{"license":"CC BY 4.0","source":"https://runsonmy.com","updated":{"pricesAt":"2026-11-17T04:20:14.937Z","sources":{"openrouter":{"url":"https://openrouter.ai/api/v1/models","count":470,"at":"2026-11-17T04:20:14.937Z"},"litellm":{"url":"https://github.com/BerriAI/litellm/blob/main/model_prices_and_context_window.json","count":6034,"at":"2026-11-17T04:20:14.937Z"},"huggingface":{"url":"https://huggingface.co/api/models","count":285,"at":"2026-11-17T04:20:14.937Z"}},"modelsAt":"2026-11-17T04:20:14.937Z"},"models":[{"id":"Qwen/Qwen3.8-27B","slug":"qwen3-8-27b","name":"Qwen3.8 27B","org":"Qwen","createdAt":"2026-08-05T08:22:59.000Z","lastModified":"2026-11-07T04:42:17.000Z","downloads":6763402,"likes":20285,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":27781427952,"activeParams":27781427952,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.8-27B","gguf":{"repo":"unsloth/Qwen3.8-27B-GGUF","files":{"F16":54657735616,"Q8_0":29047086048,"Q4_K_M":16564259744,"Q5_K_M":19870878624,"Q6_K":21980441504}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-K3.1-Pro","slug":"kimi-k3-1-pro","name":"Kimi K3.1 Pro","org":"moonshotai","createdAt":"2026-11-02T04:13:51.000Z","lastModified":"2026-11-05T07:11:43.000Z","downloads":49428,"likes":2165,"license":"other","gated":false,"pipeline":"image-text-to-text","params":2780110363392,"activeParams":55602207267.840004,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":93,"hidden":7168,"heads":96,"kvHeads":96,"headDim":75,"ctx":1048576,"kvFull":53568,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":93,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":896,"topk":16,"inter":3072,"moeLayers":92,"inactive":5348240916480},"modelType":"kimi_linear"},"configFrom":"moonshotai/Kimi-K3.1-Pro","gguf":null,"baseModel":null,"activeUncertain":true},{"id":"Qwen/Qwen3.8-Flash-Next","slug":"qwen3-8-flash-next","name":"Qwen3.8 Flash Next","org":"Qwen","createdAt":"2026-08-24T08:24:59.000Z","lastModified":"2026-11-07T04:42:40.000Z","downloads":2975526,"likes":7230,"license":"other","gated":false,"pipeline":"image-text-to-text","params":179999981459,"activeParams":61563322259,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":2560,"heads":24,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":12288,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 36 linear/state layers)","fullLayers":12,"slideLayers":0,"linearLayers":36,"vocab":248320,"moe":{"experts":512,"topk":10,"inter":640,"moeLayers":48,"inactive":118436659200},"modelType":"qwen4_exp_text"},"configFrom":"Qwen/Qwen3.8-Flash-Next","gguf":{"repo":"unsloth/Qwen3.8-Flash-Next-GGUF","files":{"F16":354029930496,"Q8_0":188225033248}},"baseModel":null,"activeUncertain":false},{"id":"meta-llama/Llama-3.1-8B-Instruct","slug":"llama-3-1-8b-instruct","name":"Llama 3.1 8B Instruct","org":"meta-llama","createdAt":"2024-07-18T08:56:00.000Z","lastModified":"2024-09-25T17:00:57.000Z","downloads":4208415,"likes":8965,"license":"llama3.1","gated":true,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.1-8B-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-3.1-8B-Instruct-GGUF","files":{"F16":16068895872,"Q2_K":3179136384,"Q3_K_M":4018922880,"Q4_K_M":4920739200,"Q5_K_M":5732992384,"Q6_K":6596011392}},"baseModel":"meta-llama/Meta-Llama-3.1-8B","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4.1-Flash-1017","slug":"deepseek-v4-1-flash-1017","name":"DeepSeek V4.1 Flash 1017","org":"deepseek-ai","createdAt":"2026-10-17T02:40:38.000Z","lastModified":"2026-11-10T02:22:56.000Z","downloads":467224,"likes":5814,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":763205315794,"activeParams":187985358034,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":40,"hidden":5120,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":46080,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":384,"topk":6,"inter":2304,"moeLayers":43,"inactive":575219957760},"modelType":"deepseek_v41_text"},"configFrom":"deepseek-ai/DeepSeek-V4.1-Flash-1017","gguf":{"repo":"unsloth/DeepSeek-V4.1-Flash-1017-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 1% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"LiquidAI/LFM3-1.7B","slug":"lfm3-1-7b","name":"LFM3 1.7B","org":"LiquidAI","createdAt":"2026-10-23T21:35:42.000Z","lastModified":"2026-11-09T17:57:55.000Z","downloads":106961,"likes":1884,"license":"other","gated":false,"pipeline":"text-generation","params":1728801536,"activeParams":1728801536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":262144,"kvFull":6144,"kvSlide":5120,"slidingWindow":256,"attn":"GQA + sliding window (hybrid: 13 linear/state layers)","fullLayers":6,"slideLayers":5,"linearLayers":13,"vocab":128000,"moe":null,"modelType":"lfm3"},"configFrom":"LiquidAI/LFM3-1.7B","gguf":{"repo":"LiquidAI/LFM3-1.7B-GGUF","files":{"F16":6933252672,"Q4_K_M":1099627808,"Q5_K_M":1258663200,"Q6_K":1427638304,"Q8_0":1846238496}},"baseModel":"LiquidAI/LFM3-1.7B-Base","activeUncertain":false},{"id":"google/gemma-4-31B-it","slug":"gemma-4-31b-it","name":"gemma 4 31B it","org":"google","createdAt":"2026-03-11T18:22:36.000Z","lastModified":"2026-07-20T16:42:18.000Z","downloads":6350048,"likes":4383,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":31273088876,"activeParams":31273088876,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":5376,"heads":32,"kvHeads":16,"headDim":256,"ctx":262144,"kvFull":81920,"kvSlide":409600,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":10,"slideLayers":50,"linearLayers":0,"vocab":262144,"moe":null,"modelType":"gemma4_text"},"configFrom":"google/gemma-4-31B-it","gguf":{"repo":"unsloth/gemma-4-31B-it-GGUF","files":{"F16":61413190528,"Q3_K_M":14736608192,"Q4_K_M":18323733440,"Q5_K_M":21658401728,"Q6_K":25201486784,"Q8_0":32635677632}},"baseModel":"google/gemma-4-31B","activeUncertain":false},{"id":"zai-org/GLM-5.3-Flash","slug":"glm-5-3-flash","name":"GLM 5.3 Flash","org":"zai-org","createdAt":"2026-08-25T06:43:14.000Z","lastModified":"2026-10-15T06:32:52.000Z","downloads":6373257,"likes":3241,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":321323031390,"activeParams":18326510430,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":45,"hidden":4096,"heads":64,"kvHeads":64,"headDim":64,"ctx":1048576,"kvFull":7040,"kvSlide":0,"slidingWindow":null,"attn":"MLA (hybrid: 34 linear/state layers)","fullLayers":11,"slideLayers":0,"linearLayers":34,"vocab":154880,"moe":{"experts":288,"topk":8,"inter":2048,"moeLayers":43,"inactive":302996520960},"modelType":"glm5_next_text"},"configFrom":"zai-org/GLM-5.3-Flash","gguf":{"repo":"unsloth/GLM-5.3-Flash-GGUF","files":{"F16":641641064288,"Q8_0":340981966208}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4.1-Flash","slug":"deepseek-v4-1-flash","name":"DeepSeek V4.1 Flash","org":"deepseek-ai","createdAt":"2026-09-10T02:17:58.000Z","lastModified":"2026-10-16T09:27:28.000Z","downloads":1663303,"likes":4986,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":763205315794,"activeParams":187985358034,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":40,"hidden":5120,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":46080,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":384,"topk":6,"inter":2304,"moeLayers":43,"inactive":575219957760},"modelType":"deepseek_v41_text"},"configFrom":"deepseek-ai/DeepSeek-V4.1-Flash","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"thinkingmachines/Inkling-2-Small","slug":"inkling-2-small","name":"Inkling 2 Small","org":"thinkingmachines","createdAt":"2026-11-04T19:51:05.000Z","lastModified":"2026-11-15T05:54:46.000Z","downloads":16918,"likes":420,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":594050672720,"activeParams":19212920912,"activeSource":"config","arch":{"nativeQuant":"modelopt","kvConfidence":"normal","layers":48,"hidden":4608,"heads":48,"kvHeads":8,"headDim":128,"ctx":null,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":201024,"moe":{"experts":384,"topk":8,"inter":2304,"moeLayers":48,"inactive":574837751808},"modelType":"inkling2"},"configFrom":"thinkingmachines/Inkling-2-Small","gguf":{"repo":"bartowski/Inkling-2-Small-GGUF","files":{"Q2_K":225813586464,"Q3_K_M":280054981408,"Q4_K_M":368981566496,"Q5_K_M":454436447616,"Q6_K":522532808384,"Q8_0":631104882176}},"baseModel":null,"activeUncertain":false},{"id":"baidu/Unlimited-OCR","slug":"unlimited-ocr","name":"Unlimited OCR","org":"baidu","createdAt":"2026-06-19T09:40:33.000Z","lastModified":"2026-10-14T06:17:59.000Z","downloads":5731847,"likes":5012,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":3336106240,"activeParams":1140977920,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":12,"hidden":1280,"heads":10,"kvHeads":10,"headDim":128,"ctx":32768,"kvFull":30720,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":12,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":64,"topk":6,"inter":896,"moeLayers":11,"inactive":2195128320},"modelType":"unlimited_ocr"},"configFrom":"baidu/Unlimited-OCR","gguf":{"repo":"sahilchachra/Unlimited-OCR-GGUF","files":{"F16":5876578080,"Q3_K_M":1553635584,"Q4_K_M":1950326784,"Q5_K_M":2219208704,"Q6_K":2613275904,"Q8_0":3126139904}},"baseModel":null,"activeUncertain":false},{"id":"baidu/Unlimited-OCR-2","slug":"unlimited-ocr-2","name":"Unlimited OCR 2","org":"baidu","createdAt":"2026-10-26T03:57:46.000Z","lastModified":"2026-11-16T05:30:59.000Z","downloads":559340,"likes":704,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":3343978497,"activeParams":1148850177,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":12,"hidden":1280,"heads":10,"kvHeads":10,"headDim":128,"ctx":131072,"kvFull":30720,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":12,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":64,"topk":6,"inter":896,"moeLayers":11,"inactive":2195128320},"modelType":"unlimited-ocr"},"configFrom":"baidu/Unlimited-OCR-2","gguf":{"repo":"AtomicChat/Unlimited-OCR-2-GGUF","files":{"Q6_K":2742941824,"F16":5884466304,"Q8_0":3134027904}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Arete-27B","slug":"arete-27b","name":"Arete 27B","org":"NousResearch","createdAt":"2026-11-06T19:31:28.000Z","lastModified":"2026-11-06T21:04:27.000Z","downloads":9187,"likes":671,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":27356728560,"activeParams":27356728560,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"NousResearch/Arete-27B","gguf":{"repo":"bartowski/NousResearch_Arete-27B-GGUF","files":{"Q2_K":10582559744,"Q3_K_M":13165067264,"Q4_K_M":17203416064,"Q5_K_M":20684893184,"Q6_K":23621581824,"Q8_0":28665068544,"F16":53808282528}},"baseModel":"Qwen/Qwen3.8-27B","activeUncertain":false},{"id":"moonshotai/Kimi-K3","slug":"kimi-k3","name":"Kimi K3","org":"moonshotai","createdAt":"2026-06-13T06:42:57.000Z","lastModified":"2026-09-02T02:22:41.000Z","downloads":767314,"likes":11998,"license":"other","gated":false,"pipeline":"image-text-to-text","params":2779931837184,"activeParams":55598636743.68,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":93,"hidden":7168,"heads":96,"kvHeads":96,"headDim":75,"ctx":1048576,"kvFull":53568,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":93,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":896,"topk":16,"inter":3072,"moeLayers":92,"inactive":5348240916480},"modelType":"kimi_linear"},"configFrom":"moonshotai/Kimi-K3","gguf":null,"baseModel":null,"activeUncertain":true},{"id":"openai/gpt-oss-20b","slug":"gpt-oss-20b","name":"gpt oss 20b","org":"openai","createdAt":"2025-08-04T22:33:29.000Z","lastModified":"2025-08-26T17:25:47.000Z","downloads":5575731,"likes":5320,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":20914757184,"activeParams":4193246784,"activeSource":"config","arch":{"nativeQuant":"mxfp4","kvConfidence":"normal","layers":24,"hidden":2880,"heads":64,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":12288,"kvSlide":12288,"slidingWindow":128,"attn":"GQA + sliding window","fullLayers":12,"slideLayers":12,"linearLayers":0,"vocab":201088,"moe":{"experts":32,"topk":4,"inter":2880,"moeLayers":24,"inactive":16721510400},"modelType":"gpt_oss"},"configFrom":"openai/gpt-oss-20b","gguf":{"repo":"unsloth/gpt-oss-20b-GGUF","files":{"F16":13792639168,"Q2_K":11468317888,"Q3_K_M":11506103488,"Q4_K_M":11624759488,"Q5_K_M":11717357248,"Q6_K":12041000128,"Q8_0":12109567168}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.5-9B","slug":"qwen3-5-9b","name":"Qwen3.5 9B","org":"Qwen","createdAt":"2026-02-27T12:58:26.000Z","lastModified":"2026-03-02T00:51:43.000Z","downloads":6080782,"likes":2384,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":9653104368,"activeParams":9653104368,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-9B","gguf":{"repo":"unsloth/Qwen3.5-9B-GGUF","files":{"F16":17920697312,"Q3_K_M":4673643744,"Q4_K_M":5680522464,"Q5_K_M":6577841376,"Q6_K":7458301152,"Q8_0":9527502048}},"baseModel":"Qwen/Qwen3.5-9B-Base","activeUncertain":false},{"id":"zai-org/GLM-5.3","slug":"glm-5-3","name":"GLM 5.3","org":"zai-org","createdAt":"2026-08-25T06:42:50.000Z","lastModified":"2026-10-14T12:22:48.000Z","downloads":1737208,"likes":2465,"license":"other","gated":false,"pipeline":"text-generation","params":753329940480,"activeParams":41841764352,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":78,"hidden":6144,"heads":64,"kvHeads":64,"headDim":192,"ctx":1048576,"kvFull":54912,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":78,"slideLayers":0,"linearLayers":0,"vocab":154880,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":76,"inactive":711488176128},"modelType":"glm_moe_dsa"},"configFrom":"zai-org/GLM-5.3","gguf":{"repo":"unsloth/GLM-5.3-GGUF","files":{"F16":1507988027936,"Q8_0":801357677216}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.6-35B-A3B","slug":"qwen3-6-35b-a3b","name":"Qwen3.6 35B A3B","org":"Qwen","createdAt":"2026-04-15T05:59:19.000Z","lastModified":"2026-11-07T04:41:52.000Z","downloads":3908022,"likes":3137,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":35951822704,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":40,"inactive":31205621760},"modelType":"qwen3_5_moe_text"},"configFrom":"Qwen/Qwen3.6-35B-A3B","gguf":{"repo":"unsloth/Qwen3.6-35B-A3B-MTP-GGUF","files":{"F16":71065942560,"Q8_0":37801097504,"Q3_K_M":17104402720,"Q4_K_M":22663387424,"Q5_K_M":27087812896,"Q6_K":30011242784}},"baseModel":null,"activeUncertain":false},{"id":"openai/gpt-oss-120b","slug":"gpt-oss-120b","name":"gpt oss 120b","org":"openai","createdAt":"2025-08-04T22:33:06.000Z","lastModified":"2025-08-26T17:25:03.000Z","downloads":2413431,"likes":5529,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":116829156672,"activeParams":5750551872,"activeSource":"config","arch":{"nativeQuant":"mxfp4","kvConfidence":"normal","layers":36,"hidden":2880,"heads":64,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":18432,"kvSlide":18432,"slidingWindow":128,"attn":"GQA + sliding window","fullLayers":18,"slideLayers":18,"linearLayers":0,"vocab":201088,"moe":{"experts":128,"topk":4,"inter":2880,"moeLayers":36,"inactive":111078604800},"modelType":"gpt_oss"},"configFrom":"openai/gpt-oss-120b","gguf":{"repo":"unsloth/gpt-oss-120b-GGUF","files":{"Q2_K":62570256992,"Q3_K_M":62626843232,"Q4_K_M":62768723552,"Q5_K_M":62889522272,"Q6_K":63284496960,"Q8_0":63387347520,"F16":65369017728}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3-0.6B","slug":"qwen3-0-6b","name":"Qwen3 0.6B","org":"Qwen","createdAt":"2025-04-27T03:40:08.000Z","lastModified":"2025-07-26T03:46:27.000Z","downloads":17069063,"likes":1905,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":751632384,"activeParams":751632384,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":1024,"heads":16,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-0.6B","gguf":{"repo":"unsloth/Qwen3-0.6B-GGUF","files":{"F16":1198182848,"Q2_K":296238784,"Q3_K_M":347127488,"Q4_K_M":396705472,"Q5_K_M":444415680,"Q6_K":495107776,"Q8_0":639447744}},"baseModel":"Qwen/Qwen3-0.6B-Base","activeUncertain":false},{"id":"RecursiveSI/flint","slug":"flint","name":"flint","org":"RecursiveSI","createdAt":"2026-10-21T14:20:58.000Z","lastModified":"2026-10-21T14:24:03.000Z","downloads":57853,"likes":1412,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":39785287456,"activeParams":1250119456,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":49,"hidden":2048,"heads":32,"kvHeads":4,"headDim":128,"ctx":262144,"kvFull":14336,"kvSlide":35840,"slidingWindow":513,"attn":"GQA + sliding window","fullLayers":14,"slideLayers":35,"linearLayers":0,"vocab":150144,"moe":{"experts":256,"topk":6,"inter":512,"moeLayers":49,"inactive":38535168000},"modelType":"flint"},"configFrom":"RecursiveSI/flint","gguf":{"repo":"unsloth/flint-GGUF","files":{"F16":79576479200,"Q8_0":42301076928}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1","slug":"deepseek-r1","name":"DeepSeek R1","org":"deepseek-ai","createdAt":"2025-01-20T03:46:07.000Z","lastModified":"2025-03-27T04:01:59.000Z","downloads":1651121,"likes":14460,"license":"mit","gated":false,"pipeline":"text-generation","params":684489845504,"activeParams":40093756160,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v3"},"configFrom":"deepseek-ai/DeepSeek-R1","gguf":{"repo":"unsloth/DeepSeek-R1-GGUF","files":{"F16":1342273048096,"Q2_K":244028343936,"Q3_K_M":319198395744,"Q4_K_M":404430187616,"Q5_K_M":475396558144,"Q6_K":550798326880,"Q8_0":713286514368}},"baseModel":null,"activeUncertain":false},{"id":"google/gemma-4-26B-A4B-it","slug":"gemma-4-26b-a4b-it","name":"gemma 4 26B A4B it","org":"google","createdAt":"2026-03-11T21:25:57.000Z","lastModified":"2026-07-20T16:42:12.000Z","downloads":5102751,"likes":1780,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":25805936206,"activeParams":4000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":2816,"heads":16,"kvHeads":8,"headDim":256,"ctx":262144,"kvFull":20480,"kvSlide":102400,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":25,"linearLayers":0,"vocab":262144,"moe":{"experts":128,"topk":8,"inter":704,"moeLayers":30,"inactive":21410611200},"modelType":"gemma4_text"},"configFrom":"google/gemma-4-26B-A4B-it","gguf":{"repo":"unsloth/gemma-4-26B-A4B-it-GGUF","files":{"F16":50505137824,"Q8_0":26859861728,"Q3_K_M":12728497888,"Q4_K_M":16947541728,"Q5_K_M":21150365408,"Q6_K":23172478688}},"baseModel":"google/gemma-4-26B-A4B","activeUncertain":false},{"id":"Qwen/Qwen3.5-4B","slug":"qwen3-5-4b","name":"Qwen3.5 4B","org":"Qwen","createdAt":"2026-02-27T14:45:03.000Z","lastModified":"2026-03-02T00:52:52.000Z","downloads":4824135,"likes":1244,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4659865088,"activeParams":4659865088,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-4B","gguf":{"repo":"unsloth/Qwen3.5-4B-GGUF","files":{"F16":8424393632,"Q3_K_M":2293388448,"Q4_K_M":2740937888,"Q5_K_M":3143656608,"Q6_K":3525956768,"Q8_0":4482403488}},"baseModel":"Qwen/Qwen3.5-4B-Base","activeUncertain":false},{"id":"meta-llama/Llama-3.2-3B-Instruct","slug":"llama-3-2-3b-instruct","name":"Llama 3.2 3B Instruct","org":"meta-llama","createdAt":"2024-09-18T15:19:20.000Z","lastModified":"2024-10-24T15:07:29.000Z","downloads":824000,"likes":3027,"license":"llama3.2","gated":true,"pipeline":"text-generation","params":3212749824,"activeParams":3212749824,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3072,"heads":24,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.2-3B-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-3.2-3B-Instruct-GGUF","files":{"F16":12867375360,"Q2_K":1363935680,"Q3_K_M":1687159232,"Q4_K_M":2019377600,"Q5_K_M":2322153920,"Q6_K":2643853760,"Q8_0":3421898816}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Flash-0731","slug":"deepseek-v4-flash-0731","name":"DeepSeek V4 Flash 0731","org":"deepseek-ai","createdAt":"2026-07-31T07:30:24.000Z","lastModified":"2026-08-01T03:07:41.000Z","downloads":2200290,"likes":4109,"license":"mit","gated":false,"pipeline":"text-generation","params":304180418494,"activeParams":27356354494,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":43,"hidden":4096,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":49536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":43,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":6,"inter":2048,"moeLayers":44,"inactive":276824064000},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Flash-0731","gguf":{"repo":"unsloth/DeepSeek-V4-Flash-0731-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 3% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Flash","slug":"deepseek-v4-flash","name":"DeepSeek V4 Flash","org":"deepseek-ai","createdAt":"2026-04-22T06:04:20.000Z","lastModified":"2026-06-22T12:12:13.000Z","downloads":1180002,"likes":2403,"license":"mit","gated":false,"pipeline":"text-generation","params":290944616402,"activeParams":14120552402,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":43,"hidden":4096,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":49536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":43,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":6,"inter":2048,"moeLayers":44,"inactive":276824064000},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Flash","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3-8B","slug":"qwen3-8b","name":"Qwen3 8B","org":"Qwen","createdAt":"2025-04-27T03:42:21.000Z","lastModified":"2025-07-26T03:49:13.000Z","downloads":6044188,"likes":2190,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8190735360,"activeParams":8190735360,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-8B","gguf":{"repo":"Qwen/Qwen3-8B-GGUF","files":{"Q4_K_M":5027783488,"Q5_K_M":5851112224,"Q6_K":6725899040,"Q8_0":8709518112}},"baseModel":"Qwen/Qwen3-8B-Base","activeUncertain":false},{"id":"Qwen/Qwen3.5-0.8B","slug":"qwen3-5-0-8b","name":"Qwen3.5 0.8B","org":"Qwen","createdAt":"2026-02-28T23:57:01.000Z","lastModified":"2026-03-02T11:26:58.000Z","downloads":2900659,"likes":847,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":873438784,"activeParams":873438784,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1024,"heads":8,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 18 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":18,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-0.8B","gguf":{"repo":"unsloth/Qwen3.5-0.8B-GGUF","files":{"F16":1516744736,"Q3_K_M":470167808,"Q4_K_M":532517120,"Q5_K_M":590057728,"Q6_K":639029504,"Q8_0":811843840}},"baseModel":"Qwen/Qwen3.5-0.8B-Base","activeUncertain":false},{"id":"meta-llama/Llama-3.1-8B","slug":"llama-3-1-8b","name":"Llama 3.1 8B","org":"meta-llama","createdAt":"2024-07-14T22:20:15.000Z","lastModified":"2024-10-16T22:00:37.000Z","downloads":440181,"likes":2811,"license":"llama3.1","gated":true,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.1-8B","gguf":{"repo":"NousResearch/Hermes-3-Llama-3.1-8B-GGUF","files":{"Q4_K_M":4920733824,"Q5_K_M":5732987008,"Q6_K":6596006016,"Q8_0":8540770432}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3-VL-8B-Instruct","slug":"qwen3-vl-8b-instruct","name":"Qwen3 VL 8B Instruct","org":"Qwen","createdAt":"2025-10-11T07:23:39.000Z","lastModified":"2025-10-15T16:16:59.000Z","downloads":6882978,"likes":1258,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8767123696,"activeParams":8767123696,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3_vl_text"},"configFrom":"Qwen/Qwen3-VL-8B-Instruct","gguf":{"repo":"Qwen/Qwen3-VL-8B-Instruct-GGUF","files":{"F16":16388044896,"Q4_K_M":5027784800,"Q8_0":8709519456}},"baseModel":null,"activeUncertain":false},{"id":"google/gemma-3-4b-it","slug":"gemma-3-4b-it","name":"gemma 3 4b it","org":"google","createdAt":"2025-02-20T21:20:07.000Z","lastModified":"2025-03-21T20:20:53.000Z","downloads":1002104,"likes":1674,"license":"gemma","gated":true,"pipeline":"image-text-to-text","params":4300079472,"activeParams":4300079472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":34,"hidden":2560,"heads":8,"kvHeads":4,"headDim":256,"ctx":131072,"kvFull":10240,"kvSlide":59392,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":29,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/gemma-3-4b-it-GGUF","gguf":{"repo":"unsloth/gemma-3-4b-it-GGUF","files":{"F16":7767803520,"Q2_K":1729164416,"Q3_K_M":2098459776,"Q4_K_M":2489894016,"Q5_K_M":2829698176,"Q6_K":3190740096,"Q8_0":4130402176}},"baseModel":"google/gemma-3-4b-pt","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V3.2","slug":"deepseek-v3-2","name":"DeepSeek V3.2","org":"deepseek-ai","createdAt":"2025-12-01T02:34:49.000Z","lastModified":"2025-12-01T11:04:59.000Z","downloads":9203313,"likes":1602,"license":"mit","gated":false,"pipeline":"text-generation","params":685355329792,"activeParams":40959240448,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":42944,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v32"},"configFrom":"deepseek-ai/DeepSeek-V3.2","gguf":{"repo":"unsloth/DeepSeek-V3.2-GGUF","files":{"F16":1342273065376,"Q2_K":245363998336,"Q3_K_M":320231581568,"Q4_K_M":405398024320,"Q5_K_M":476161405152,"Q6_K":551313406528,"Q8_0":713286531616}},"baseModel":"deepseek-ai/DeepSeek-V3.2-Exp-Base","activeUncertain":false},{"id":"openbmb/MiniCPM5-2B","slug":"minicpm5-2b","name":"MiniCPM5 2B","org":"openbmb","createdAt":"2026-09-06T11:12:19.000Z","lastModified":"2026-11-09T08:14:20.000Z","downloads":1003460,"likes":1856,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":2516756480,"activeParams":2516756480,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":42,"hidden":2048,"heads":16,"kvHeads":2,"headDim":128,"ctx":131072,"kvFull":21504,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":42,"slideLayers":0,"linearLayers":0,"vocab":130560,"moe":null,"modelType":"llama"},"configFrom":"openbmb/MiniCPM5-2B","gguf":{"repo":"bartowski/MiniCPM5-2B-GGUF","files":{"Q2_K":1014320352,"Q3_K_M":1236085984,"Q4_K_M":1615826144,"Q5_K_M":1920175328,"Q6_K":2107305184,"Q8_0":2679712992,"F16":5039008704}},"baseModel":null,"activeUncertain":false},{"id":"baidu/ERNIE-5.5-Flash-Base","slug":"ernie-5-5-flash-base","name":"ERNIE 5.5 Flash Base","org":"baidu","createdAt":"2026-10-21T08:40:58.000Z","lastModified":"2026-11-05T06:33:30.000Z","downloads":4145,"likes":353,"license":"other","gated":false,"pipeline":"text-generation","params":286245697882,"activeParams":5724913957.64,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":43,"hidden":4096,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":30272,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":43,"slideLayers":0,"linearLayers":0,"vocab":201216,"moe":{"experts":512,"topk":10,"inter":2048,"moeLayers":43,"inactive":543229476864},"modelType":"ernie5_5_moe"},"configFrom":"baidu/ERNIE-5.5-Flash-Base","gguf":null,"baseModel":null,"activeUncertain":true},{"id":"Qwen/Qwen3-Coder-30B-A3B-Instruct","slug":"qwen3-coder-30b-a3b-instruct","name":"Qwen3 Coder 30B A3B Instruct","org":"Qwen","createdAt":"2025-07-31T07:04:55.000Z","lastModified":"2025-12-03T08:05:17.000Z","downloads":1872138,"likes":1340,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":30532122624,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":2048,"heads":32,"kvHeads":4,"headDim":128,"ctx":262144,"kvFull":49152,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":{"experts":128,"topk":8,"inter":768,"moeLayers":48,"inactive":27179089920},"modelType":"qwen3_moe"},"configFrom":"Qwen/Qwen3-Coder-30B-A3B-Instruct","gguf":{"repo":"unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF","files":{"F16":61095806048,"Q2_K":11258612896,"Q3_K_M":14711850144,"Q4_K_M":18556689568,"Q5_K_M":21725584544,"Q6_K":25092535456,"Q8_0":32483935392}},"baseModel":null,"activeUncertain":false},{"id":"meituan-longcat/LongCat-2.5","slug":"longcat-2-5","name":"LongCat 2.5","org":"meituan-longcat","createdAt":"2026-11-04T11:48:50.000Z","lastModified":"2026-11-10T07:28:07.000Z","downloads":1850,"likes":345,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":1779752648320,"activeParams":1779752648320,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":38,"hidden":8192,"heads":64,"kvHeads":64,"headDim":128,"ctx":524288,"kvFull":26752,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":38,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":768,"topk":12,"moeLayers":38,"inactive":0},"modelType":"pro_v"},"configFrom":"meituan-longcat/LongCat-2.5","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"meta-llama/Llama-3.2-1B","slug":"llama-3-2-1b","name":"Llama 3.2 1B","org":"meta-llama","createdAt":"2024-09-18T15:03:14.000Z","lastModified":"2024-10-24T15:08:03.000Z","downloads":636051,"likes":2784,"license":"llama3.2","gated":true,"pipeline":"text-generation","params":1235814400,"activeParams":1235814400,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":16,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.2-1B","gguf":{"repo":"QuantFactory/Dolphin3.0-Llama3.2-1B-GGUF","files":{"Q2_K":667068768,"Q3_K_M":803715840,"Q4_K_M":955452704,"Q5_K_M":1092095776,"Q6_K":1237279040,"Q8_0":1600178432}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/d1-2B","slug":"d1-2b","name":"d1 2B","org":"LiquidAI","createdAt":"2026-10-24T19:30:34.000Z","lastModified":"2026-11-14T08:49:46.000Z","downloads":14128,"likes":293,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1918181888,"activeParams":1918181888,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":128000,"kvFull":6144,"kvSlide":5120,"slidingWindow":256,"attn":"GQA + sliding window (hybrid: 13 linear/state layers)","fullLayers":6,"slideLayers":5,"linearLayers":13,"vocab":128000,"moe":null,"modelType":"lfm3"},"configFrom":"LiquidAI/d1-2B","gguf":{"repo":"LiquidAI/d1-2B-GGUF","files":{"F16":6933256832,"Q4_K_M":1099629888,"Q8_0":1846240576}},"baseModel":"LiquidAI/LFM3-VL-2B","activeUncertain":false},{"id":"tencent/Qwen3.8-27B-DSpine-b16","slug":"qwen3-8-27b-dspine-b16","name":"Qwen3.8 27B DSpine b16","org":"tencent","createdAt":"2026-11-07T14:20:29.000Z","lastModified":"2026-11-14T13:34:07.000Z","downloads":5984,"likes":302,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":2025912064,"activeParams":2025912064,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":5,"hidden":5120,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":0,"kvSlide":10240,"slidingWindow":8192,"attn":"GQA + sliding window","fullLayers":0,"slideLayers":5,"linearLayers":0,"vocab":248320,"moe":null,"modelType":"qwen3"},"configFrom":"tencent/Qwen3.8-27B-DSpine-b16","gguf":{"repo":"aj9o9/Qwen3.8-27B-DSpine-b16-GGUF","files":{"F16":4061850656,"Q4_K_M":1257892896,"Q8_0":2201447456}},"baseModel":"Qwen/Qwen3.8-27B","activeUncertain":false},{"id":"thinkingmachines/Inkling","slug":"inkling","name":"Inkling","org":"thinkingmachines","createdAt":"2026-07-14T13:23:14.000Z","lastModified":"2026-07-23T17:27:17.000Z","downloads":1451864,"likes":1853,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":952377623626,"activeParams":19047552472.52,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":66,"hidden":6144,"heads":64,"kvHeads":8,"headDim":128,"ctx":null,"kvFull":135168,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":66,"slideLayers":0,"linearLayers":0,"vocab":201024,"moe":{"experts":256,"topk":6,"inter":3072,"moeLayers":66,"inactive":934281216000},"modelType":"inkling_mm_model"},"configFrom":"thinkingmachines/Inkling","gguf":{"repo":"unsloth/inkling-GGUF","files":{"F16":1894278563239,"Q8_0":856755583751}},"baseModel":null,"activeUncertain":true},{"id":"meta-models/Muse-Glimmer-30B","slug":"muse-glimmer-30b","name":"Muse Glimmer 30B","org":"meta-models","createdAt":"2026-08-09T17:51:35.000Z","lastModified":"2026-10-22T02:06:52.000Z","downloads":148951,"likes":2157,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":29776626688,"activeParams":29776626688,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":52,"hidden":6656,"heads":32,"kvHeads":2,"headDim":128,"ctx":131072,"kvFull":6656,"kvSlide":19968,"slidingWindow":2048,"attn":"GQA + sliding window","fullLayers":13,"slideLayers":39,"linearLayers":0,"vocab":202048,"moe":null,"modelType":"muse_glimmer_text"},"configFrom":"meta-models/Muse-Glimmer-30B","gguf":{"repo":"unsloth/Muse-Glimmer-30B-GGUF","files":{"F16":55725511168,"Q8_0":29612957984,"Q5_K_M":19194274848}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Pro","slug":"deepseek-v4-pro","name":"DeepSeek V4 Pro","org":"deepseek-ai","createdAt":"2026-04-22T06:04:45.000Z","lastModified":"2026-06-22T12:12:50.000Z","downloads":311047,"likes":5717,"license":"mit","gated":false,"pipeline":"text-generation","params":1598839674782,"activeParams":50650765214,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":61,"hidden":7168,"heads":128,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":70272,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":384,"topk":6,"inter":3072,"moeLayers":62,"inactive":1548188909568},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Pro","gguf":{"repo":"teamblobfish/DeepSeek-V4-Pro-GGUF","files":{"Q2_K":574137594304,"Q4_K_M":954577741088,"Q8_0":1671820586208}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen2.5-7B-Instruct","slug":"qwen2-5-7b-instruct","name":"Qwen2.5 7B Instruct","org":"Qwen","createdAt":"2024-09-16T11:55:40.000Z","lastModified":"2025-01-12T02:10:10.000Z","downloads":6534638,"likes":2498,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7615616512,"activeParams":7615616512,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":32768,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-7B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-7B-Instruct-GGUF","files":{"Q2_K":3015940000,"Q3_K_M":3808391072,"Q4_K_M":4683073632,"Q5_K_M":5444831360,"Q6_K":6254198880,"Q8_0":8098525408}},"baseModel":"Qwen/Qwen2.5-7B","activeUncertain":false},{"id":"meta-llama/Llama-3.2-1B-Instruct","slug":"llama-3-2-1b-instruct","name":"Llama 3.2 1B Instruct","org":"meta-llama","createdAt":"2024-09-18T15:12:47.000Z","lastModified":"2024-10-24T15:07:51.000Z","downloads":1313473,"likes":1989,"license":"llama3.2","gated":true,"pipeline":"text-generation","params":1235814400,"activeParams":1235814400,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":16,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.2-1B-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-3.2-1B-Instruct-GGUF","files":{"F16":4959190432,"Q2_K":580874272,"Q3_K_M":690843680,"Q4_K_M":807694368,"Q5_K_M":911503392,"Q6_K":1021800480,"Q8_0":1321082528}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3-4B","slug":"qwen3-4b","name":"Qwen3 4B","org":"Qwen","createdAt":"2025-04-27T03:41:29.000Z","lastModified":"2025-07-26T03:46:39.000Z","downloads":3040304,"likes":803,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":4022468096,"activeParams":4022468096,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-4B","gguf":{"repo":"Qwen/Qwen3-4B-GGUF","files":{"Q4_K_M":2497280256,"Q5_K_M":2889513184,"Q6_K":3306260704,"Q8_0":4280404704}},"baseModel":"Qwen/Qwen3-4B-Base","activeUncertain":false},{"id":"Qwen/Qwen3.6-27B","slug":"qwen3-6-27b","name":"Qwen3.6 27B","org":"Qwen","createdAt":"2026-04-21T07:50:43.000Z","lastModified":"2026-11-07T04:41:21.000Z","downloads":2431792,"likes":2354,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":27781427952,"activeParams":27781427952,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.6-27B","gguf":{"repo":"unsloth/Qwen3.6-27B-GGUF","files":{"F16":53808281760,"Q3_K_M":13586217184,"Q4_K_M":16817244384,"Q5_K_M":19509790944,"Q6_K":22523238624,"Q8_0":28595763424}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.5-2B","slug":"qwen3-5-2b","name":"Qwen3.5 2B","org":"Qwen","createdAt":"2026-02-28T23:56:16.000Z","lastModified":"2026-03-02T11:26:29.000Z","downloads":4915024,"likes":487,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":2274069824,"activeParams":2274069824,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":8,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 18 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":18,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-2B","gguf":{"repo":"unsloth/Qwen3.5-2B-GGUF","files":{"F16":3775709216,"Q3_K_M":1107149056,"Q4_K_M":1280835840,"Q5_K_M":1435238656,"Q6_K":1574961408,"Q8_0":2012012800}},"baseModel":"Qwen/Qwen3.5-2B-Base","activeUncertain":false},{"id":"meta-llama/Llama-3.3-70B-Instruct","slug":"llama-3-3-70b-instruct","name":"Llama 3.3 70B Instruct","org":"meta-llama","createdAt":"2024-11-26T16:08:47.000Z","lastModified":"2024-12-21T18:28:01.000Z","downloads":344323,"likes":3208,"license":"llama3.3","gated":true,"pipeline":"text-generation","params":70553706496,"activeParams":70553706496,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":8192,"heads":64,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.3-70B-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-3.3-70B-Instruct-GGUF","files":{}},"baseModel":"meta-llama/Llama-3.1-70B","note":"GGUF quant file sizes were not in size order, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"Qwen/Qwen3-14B","slug":"qwen3-14b","name":"Qwen3 14B","org":"Qwen","createdAt":"2025-04-27T03:42:45.000Z","lastModified":"2025-07-26T03:49:23.000Z","downloads":13082898,"likes":546,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":14768307200,"activeParams":14768307200,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-14B","gguf":{"repo":"Qwen/Qwen3-14B-GGUF","files":{"Q4_K_M":9001752960,"Q5_K_M":10514569568,"Q6_K":12121937248,"Q8_0":15698533728}},"baseModel":"Qwen/Qwen3-14B-Base","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-OCR","slug":"deepseek-ocr","name":"DeepSeek OCR","org":"deepseek-ai","createdAt":"2025-10-17T06:22:05.000Z","lastModified":"2025-11-04T02:36:12.000Z","downloads":1828807,"likes":3466,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":3336106240,"activeParams":1140977920,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":12,"hidden":1280,"heads":10,"kvHeads":10,"headDim":128,"ctx":8192,"kvFull":30720,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":12,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":64,"topk":6,"inter":896,"moeLayers":11,"inactive":2195128320},"modelType":"deepseek_vl_v2"},"configFrom":"deepseek-ai/DeepSeek-OCR","gguf":{"repo":"sabafallah/DeepSeek-OCR-GGUF","files":{"Q4_K_M":1950326592,"F16":5876578112,"Q8_0":3126139712}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen2.5-1.5B-Instruct","slug":"qwen2-5-1-5b-instruct","name":"Qwen2.5 1.5B Instruct","org":"Qwen","createdAt":"2024-09-17T14:10:29.000Z","lastModified":"2024-09-25T12:32:50.000Z","downloads":5046001,"likes":945,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1543714304,"activeParams":1543714304,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":1536,"heads":12,"kvHeads":2,"headDim":128,"ctx":32768,"kvFull":14336,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-1.5B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-1.5B-Instruct-GGUF","files":{"Q2_K":752880160,"Q3_K_M":924455968,"Q4_K_M":1117320736,"Q5_K_M":1285494304,"Q6_K":1464178720,"Q8_0":1894532128}},"baseModel":"Qwen/Qwen2.5-1.5B","activeUncertain":false},{"id":"Qwen/Qwen3-4B-Instruct-2507","slug":"qwen3-4b-instruct-2507","name":"Qwen3 4B Instruct 2507","org":"Qwen","createdAt":"2025-08-05T10:58:03.000Z","lastModified":"2025-09-17T06:56:53.000Z","downloads":2729704,"likes":1057,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":4022468096,"activeParams":4022468096,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-4B-Instruct-2507","gguf":{"repo":"unsloth/Qwen3-4B-Instruct-2507-GGUF","files":{"F16":8051285344,"Q2_K":1669500000,"Q3_K_M":2075618400,"Q4_K_M":2497281120,"Q5_K_M":2889514080,"Q6_K":3306261600,"Q8_0":4280405600}},"baseModel":null,"activeUncertain":false},{"id":"google/diffusiongemma-26B-A4B-it","slug":"diffusiongemma-26b-a4b-it","name":"diffusiongemma 26B A4B it","org":"google","createdAt":"2026-06-09T12:40:12.000Z","lastModified":"2026-11-16T10:03:36.000Z","downloads":648032,"likes":1333,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":25823778864,"activeParams":4000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":2816,"heads":16,"kvHeads":8,"headDim":256,"ctx":262144,"kvFull":20480,"kvSlide":102400,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":25,"linearLayers":0,"vocab":262144,"moe":{"experts":128,"topk":8,"inter":704,"moeLayers":30,"inactive":21410611200},"modelType":"diffusion_gemma_text"},"configFrom":"google/diffusiongemma-26B-A4B-it","gguf":{"repo":"unsloth/diffusiongemma-26B-A4B-it-GGUF","files":{"F16":50540834400,"Q4_K_M":16806810208,"Q5_K_M":19145543264,"Q6_K":22654490464,"Q8_0":26878831200}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen2.5-0.5B-Instruct","slug":"qwen2-5-0-5b-instruct","name":"Qwen2.5 0.5B Instruct","org":"Qwen","createdAt":"2024-09-16T11:52:46.000Z","lastModified":"2024-09-25T12:32:56.000Z","downloads":4116968,"likes":748,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":494032768,"activeParams":494032768,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":896,"heads":14,"kvHeads":2,"headDim":64,"ctx":32768,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-0.5B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-0.5B-Instruct-GGUF","files":{"Q2_K":415182688,"Q3_K_M":432041824,"Q4_K_M":491400032,"Q5_K_M":522186592,"Q6_K":650379104,"Q8_0":675710816}},"baseModel":"Qwen/Qwen2.5-0.5B","activeUncertain":false},{"id":"Qwen/Qwen2.5-VL-7B-Instruct","slug":"qwen2-5-vl-7b-instruct","name":"Qwen2.5 VL 7B Instruct","org":"Qwen","createdAt":"2025-01-26T09:26:37.000Z","lastModified":"2025-04-06T16:23:01.000Z","downloads":5499860,"likes":1771,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8292166656,"activeParams":8292166656,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":128000,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2_5_vl"},"configFrom":"Qwen/Qwen2.5-VL-7B-Instruct","gguf":{"repo":"unsloth/Qwen2.5-VL-7B-Instruct-GGUF","files":{"F16":15237851776,"Q2_K":3015938944,"Q3_K_M":3808390016,"Q4_K_M":4683072384,"Q5_K_M":5444830080,"Q6_K":6254197632,"Q8_0":8098524032}},"baseModel":null,"activeUncertain":false},{"id":"google/medgemma-1.5-4b-it","slug":"medgemma-1-5-4b-it","name":"medgemma 1.5 4b it","org":"google","createdAt":"2026-01-07T23:07:01.000Z","lastModified":"2026-04-13T23:20:55.000Z","downloads":232961,"likes":1155,"license":"other","gated":true,"pipeline":"image-text-to-text","params":4300079472,"activeParams":4300079472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":34,"hidden":2560,"heads":8,"kvHeads":4,"headDim":256,"ctx":131072,"kvFull":10240,"kvSlide":59392,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":29,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/medgemma-1.5-4b-it","gguf":{"repo":"unsloth/medgemma-1.5-4b-it-GGUF","files":{"F16":7767804480,"Q2_K":1729165376,"Q3_K_M":2098460736,"Q4_K_M":2489894976,"Q5_K_M":2829699136,"Q6_K":3190741056,"Q8_0":4130403136}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.7-Flash","slug":"glm-4-7-flash","name":"GLM 4.7 Flash","org":"zai-org","createdAt":"2026-01-19T06:28:10.000Z","lastModified":"2026-01-29T08:06:19.000Z","downloads":1136709,"likes":1904,"license":"mit","gated":false,"pipeline":"text-generation","params":31221488576,"activeParams":4608629696,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":47,"hidden":2048,"heads":20,"kvHeads":20,"headDim":102,"ctx":202752,"kvFull":27072,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":47,"slideLayers":0,"linearLayers":0,"vocab":154880,"moe":{"experts":64,"topk":4,"inter":1536,"moeLayers":47,"inactive":26612858880},"modelType":"glm4_moe_lite"},"configFrom":"zai-org/GLM-4.7-Flash","gguf":{"repo":"unsloth/GLM-4.7-Flash-GGUF","files":{"F16":59908837696,"Q2_K":11344720224,"Q3_K_M":14614624608,"Q4_K_M":18312339808,"Q5_K_M":21408850272,"Q6_K":24693098848,"Q8_0":31842799968}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3-VL-4B-Instruct","slug":"qwen3-vl-4b-instruct","name":"Qwen3 VL 4B Instruct","org":"Qwen","createdAt":"2025-10-11T07:23:22.000Z","lastModified":"2025-10-15T16:15:55.000Z","downloads":3298934,"likes":537,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4437815808,"activeParams":4437815808,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3_vl_text"},"configFrom":"Qwen/Qwen3-VL-4B-Instruct","gguf":{"repo":"Qwen/Qwen3-VL-4B-Instruct-GGUF","files":{"F16":8051286144,"Q4_K_M":2497281664,"Q8_0":4280406144}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM3-VL-2B","slug":"lfm3-vl-2b","name":"LFM3 VL 2B","org":"LiquidAI","createdAt":"2026-10-19T19:51:46.000Z","lastModified":"2026-11-09T18:02:58.000Z","downloads":25806,"likes":285,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1918181888,"activeParams":1918181888,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":128000,"kvFull":6144,"kvSlide":5120,"slidingWindow":256,"attn":"GQA + sliding window (hybrid: 13 linear/state layers)","fullLayers":6,"slideLayers":5,"linearLayers":13,"vocab":128000,"moe":null,"modelType":"lfm3"},"configFrom":"LiquidAI/LFM3-VL-2B","gguf":{"repo":"LiquidAI/LFM3-VL-2B-GGUF","files":{"F16":6933252672,"Q4_K_M":1099627808,"Q5_K_M":1258663200,"Q6_K":1427638304,"Q8_0":1846238496}},"baseModel":"LiquidAI/LFM3-1.7B-Base","activeUncertain":false},{"id":"Qwen/Qwen3-1.7B","slug":"qwen3-1-7b","name":"Qwen3 1.7B","org":"Qwen","createdAt":"2025-04-27T03:41:05.000Z","lastModified":"2025-07-26T03:46:32.000Z","downloads":3038266,"likes":626,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":2031739904,"activeParams":2031739904,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":2048,"heads":16,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-1.7B","gguf":{"repo":"unsloth/Qwen3-1.7B-GGUF","files":{"F16":3447349568,"Q2_K":777796160,"Q3_K_M":939539008,"Q4_K_M":1107409472,"Q5_K_M":1257880128,"Q6_K":1417755200,"Q8_0":1834426944}},"baseModel":"Qwen/Qwen3-1.7B-Base","activeUncertain":false},{"id":"ornith-ai/Ornith-1.5-35B-A3B","slug":"ornith-1-5-35b-a3b","name":"Ornith 1.5 35B A3B","org":"ornith-ai","createdAt":"2026-08-18T06:24:38.000Z","lastModified":"2026-08-23T03:17:39.000Z","downloads":325171,"likes":801,"license":"mit","gated":false,"pipeline":"text-generation","params":35951822704,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":40,"inactive":31205621760},"modelType":"qwen3_5_moe_text"},"configFrom":"ornith-ai/Ornith-1.5-35B-A3B","gguf":{"repo":"bartowski/Ornith-1.5-35B-A3B-GGUF","files":{"Q2_K":13085779616,"Q3_K_M":16696952480,"Q4_K_M":21864081056,"Q5_K_M":25492186784,"Q6_K":30526310048,"Q8_0":37813700256,"F16":71066994208}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-5.2","slug":"glm-5-2","name":"GLM 5.2","org":"zai-org","createdAt":"2026-06-16T07:39:20.000Z","lastModified":"2026-09-01T11:36:01.000Z","downloads":305703,"likes":5207,"license":"mit","gated":false,"pipeline":"text-generation","params":753329940480,"activeParams":41841764352,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":78,"hidden":6144,"heads":64,"kvHeads":64,"headDim":192,"ctx":1048576,"kvFull":54912,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":78,"slideLayers":0,"linearLayers":0,"vocab":154880,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":76,"inactive":711488176128},"modelType":"glm_moe_dsa"},"configFrom":"zai-org/GLM-5.2","gguf":{"repo":"unsloth/GLM-5.2-GGUF","files":{"F16":1507988023008,"Q8_0":801357672256,"Q3_K_M":342735510656,"Q4_K_M":465825525088,"Q5_K_M":560830479904,"Q6_K":625858969376}},"baseModel":null,"activeUncertain":false},{"id":"google/medgemma-4b-it","slug":"medgemma-4b-it","name":"medgemma 4b it","org":"google","createdAt":"2025-05-19T20:52:44.000Z","lastModified":"2025-10-28T17:24:49.000Z","downloads":462103,"likes":1158,"license":"other","gated":true,"pipeline":"image-text-to-text","params":4300079472,"activeParams":4300079472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":34,"hidden":2560,"heads":8,"kvHeads":4,"headDim":256,"ctx":131072,"kvFull":10240,"kvSlide":59392,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":29,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/medgemma-4b-it-GGUF","gguf":{"repo":"unsloth/medgemma-4b-it-GGUF","files":{"F16":7767804224,"Q2_K":1729165120,"Q3_K_M":2098460480,"Q4_K_M":2489894720,"Q5_K_M":2829698880,"Q6_K":3190740800,"Q8_0":4130402880}},"baseModel":"google/medgemma-4b-pt","activeUncertain":false},{"id":"meta-llama/Llama-3.2-3B","slug":"llama-3-2-3b","name":"Llama 3.2 3B","org":"meta-llama","createdAt":"2024-09-18T15:23:48.000Z","lastModified":"2024-10-24T15:07:40.000Z","downloads":311237,"likes":1106,"license":"llama3.2","gated":true,"pipeline":"text-generation","params":3212749824,"activeParams":3212749824,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3072,"heads":24,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.2-3B","gguf":{"repo":"QuantFactory/OneLLM-Doey-V1-Llama-3.2-3B-GGUF","files":{"Q2_K":1493217888,"Q3_K_M":1856457312,"Q4_K_M":2241004128,"Q5_K_M":2593030752,"Q6_K":2967059040,"Q8_0":3840526944}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V3","slug":"deepseek-v3","name":"DeepSeek V3","org":"deepseek-ai","createdAt":"2024-12-25T12:52:23.000Z","lastModified":"2025-03-27T04:01:45.000Z","downloads":1402684,"likes":4463,"license":null,"gated":false,"pipeline":"text-generation","params":684489845504,"activeParams":40093756160,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v3"},"configFrom":"deepseek-ai/DeepSeek-V3","gguf":{"repo":"unsloth/DeepSeek-V3-GGUF","files":{"Q3_K_M":319198395296,"Q4_K_M":404430187072,"Q5_K_M":475396557600,"Q6_K":550798326368,"Q8_0":713286514080}},"baseModel":null,"activeUncertain":false},{"id":"sensenova/SenseNova-Loop-9B-Preview","slug":"sensenova-loop-9b-preview","name":"SenseNova Loop 9B Preview","org":"sensenova","createdAt":"2026-10-28T15:34:40.000Z","lastModified":"2026-11-14T04:40:56.000Z","downloads":4801,"likes":304,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":9656250480,"activeParams":9656250480,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"sensenova/SenseNova-Loop-9B-Preview","gguf":{"repo":"AtomicChat/SenseNova-Loop-9B-Preview-GGUF","files":{"F16":17926995872,"Q4_K_M":5628723104,"Q5_K_M":6473875360,"Q6_K":7371849632,"Q8_0":9540091808}},"baseModel":null,"activeUncertain":false},{"id":"tencent/WeVisOne-VL-4B","slug":"wevisone-vl-4b","name":"WeVisOne VL 4B","org":"tencent","createdAt":"2026-10-22T09:48:14.000Z","lastModified":"2026-10-27T04:23:41.000Z","downloads":26116,"likes":127,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4830581248,"activeParams":4830581248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":152680,"moe":null,"modelType":"qwen3_vl_text"},"configFrom":"tencent/WeVisOne-VL-4B","gguf":{"repo":"mradermacher/WeVisOne-VL-4B-GGUF","files":{"Q2_K":1799326048,"Q3_K_M":2245141248,"Q4_K_M":2718715168,"Q5_K_M":3159805728,"Q6_K":3628464448,"Q8_0":4697731328,"F16":8836828928}},"baseModel":null,"activeUncertain":false},{"id":"mistralai/Mistral-7B-v0.1","slug":"mistral-7b-v0-1","name":"Mistral 7B v0.1","org":"mistralai","createdAt":"2023-09-20T13:03:50.000Z","lastModified":"2025-07-24T16:44:02.000Z","downloads":443042,"likes":4232,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7241732096,"activeParams":7241732096,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32000,"moe":null,"modelType":"mistral"},"configFrom":"mistralai/Mistral-7B-v0.1","gguf":{"repo":"bartowski/Hermes-2-Pro-Mistral-7B-GGUF","files":{"Q2_K":2719393536,"Q3_K_M":3519150848,"Q4_K_M":4368621312,"Q5_K_M":5131607808,"Q6_K":5942280960,"Q8_0":7696136960}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M3.1-Flash","slug":"minimax-m3-1-flash","name":"MiniMax M3.1 Flash","org":"MiniMaxAI","createdAt":"2026-10-17T06:37:50.000Z","lastModified":"2026-11-05T00:55:30.000Z","downloads":65608,"likes":597,"license":"other","gated":false,"pipeline":"image-text-to-text","params":220490854016,"activeParams":4409817080.32,"activeSource":"config","arch":{"nativeQuant":"mxfp8","kvConfidence":"normal","layers":60,"hidden":6144,"heads":64,"kvHeads":4,"headDim":128,"ctx":1048576,"kvFull":61440,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":128,"topk":4,"inter":3072,"moeLayers":57,"inactive":400212099072},"modelType":"minimax_m3_vl"},"configFrom":"MiniMaxAI/MiniMax-M3.1-Flash","gguf":null,"baseModel":null,"activeUncertain":true},{"id":"Qwen/Qwen2.5-Coder-7B-Instruct","slug":"qwen2-5-coder-7b-instruct","name":"Qwen2.5 Coder 7B Instruct","org":"Qwen","createdAt":"2024-09-17T13:38:49.000Z","lastModified":"2025-01-12T02:03:41.000Z","downloads":1527608,"likes":873,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7615616512,"activeParams":7615616512,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":32768,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-Coder-7B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-Coder-7B-Instruct-GGUF","files":{}},"baseModel":"Qwen/Qwen2.5-Coder-7B","note":"GGUF Q8_0 file was 200% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"Qwen/Qwen2.5-VL-3B-Instruct","slug":"qwen2-5-vl-3b-instruct","name":"Qwen2.5 VL 3B Instruct","org":"Qwen","createdAt":"2025-01-26T09:25:35.000Z","lastModified":"2025-04-06T16:23:42.000Z","downloads":1832802,"likes":749,"license":null,"gated":false,"pipeline":"image-text-to-text","params":3754622976,"activeParams":3754622976,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2048,"heads":16,"kvHeads":2,"headDim":128,"ctx":128000,"kvFull":18432,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen2_5_vl"},"configFrom":"Qwen/Qwen2.5-VL-3B-Instruct","gguf":{"repo":"unsloth/Qwen2.5-VL-3B-Instruct-GGUF","files":{"F16":6178315328,"Q2_K":1274754400,"Q3_K_M":1590474080,"Q4_K_M":1929901408,"Q5_K_M":2224813408,"Q6_K":2538157408,"Q8_0":3285474656}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/phi-4","slug":"phi-4","name":"phi 4","org":"microsoft","createdAt":"2024-12-11T11:47:29.000Z","lastModified":"2026-07-14T14:22:25.000Z","downloads":211829,"likes":2347,"license":"mit","gated":false,"pipeline":"text-generation","params":14659507200,"activeParams":14659507200,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":5120,"heads":40,"kvHeads":10,"headDim":128,"ctx":16384,"kvFull":102400,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"phi3"},"configFrom":"microsoft/phi-4","gguf":{"repo":"unsloth/phi-4-GGUF","files":{"F16":29323406912,"Q2_K":5608795712,"Q3_K_M":7190834752,"Q4_K_M":8890306112,"Q5_K_M":10412707392,"Q6_K":12030258752,"Q8_0":15580507712}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.5-35B-A3B","slug":"qwen3-5-35b-a3b","name":"Qwen3.5 35B A3B","org":"Qwen","createdAt":"2026-02-24T09:39:25.000Z","lastModified":"2026-04-24T02:38:38.000Z","downloads":1442510,"likes":1559,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":35951822704,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":40,"inactive":31205621760},"modelType":"qwen3_5_moe_text"},"configFrom":"Qwen/Qwen3.5-35B-A3B","gguf":{"repo":"unsloth/Qwen3.5-35B-A3B-GGUF","files":{"F16":69376637824,"Q3_K_M":16356375168,"Q4_K_M":22016023168,"Q5_K_M":26249607808,"Q6_K":28852861568,"Q8_0":36903139968}},"baseModel":"Qwen/Qwen3.5-35B-A3B-Base","activeUncertain":false},{"id":"KRAFTON/Raon-1-nano","slug":"raon-1-nano","name":"Raon 1 nano","org":"KRAFTON","createdAt":"2026-10-29T05:38:14.000Z","lastModified":"2026-11-16T09:50:25.000Z","downloads":1510,"likes":146,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3529911376,"activeParams":3529911376,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1536,"heads":32,"kvHeads":32,"headDim":128,"ctx":262144,"kvFull":13824,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":259840,"moe":null,"modelType":"raon1_nano"},"configFrom":"KRAFTON/Raon-1-nano","gguf":{"repo":"KRAFTON/Raon-1-nano-gguf","files":{"F16":6274887040,"Q4_K_M":2082677632,"Q6_K":2646016384,"Q8_0":3391016320}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","slug":"deepseek-r1-distill-qwen-1-5b","name":"DeepSeek R1 Distill Qwen 1.5B","org":"deepseek-ai","createdAt":"2025-01-20T09:04:18.000Z","lastModified":"2025-02-24T03:32:35.000Z","downloads":436014,"likes":1668,"license":"mit","gated":false,"pipeline":"text-generation","params":1777088000,"activeParams":1777088000,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":1536,"heads":12,"kvHeads":2,"headDim":128,"ctx":131072,"kvFull":14336,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen2"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-1.5B-GGUF","files":{"F16":3560416576,"Q2_K":752880736,"Q3_K_M":924456544,"Q4_K_M":1117321312,"Q5_K_M":1285494880,"Q6_K":1464179296,"Q8_0":1894532416}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-H3-Image-PE","slug":"minimax-h3-image-pe","name":"MiniMax H3 Image PE","org":"MiniMaxAI","createdAt":"2026-11-08T15:35:23.000Z","lastModified":"2026-11-10T15:16:06.000Z","downloads":2730,"likes":120,"license":"other","gated":false,"pipeline":"text-generation","params":27356728560,"activeParams":27356728560,"activeSource":null,"arch":{"nativeQuant":"modelopt","kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"MiniMaxAI/MiniMax-H3-Image-PE","gguf":{"repo":"mradermacher/MiniMax-H3-Image-PE-GGUF","files":{"Q2_K":10711736320,"Q3_K_M":13301514240,"Q4_K_M":16547471360,"Q5_K_M":19231170560,"Q6_K":22082600960,"Q8_0":28595834880}},"baseModel":"Qwen/Qwen3.8-27B","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","slug":"deepseek-r1-distill-qwen-7b","name":"DeepSeek R1 Distill Qwen 7B","org":"deepseek-ai","createdAt":"2025-01-20T09:16:14.000Z","lastModified":"2025-02-24T03:32:20.000Z","downloads":284167,"likes":965,"license":"mit","gated":false,"pipeline":"text-generation","params":7615616512,"activeParams":7615616512,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Qwen-7B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-7B-GGUF","files":{"F16":15237852896,"Q2_K":3015939808,"Q3_K_M":3808390880,"Q4_K_M":4683073248,"Q5_K_M":5444830944,"Q6_K":6254198496,"Q8_0":8098524896}},"baseModel":null,"activeUncertain":false},{"id":"ornith-ai/Ornith-1.5-9B","slug":"ornith-1-5-9b","name":"Ornith 1.5 9B","org":"ornith-ai","createdAt":"2026-08-18T06:20:12.000Z","lastModified":"2026-08-23T06:24:01.000Z","downloads":577186,"likes":420,"license":"mit","gated":false,"pipeline":"text-generation","params":9653104368,"activeParams":9653104368,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"ornith-ai/Ornith-1.5-9B","gguf":{"repo":"bartowski/Ornith-1.5-9B-GGUF","files":{"Q2_K":4064273280,"Q3_K_M":4920189824,"Q4_K_M":5910782848,"Q5_K_M":6852928384,"Q6_K":7700259712,"Q8_0":9545982848,"F16":17920696928}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M2.5","slug":"minimax-m2-5","name":"MiniMax M2.5","org":"MiniMaxAI","createdAt":"2026-02-12T06:05:24.000Z","lastModified":"2026-10-26T07:08:12.000Z","downloads":1027114,"likes":1532,"license":"other","gated":false,"pipeline":"text-generation","params":228689764864,"activeParams":11030553088,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":62,"hidden":3072,"heads":48,"kvHeads":8,"headDim":128,"ctx":196608,"kvFull":126976,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":62,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":256,"topk":8,"inter":1536,"moeLayers":62,"inactive":217659211776},"modelType":"minimax_m2"},"configFrom":"MiniMaxAI/MiniMax-M2.5","gguf":{"repo":"unsloth/MiniMax-M2.5-GGUF","files":{"F16":457487025216,"Q2_K":83302682080,"Q3_K_M":109272482368,"Q4_K_M":138342385216,"Q5_K_M":162303936224,"Q6_K":187763083968,"Q8_0":243136873280}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.5-27B","slug":"qwen3-5-27b","name":"Qwen3.5 27B","org":"Qwen","createdAt":"2026-02-24T09:41:56.000Z","lastModified":"2026-04-24T02:54:49.000Z","downloads":1678738,"likes":1093,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":27781427952,"activeParams":27781427952,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-27B","gguf":{"repo":"unsloth/Qwen3.5-27B-GGUF","files":{"F16":53808281472,"Q3_K_M":13505116064,"Q4_K_M":16740812704,"Q5_K_M":19608995744,"Q6_K":22453933984,"Q8_0":28595763104}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen2.5-3B-Instruct","slug":"qwen2-5-3b-instruct","name":"Qwen2.5 3B Instruct","org":"Qwen","createdAt":"2024-09-17T14:08:52.000Z","lastModified":"2024-09-25T12:33:00.000Z","downloads":1971049,"likes":641,"license":"other","gated":false,"pipeline":"text-generation","params":3085938688,"activeParams":3085938688,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2048,"heads":16,"kvHeads":2,"headDim":128,"ctx":32768,"kvFull":18432,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-3B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-3B-Instruct-GGUF","files":{"Q2_K":1376856480,"Q3_K_M":1724178848,"Q4_K_M":2104932768,"Q5_K_M":2438740384,"Q6_K":2793410976,"Q8_0":3616088480}},"baseModel":"Qwen/Qwen2.5-3B","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-OCR-2","slug":"deepseek-ocr-2","name":"DeepSeek OCR 2","org":"deepseek-ai","createdAt":"2026-01-27T02:56:54.000Z","lastModified":"2026-02-03T00:33:19.000Z","downloads":265018,"likes":1156,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":3389119360,"activeParams":1193991040,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":12,"hidden":1280,"heads":10,"kvHeads":10,"headDim":128,"ctx":8192,"kvFull":30720,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":12,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":64,"topk":6,"inter":896,"moeLayers":11,"inactive":2195128320},"modelType":"deepseek_vl_v2"},"configFrom":"deepseek-ai/DeepSeek-OCR-2","gguf":{"repo":"sabafallah/DeepSeek-OCR-2-GGUF","files":{"Q4_K_M":1950326688,"F16":5876578208,"Q8_0":3126139808}},"baseModel":null,"activeUncertain":false},{"id":"tencent/Hy3","slug":"hy3","name":"Hy3","org":"tencent","createdAt":"2026-07-02T13:23:54.000Z","lastModified":"2026-07-20T07:01:39.000Z","downloads":987079,"likes":993,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":298786155776,"activeParams":20955458816,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":4096,"heads":64,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":120832,"moe":{"experts":192,"topk":8,"inter":1536,"moeLayers":80,"inactive":277830696960},"modelType":"hy_v3"},"configFrom":"tencent/Hy3","gguf":{"repo":"bartowski/Hy3-GGUF","files":{"Q2_K":106691229376,"Q3_K_M":137545479968,"Q4_K_M":182158227360,"Q5_K_M":212837857344,"Q6_K":257246623936,"Q8_0":317652367776}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.8-2.4T-A95B","slug":"qwen3-8-2-4t-a95b","name":"Qwen3.8 2.4T A95B","org":"Qwen","createdAt":"2026-08-08T01:50:52.000Z","lastModified":"2026-11-07T04:46:47.000Z","downloads":28798,"likes":1398,"license":"other","gated":false,"pipeline":"text-generation","params":2446182725504,"activeParams":95000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":92,"hidden":8192,"heads":64,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":47104,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 69 linear/state layers)","fullLayers":23,"slideLayers":0,"linearLayers":69,"vocab":248320,"moe":{"experts":512,"topk":10,"inter":2048,"moeLayers":92,"inactive":2324516831232},"modelType":"qwen3_5_moe_text"},"configFrom":"Qwen/Qwen3.8-2.4T-A95B","gguf":{"repo":"unsloth/Qwen3.8-2.4T-A95B-GGUF","files":{"F16":4893172677568,"Q8_0":2600249563264}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM3-1.7B-Base","slug":"lfm3-1-7b-base","name":"LFM3 1.7B Base","org":"LiquidAI","createdAt":"2026-10-26T16:28:49.000Z","lastModified":"2026-11-03T07:40:24.000Z","downloads":12253,"likes":164,"license":"other","gated":false,"pipeline":"text-generation","params":1728801536,"activeParams":1728801536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":262144,"kvFull":6144,"kvSlide":5120,"slidingWindow":256,"attn":"GQA + sliding window (hybrid: 13 linear/state layers)","fullLayers":6,"slideLayers":5,"linearLayers":13,"vocab":128000,"moe":null,"modelType":"lfm3"},"configFrom":"LiquidAI/LFM3-1.7B-Base","gguf":{"repo":"Mungert/LFM3-1.7B-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 395% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"nex-agi/Nex-N2.6","slug":"nex-n2-6","name":"Nex N2.6","org":"nex-agi","createdAt":"2026-11-10T05:34:28.000Z","lastModified":"2026-11-11T15:03:11.000Z","downloads":916,"likes":137,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":321323031390,"activeParams":18326510430,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":45,"hidden":4096,"heads":64,"kvHeads":64,"headDim":64,"ctx":1048576,"kvFull":7040,"kvSlide":0,"slidingWindow":null,"attn":"MLA (hybrid: 34 linear/state layers)","fullLayers":11,"slideLayers":0,"linearLayers":34,"vocab":154880,"moe":{"experts":288,"topk":8,"inter":2048,"moeLayers":43,"inactive":302996520960},"modelType":"glm5_next_text"},"configFrom":"nex-agi/Nex-N2.6","gguf":{"repo":"bartowski/Nex-N2.6-GGUF","files":{"Q2_K":125671154784,"Q3_K_M":155020141664,"Q4_K_M":200828233056,"Q5_K_M":243691922944,"Q6_K":281044297280,"Q8_0":341502043584}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/phi-2","slug":"phi-2","name":"phi 2","org":"microsoft","createdAt":"2023-12-13T21:19:59.000Z","lastModified":"2025-12-08T11:35:44.000Z","downloads":179705,"likes":3536,"license":"mit","gated":false,"pipeline":"text-generation","params":2779683840,"activeParams":2779683840,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":32,"kvHeads":32,"headDim":80,"ctx":2048,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":51200,"moe":null,"modelType":"phi"},"configFrom":"microsoft/phi-2","gguf":{"repo":"TheBloke/phi-2-GGUF","files":{"Q2_K":1173610336,"Q3_K_M":1480195936,"Q4_K_M":1789239136,"Q5_K_M":2072682336,"Q6_K":2285059936,"Q8_0":2958032736}},"baseModel":null,"activeUncertain":false},{"id":"PaddlePaddle/PaddleOCR-VL-1.6","slug":"paddleocr-vl-1-6","name":"PaddleOCR VL 1.6","org":"PaddlePaddle","createdAt":"2026-05-27T06:27:27.000Z","lastModified":"2026-11-06T16:34:18.000Z","downloads":98553,"likes":593,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":958588736,"activeParams":958588736,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"low","layers":18,"hidden":1024,"heads":16,"kvHeads":2,"headDim":128,"ctx":131072,"kvFull":9216,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":18,"slideLayers":0,"linearLayers":0,"vocab":103424,"moe":null,"modelType":"paddleocr_vl"},"configFrom":"PaddlePaddle/PaddleOCR-VL-1.6","gguf":{"repo":"mradermacher/PaddleOCR-VL-1.6-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 49% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"Qwen/Qwen3-32B","slug":"qwen3-32b","name":"Qwen3 32B","org":"Qwen","createdAt":"2025-04-27T03:52:59.000Z","lastModified":"2025-07-26T03:45:22.000Z","downloads":3536238,"likes":794,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":32762123264,"activeParams":32762123264,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":64,"kvHeads":8,"headDim":128,"ctx":40960,"kvFull":131072,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":64,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"Qwen/Qwen3-32B","gguf":{"repo":"Qwen/Qwen3-32B-GGUF","files":{"Q4_K_M":19762149024,"Q5_K_M":23214831232,"Q6_K":26883306112,"Q8_0":34817718912}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","slug":"deepseek-r1-0528-qwen3-8b","name":"DeepSeek R1 0528 Qwen3 8B","org":"deepseek-ai","createdAt":"2025-05-29T11:07:47.000Z","lastModified":"2025-05-29T13:13:34.000Z","downloads":483791,"likes":1128,"license":"mit","gated":false,"pipeline":"text-generation","params":8190735360,"activeParams":8190735360,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"deepseek-ai/DeepSeek-R1-0528-Qwen3-8B","gguf":{"repo":"unsloth/DeepSeek-R1-0528-Qwen3-8B-GGUF","files":{"F16":16388045056,"Q2_K":3281734144,"Q3_K_M":4124162560,"Q4_K_M":5027785216,"Q5_K_M":5851113984,"Q6_K":6725900800,"Q8_0":8709519872}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M3","slug":"minimax-m3","name":"MiniMax M3","org":"MiniMaxAI","createdAt":"2026-06-02T07:49:31.000Z","lastModified":"2026-10-26T07:08:14.000Z","downloads":126961,"likes":1605,"license":"other","gated":false,"pipeline":"image-text-to-text","params":427040140160,"activeParams":19806776192,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":6144,"heads":64,"kvHeads":4,"headDim":128,"ctx":1048576,"kvFull":61440,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":128,"topk":4,"inter":3072,"moeLayers":58,"inactive":407233363968},"modelType":"minimax_m3_vl"},"configFrom":"MiniMaxAI/MiniMax-M3","gguf":{"repo":"unsloth/MiniMax-M3-GGUF","files":{"F16":852896946208,"Q8_0":453611165056,"Q3_K_M":195475022560,"Q4_K_M":264928402400,"Q5_K_M":318734931008,"Q6_K":355313456288}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/Mage-VL-Cowork","slug":"mage-vl-cowork","name":"Mage VL Cowork","org":"microsoft","createdAt":"2026-10-30T12:13:24.000Z","lastModified":"2026-10-30T12:14:43.000Z","downloads":5022,"likes":226,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4741793792,"activeParams":4741793792,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"microsoft/Mage-VL-Cowork","gguf":{"repo":"ggml-org/Mage-VL-Cowork-GGUF","files":{"F16":8829199040,"Q4_K_M":2716070080,"Q8_0":4693672640}},"baseModel":"microsoft/Mage-VL","activeUncertain":false},{"id":"moonshotai/Kimi-K2.5","slug":"kimi-k2-5","name":"Kimi K2.5","org":"moonshotai","createdAt":"2026-01-01T06:06:03.000Z","lastModified":"2026-04-30T03:56:40.000Z","downloads":391535,"likes":2901,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1026879376368,"activeParams":33332644848,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":262144,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2.5","gguf":{"repo":"unsloth/Kimi-K2.5-GGUF","files":{"F16":2053155814752,"Q2_K":373777038496,"Q3_K_M":489771716096,"Q4_K_M":621245226816,"Q5_K_M":728735735936,"Q6_K":842909135232,"Q8_0":1091053888000}},"baseModel":null,"activeUncertain":false},{"id":"mistralai/Mistral-7B-Instruct-v0.2","slug":"mistral-7b-instruct-v0-2","name":"Mistral 7B Instruct v0.2","org":"mistralai","createdAt":"2023-12-11T13:18:44.000Z","lastModified":"2025-07-24T16:57:21.000Z","downloads":1159669,"likes":3282,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7241732096,"activeParams":7241732096,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32000,"moe":null,"modelType":"mistral"},"configFrom":"mistralai/Mistral-7B-Instruct-v0.2","gguf":{"repo":"bartowski/bigstral-12b-32k-8xMoE-GGUF","files":{"Q2_K":30177607008,"Q3_K_M":39299898720,"Q4_K_M":49644731744}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/Phi-4-mini-instruct","slug":"phi-4-mini-instruct","name":"Phi 4 mini instruct","org":"microsoft","createdAt":"2025-02-19T01:00:58.000Z","lastModified":"2025-12-10T20:24:40.000Z","downloads":302028,"likes":890,"license":"mit","gated":false,"pipeline":"text-generation","params":3836021760,"activeParams":3836021760,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":3072,"heads":24,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":null,"modelType":"phi3"},"configFrom":"microsoft/Phi-4-mini-instruct","gguf":{"repo":"unsloth/Phi-4-mini-instruct-GGUF","files":{"Q2_K":1682635744,"Q3_K_M":2117532640,"Q4_K_M":2491874272,"Q5_K_M":2848127968,"Q6_K":3155622880,"F16":7680694240,"Q8_0":4084611040}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM3-3B","slug":"smollm3-3b","name":"SmolLM3 3B","org":"HuggingFaceTB","createdAt":"2025-07-08T10:11:45.000Z","lastModified":"2025-09-10T12:28:11.000Z","downloads":212983,"likes":1080,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3075098624,"activeParams":3075098624,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":65536,"kvFull":36864,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"smollm3"},"configFrom":"HuggingFaceTB/SmolLM3-3B","gguf":{"repo":"unsloth/SmolLM3-3B-GGUF","files":{"F16":6158340416,"Q2_K":1253302816,"Q3_K_M":1571070496,"Q4_K_M":1915306528,"Q5_K_M":2213757472,"Q6_K":2530861600,"Q8_0":3275575840}},"baseModel":"HuggingFaceTB/SmolLM3-3B-Base","activeUncertain":false},{"id":"google/gemma-3-12b-it","slug":"gemma-3-12b-it","name":"gemma 3 12b it","org":"google","createdAt":"2025-03-01T19:11:34.000Z","lastModified":"2025-03-21T20:28:56.000Z","downloads":405670,"likes":918,"license":"gemma","gated":true,"pipeline":"image-text-to-text","params":12187325040,"activeParams":12187325040,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":3840,"heads":16,"kvHeads":8,"headDim":256,"ctx":131072,"kvFull":32768,"kvSlide":163840,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":8,"slideLayers":40,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/gemma-3-12b-it-GGUF","gguf":{"repo":"unsloth/gemma-3-12b-it-GGUF","files":{"F16":23540151520,"Q2_K":4768221536,"Q3_K_M":6008818016,"Q4_K_M":7300778336,"Q5_K_M":8445036896,"Q6_K":9660811616,"Q8_0":12510212576}},"baseModel":"google/gemma-3-12b-pt","activeUncertain":false},{"id":"moonshotai/Kimi-K2.7-Code","slug":"kimi-k2-7-code","name":"Kimi K2.7 Code","org":"moonshotai","createdAt":"2026-06-11T07:51:47.000Z","lastModified":"2026-06-15T07:49:29.000Z","downloads":317486,"likes":1429,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1026879376368,"activeParams":33332644848,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":262144,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2.7-Code","gguf":{"repo":"DevQuasar/moonshotai.Kimi-K2.7-Code-GGUF","files":{"Q2_K":372863389408,"Q3_K_M":489088545312,"Q4_K_M":620557904448,"Q6_K":842572859328}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","slug":"smolvlm2-500m-video-instruct","name":"SmolVLM2 500M Video Instruct","org":"HuggingFaceTB","createdAt":"2025-02-11T07:06:38.000Z","lastModified":"2026-11-13T08:37:13.000Z","downloads":1707180,"likes":206,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":507482304,"activeParams":507482304,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":960,"heads":15,"kvHeads":5,"headDim":64,"ctx":8192,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":49280,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolVLM2-500M-Video-Instruct","gguf":{"repo":"ggml-org/SmolVLM2-500M-Video-Instruct-GGUF","files":{"Q8_0":436808704,"F16":820424704}},"baseModel":"HuggingFaceTB/SmolVLM-500M-Instruct","activeUncertain":false},{"id":"ornith-ai/Ornith-1.5-122B","slug":"ornith-1-5-122b","name":"Ornith 1.5 122B","org":"ornith-ai","createdAt":"2026-10-16T07:14:27.000Z","lastModified":"2026-10-21T08:29:30.000Z","downloads":359058,"likes":227,"license":"mit","gated":false,"pipeline":"text-generation","params":125086497008,"activeParams":12746258672,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":3072,"heads":32,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":12288,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 36 linear/state layers)","fullLayers":12,"slideLayers":0,"linearLayers":36,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":1024,"moeLayers":48,"inactive":112340238336},"modelType":"qwen3_5_moe_text"},"configFrom":"ornith-ai/Ornith-1.5-122B","gguf":{"repo":"unsloth/Ornith-1.5-122B-GGUF","files":{"F16":249362981521,"Q8_0":132555710737}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-K2.6","slug":"kimi-k2-6","name":"Kimi K2.6","org":"moonshotai","createdAt":"2026-04-14T04:23:36.000Z","lastModified":"2026-05-19T09:01:54.000Z","downloads":202282,"likes":1644,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1026879376368,"activeParams":33332644848,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":262144,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2.6","gguf":{"repo":"bartowski/moonshotai_Kimi-K2.6-GGUF","files":{"Q2_K":358189980864,"Q3_K_M":466874179168}},"baseModel":null,"activeUncertain":false},{"id":"google/gemma-3-27b-it","slug":"gemma-3-27b-it","name":"gemma 3 27b it","org":"google","createdAt":"2025-03-01T19:10:19.000Z","lastModified":"2025-03-21T20:29:02.000Z","downloads":316513,"likes":2067,"license":"gemma","gated":true,"pipeline":"image-text-to-text","params":27432406640,"activeParams":27432406640,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":62,"hidden":5376,"heads":32,"kvHeads":16,"headDim":128,"ctx":131072,"kvFull":40960,"kvSlide":212992,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":10,"slideLayers":52,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/gemma-3-27b-it-GGUF","gguf":{"repo":"unsloth/gemma-3-27b-it-GGUF","files":{"F16":54027964448,"Q2_K":10503720672,"Q3_K_M":13437640416,"Q4_K_M":16546688736,"Q5_K_M":19271675616,"Q6_K":22166974176,"Q8_0":28707972192}},"baseModel":"google/gemma-3-27b-pt","activeUncertain":false},{"id":"zai-org/GLM-5","slug":"glm-5","name":"GLM 5","org":"zai-org","createdAt":"2026-02-11T04:55:46.000Z","lastModified":"2026-08-11T07:36:34.000Z","downloads":1167565,"likes":2142,"license":"mit","gated":false,"pipeline":"text-generation","params":753864139008,"activeParams":42375962880,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":78,"hidden":6144,"heads":64,"kvHeads":64,"headDim":64,"ctx":202752,"kvFull":54912,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":78,"slideLayers":0,"linearLayers":0,"vocab":154880,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":76,"inactive":711488176128},"modelType":"glm_moe_dsa"},"configFrom":"zai-org/GLM-5","gguf":{"repo":"unsloth/GLM-5-GGUF","files":{"F16":1507979369824,"Q2_K":275953473216,"Q3_K_M":360308302304,"Q4_K_M":455879275712,"Q5_K_M":535169914112,"Q6_K":619377928352,"Q8_0":801344964608}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Hermes-3-Llama-3.1-8B","slug":"hermes-3-llama-3-1-8b","name":"Hermes 3 Llama 3.1 8B","org":"NousResearch","createdAt":"2024-07-28T06:00:57.000Z","lastModified":"2024-09-08T07:39:55.000Z","downloads":336554,"likes":552,"license":"llama3","gated":false,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Hermes-3-Llama-3.1-8B","gguf":{"repo":"bartowski/Hermes-3-Llama-3.1-8B-GGUF","files":{"Q2_K":3179131808,"Q3_K_M":4018918304,"Q4_K_M":4920734624,"Q5_K_M":5732987808,"Q6_K":6596006816,"Q8_0":8540771232}},"baseModel":"meta-llama/Meta-Llama-3.1-8B","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","slug":"deepseek-r1-distill-qwen-32b","name":"DeepSeek R1 Distill Qwen 32B","org":"deepseek-ai","createdAt":"2025-01-20T09:19:00.000Z","lastModified":"2025-02-24T03:31:29.000Z","downloads":365792,"likes":1676,"license":"mit","gated":false,"pipeline":"text-generation","params":32763876352,"activeParams":32763876352,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":131072,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":64,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Qwen-32B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-32B-GGUF","files":{"F16":65535969376,"Q2_K":12313098144,"Q3_K_M":15935047584,"Q4_K_M":19851335584,"Q5_K_M":23262156704,"Q6_K":26886154144,"Q8_0":34820884384}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen2.5-Coder-14B-Instruct","slug":"qwen2-5-coder-14b-instruct","name":"Qwen2.5 Coder 14B Instruct","org":"Qwen","createdAt":"2024-11-06T07:49:46.000Z","lastModified":"2025-01-12T02:02:59.000Z","downloads":1721173,"likes":217,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":14770033664,"activeParams":14770033664,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"Qwen/Qwen2.5-Coder-14B-Instruct","gguf":{"repo":"Qwen/Qwen2.5-Coder-14B-Instruct-GGUF","files":{}},"baseModel":"Qwen/Qwen2.5-Coder-14B","note":"GGUF Q8_0 file was 200% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"meta-llama/Llama-4-Scout-17B-16E-Instruct","slug":"llama-4-scout-17b-16e-instruct","name":"Llama 4 Scout 17B 16E Instruct","org":"meta-llama","createdAt":"2025-04-02T13:34:17.000Z","lastModified":"2025-05-22T23:44:50.000Z","downloads":110352,"likes":1391,"license":"other","gated":true,"pipeline":"image-text-to-text","params":108641793536,"activeParams":18044827136,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":10485760,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":202048,"moe":{"experts":16,"topk":1,"inter":8192,"moeLayers":48,"inactive":90596966400},"modelType":"llama4_text"},"configFrom":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-4-Scout-17B-16E-Instruct-GGUF","files":{"F16":215561682208,"Q2_K":39563317760,"Q3_K_M":51755187392,"Q4_K_M":65359900352,"Q5_K_M":76546444992,"Q6_K":88432148672,"Q8_0":114531589472}},"baseModel":"meta-llama/Llama-4-Scout-17B-16E","activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B","slug":"mimo-v2-6-distill-qwen-9b","name":"MiMo V2.6 Distill Qwen 9B","org":"XiaomiMiMo","createdAt":"2026-09-21T18:18:40.000Z","lastModified":"2026-10-28T14:18:23.000Z","downloads":25051,"likes":709,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":9409813744,"activeParams":9409813744,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"XiaomiMiMo/MiMo-V2.6-Distill-Qwen-9B","gguf":{"repo":"bartowski/MiMo-V2.6-Distill-Qwen-9B-GGUF","files":{"Q2_K":3644380704,"Q3_K_M":4479948320,"Q4_K_M":5841049120,"Q5_K_M":6876124704,"Q6_K":7793710624,"Q8_0":9545979424,"F16":17920693440}},"baseModel":"Qwen/Qwen3.5-9B","activeUncertain":false},{"id":"zai-org/GLM-4.5-Air","slug":"glm-4-5-air","name":"GLM 4.5 Air","org":"zai-org","createdAt":"2025-07-20T03:25:55.000Z","lastModified":"2025-08-11T13:25:37.000Z","downloads":1115331,"likes":650,"license":"mit","gated":false,"pipeline":"text-generation","params":110468824832,"activeParams":14964522752,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":46,"hidden":4096,"heads":96,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":94208,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":46,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":128,"topk":8,"inter":1408,"moeLayers":46,"inactive":95504302080},"modelType":"glm4_moe"},"configFrom":"zai-org/GLM-4.5-Air","gguf":{"repo":"unsloth/GLM-4.5-Air-GGUF","files":{"F16":220997406080,"Q2_K":45322103872,"Q3_K_M":57203694848,"Q4_K_M":72975748384,"Q5_K_M":83519589632,"Q6_K":99007528192,"Q8_0":117456506240}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/Phi-3-mini-4k-instruct","slug":"phi-3-mini-4k-instruct","name":"Phi 3 mini 4k instruct","org":"microsoft","createdAt":"2024-04-22T16:18:17.000Z","lastModified":"2025-12-10T20:22:18.000Z","downloads":311293,"likes":1490,"license":"mit","gated":false,"pipeline":"text-generation","params":3821079552,"activeParams":3821079552,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":3072,"heads":32,"kvHeads":32,"headDim":96,"ctx":4096,"kvFull":196608,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32064,"moe":null,"modelType":"phi3"},"configFrom":"microsoft/Phi-3-mini-4k-instruct","gguf":{"repo":"bartowski/Phi-3.1-mini-4k-instruct-GGUF","files":{"Q2_K":1416204000,"Q3_K_M":1955476704,"Q4_K_M":2393232096,"Q5_K_M":2815275744,"Q6_K":3135852768,"Q8_0":4061222112}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM2.5-24B-A2B","slug":"lfm2-5-24b-a2b","name":"LFM2.5 24B A2B","org":"LiquidAI","createdAt":"2026-10-12T05:35:46.000Z","lastModified":"2026-11-03T18:09:25.000Z","downloads":31046,"likes":618,"license":"other","gated":false,"pipeline":"text-generation","params":23971585280,"activeParams":2000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":128000,"moe":{"experts":64,"topk":4,"inter":1536,"moeLayers":40,"inactive":22649241600},"modelType":"lfm2_moe"},"configFrom":"LiquidAI/LFM2.5-24B-A2B","gguf":{"repo":"LiquidAI/LFM2.5-24B-A2B-GGUF","files":{"F16":95924189760,"Q4_K_M":14526258464,"Q5_K_M":17029602592,"Q6_K":19689405728,"Q8_0":25493732640}},"baseModel":"LiquidAI/LFM2.5-24B-A2B-Base","activeUncertain":false},{"id":"tencent/HunyuanOCR","slug":"hunyuanocr","name":"HunyuanOCR","org":"tencent","createdAt":"2025-11-18T04:08:56.000Z","lastModified":"2026-08-28T16:20:03.000Z","downloads":640777,"likes":847,"license":"other","gated":false,"pipeline":"image-text-to-text","params":1119925744,"activeParams":1119925744,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1024,"heads":16,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":49152,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":120818,"moe":null,"modelType":"hunyuan_vl_text"},"configFrom":"tencent/HunyuanOCR","gguf":{"repo":"ggml-org/HunyuanOCR-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 49% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"microsoft/Phi-3.5-mini-instruct","slug":"phi-3-5-mini-instruct","name":"Phi 3.5 mini instruct","org":"microsoft","createdAt":"2024-08-16T20:48:26.000Z","lastModified":"2025-12-10T20:22:56.000Z","downloads":329956,"likes":1297,"license":"mit","gated":false,"pipeline":"text-generation","params":3821079552,"activeParams":3821079552,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":3072,"heads":32,"kvHeads":32,"headDim":96,"ctx":131072,"kvFull":196608,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32064,"moe":null,"modelType":"phi3"},"configFrom":"microsoft/Phi-3.5-mini-instruct","gguf":{"repo":"bartowski/Phi-3.5-mini-instruct-GGUF","files":{"Q2_K":1416204576,"Q3_K_M":1955477280,"Q4_K_M":2393232672,"Q5_K_M":2815276320,"Q6_K":3135853344,"Q8_0":4061222688}},"baseModel":null,"activeUncertain":false},{"id":"fastino/GLiDE-27B","slug":"glide-27b","name":"GLiDE 27B","org":"fastino","createdAt":"2026-10-19T10:25:20.000Z","lastModified":"2026-11-05T17:54:03.000Z","downloads":3251,"likes":98,"license":"other","gated":false,"pipeline":"image-text-to-text","params":26085330160,"activeParams":26085330160,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":24,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 48 linear/state layers)","fullLayers":16,"slideLayers":0,"linearLayers":48,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"fastino/GLiDE-27B","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-5.1","slug":"glm-5-1","name":"GLM 5.1","org":"zai-org","createdAt":"2026-04-03T09:28:47.000Z","lastModified":"2026-05-13T08:10:58.000Z","downloads":745621,"likes":1851,"license":"mit","gated":false,"pipeline":"text-generation","params":753864139008,"activeParams":42375962880,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":78,"hidden":6144,"heads":64,"kvHeads":64,"headDim":64,"ctx":202752,"kvFull":54912,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":78,"slideLayers":0,"linearLayers":0,"vocab":154880,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":76,"inactive":711488176128},"modelType":"glm_moe_dsa"},"configFrom":"zai-org/GLM-5.1","gguf":{"repo":"unsloth/GLM-5.1-GGUF","files":{"F16":1507979370976,"Q8_0":801344965472,"Q3_K_M":338434709472,"Q4_K_M":464504318304,"Q5_K_M":558461745696,"Q6_K":621333543712}},"baseModel":null,"activeUncertain":false},{"id":"Qwen/Qwen3.5-9B-Base","slug":"qwen3-5-9b-base","name":"Qwen3.5 9B Base","org":"Qwen","createdAt":"2026-02-26T16:20:10.000Z","lastModified":"2026-04-23T12:04:39.000Z","downloads":268568,"likes":159,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":9653104368,"activeParams":9653104368,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"Qwen/Qwen3.5-9B-Base","gguf":{"repo":"mradermacher/Qwen3.5-9B-Base-GGUF","files":{"Q2_K":3827262528,"Q3_K_M":4623524928,"Q4_K_M":5629109312,"Q5_K_M":6467970112,"Q6_K":7359259712,"Q8_0":9527501888,"F16":17920697408}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.6-Pro-RL","slug":"mimo-v2-6-pro-rl","name":"MiMo V2.6 Pro RL","org":"XiaomiMiMo","createdAt":"2026-09-21T15:39:33.000Z","lastModified":"2026-10-28T14:16:57.000Z","downloads":23738,"likes":822,"license":"mit","gated":false,"pipeline":"text-generation","params":1024216603392,"activeParams":44863396608,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":70,"hidden":6144,"heads":128,"kvHeads":8,"headDim":192,"ctx":1048576,"kvFull":215040,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":70,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":69,"inactive":979353206784},"modelType":"mimo_v2"},"configFrom":"XiaomiMiMo/MiMo-V2.6-Pro-RL","gguf":{"repo":"ggml-org/MiMo-V2.6-Pro-RL-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 0% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"LiquidAI/LFM2.5-350M","slug":"lfm2-5-350m","name":"LFM2.5 350M","org":"LiquidAI","createdAt":"2026-03-31T06:21:25.000Z","lastModified":"2026-11-03T18:09:20.000Z","downloads":157935,"likes":448,"license":"other","gated":false,"pipeline":"text-generation","params":354483968,"activeParams":354483968,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":1024,"heads":16,"kvHeads":8,"headDim":64,"ctx":128000,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 10 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":10,"vocab":65536,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2.5-350M","gguf":{"repo":"LiquidAI/LFM2.5-350M-GGUF","files":{"F16":1422970304,"Q4_K_M":229312224,"Q5_K_M":260376288,"Q6_K":293381856,"Q8_0":379217632}},"baseModel":"LiquidAI/LFM2.5-350M-Base","activeUncertain":false},{"id":"tencent/WeVisOne-VL-2B","slug":"wevisone-vl-2b","name":"WeVisOne VL 2B","org":"tencent","createdAt":"2026-10-22T09:47:50.000Z","lastModified":"2026-10-28T13:18:05.000Z","downloads":16401,"likes":86,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":2441744384,"activeParams":2441744384,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":2048,"heads":16,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152680,"moe":null,"modelType":"qwen3_vl_text"},"configFrom":"tencent/WeVisOne-VL-2B","gguf":{"repo":"mradermacher/WeVisOne-VL-2B-GGUF","files":{"Q2_K":881659392,"Q3_K_M":1075159680,"Q4_K_M":1284559104,"Q5_K_M":1474115840,"Q6_K":1675519872,"Q8_0":2168289920,"F16":4075786880}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Pro-0813","slug":"deepseek-v4-pro-0813","name":"DeepSeek V4 Pro 0813","org":"deepseek-ai","createdAt":"2026-08-13T03:05:06.000Z","lastModified":"2026-08-13T16:28:28.000Z","downloads":50410,"likes":917,"license":"mit","gated":false,"pipeline":"text-generation","params":1650497936906,"activeParams":102309027338,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":61,"hidden":7168,"heads":128,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":70272,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":384,"topk":6,"inter":3072,"moeLayers":62,"inactive":1548188909568},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Pro-0813","gguf":{"repo":"qtum/DeepSeek-V4-Pro-0813-GGUF","files":{"Q2_K":587299596736,"Q3_K_M":763746626528}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM2-1.7B-Instruct","slug":"smollm2-1-7b-instruct","name":"SmolLM2 1.7B Instruct","org":"HuggingFaceTB","createdAt":"2024-10-31T13:42:06.000Z","lastModified":"2025-04-21T20:51:14.000Z","downloads":253015,"likes":772,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1711376384,"activeParams":1711376384,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":32,"kvHeads":32,"headDim":64,"ctx":8192,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":49152,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolLM2-1.7B-Instruct","gguf":{"repo":"unsloth/SmolLM2-1.7B-Instruct-GGUF","files":{"F16":3424735904,"Q2_K":674583200,"Q3_K_M":860181152,"Q4_K_M":1055609504,"Q5_K_M":1225478816,"Q6_K":1405964960,"Q8_0":1820414624}},"baseModel":"HuggingFaceTB/SmolLM2-1.7B","activeUncertain":false},{"id":"maritaca-ai/S5-nano","slug":"s5-nano","name":"S5 nano","org":"maritaca-ai","createdAt":"2026-11-02T13:34:24.000Z","lastModified":"2026-11-10T01:25:40.000Z","downloads":1940,"likes":80,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4659865088,"activeParams":4659865088,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"maritaca-ai/S5-nano","gguf":{"repo":"maritaca-ai/S5-nano-GGUF","files":{"F16":8665620032,"Q4_K_M":2783446688,"Q8_0":4610580032}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-K2-Instruct","slug":"kimi-k2-instruct","name":"Kimi K2 Instruct","org":"moonshotai","createdAt":"2025-07-11T00:55:12.000Z","lastModified":"2026-04-23T02:08:36.000Z","downloads":247906,"likes":3007,"license":"other","gated":false,"pipeline":"text-generation","params":1026408235864,"activeParams":32861504344,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":131072,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2-Instruct","gguf":{"repo":"unsloth/Kimi-K2-Instruct-GGUF","files":{"F16":2053155812768,"Q2_K":373179203680,"Q3_K_M":489378373568,"Q4_K_M":620781770528,"Q5_K_M":728346884160,"Q6_K":842634817376,"Q8_0":1091053886208}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M2.7","slug":"minimax-m2-7","name":"MiniMax M2.7","org":"MiniMaxAI","createdAt":"2026-04-09T03:37:12.000Z","lastModified":"2026-10-26T07:08:13.000Z","downloads":219885,"likes":1261,"license":"other","gated":false,"pipeline":"text-generation","params":228689764864,"activeParams":11030553088,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":62,"hidden":3072,"heads":48,"kvHeads":8,"headDim":128,"ctx":204800,"kvFull":126976,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":62,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":256,"topk":8,"inter":1536,"moeLayers":62,"inactive":217659211776},"modelType":"minimax_m2"},"configFrom":"MiniMaxAI/MiniMax-M2.7","gguf":{"repo":"unsloth/MiniMax-M2.7-GGUF","files":{"F16":457487024928,"Q8_0":243136872992,"Q3_K_M":101243668768,"Q4_K_M":140169905504,"Q5_K_M":168828486080,"Q6_K":188060778912}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.6-Flash-RL","slug":"mimo-v2-6-flash-rl","name":"MiMo V2.6 Flash RL","org":"XiaomiMiMo","createdAt":"2026-09-21T15:39:51.000Z","lastModified":"2026-10-28T14:16:28.000Z","downloads":40828,"likes":598,"license":"mit","gated":false,"pipeline":"text-generation","params":310756322688,"activeParams":6215126453.76,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":48,"hidden":4096,"heads":64,"kvHeads":4,"headDim":192,"ctx":1048576,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":50,"inactive":312056217600},"modelType":"mimo_v2"},"configFrom":"XiaomiMiMo/MiMo-V2.6-Flash-RL","gguf":{"repo":"ggml-org/MiMo-V2.6-Flash-RL-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 1% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":true},{"id":"moonshotai/Kimi-K2-Thinking","slug":"kimi-k2-thinking","name":"Kimi K2 Thinking","org":"moonshotai","createdAt":"2025-11-04T08:25:31.000Z","lastModified":"2026-01-30T04:49:39.000Z","downloads":56467,"likes":1733,"license":"other","gated":false,"pipeline":"text-generation","params":1026408240256,"activeParams":32861508736,"activeSource":"config","arch":{"nativeQuant":"compressed-tensors","kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":262144,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2-Thinking","gguf":{"repo":"unsloth/Kimi-K2-Thinking-GGUF","files":{"F16":2053155814144,"Q2_K":374121101888,"Q3_K_M":489995127712,"Q4_K_M":621245226208,"Q5_K_M":728735735328,"Q6_K":842909134624,"Q8_0":1091053887872}},"baseModel":null,"activeUncertain":false},{"id":"ByteDance-Seed/UI-TARS-1.5-7B","slug":"ui-tars-1-5-7b","name":"UI TARS 1.5 7B","org":"ByteDance-Seed","createdAt":"2025-04-16T09:40:50.000Z","lastModified":"2025-04-18T01:35:38.000Z","downloads":229212,"likes":623,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8292166656,"activeParams":8292166656,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":128000,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2_5_vl"},"configFrom":"ByteDance-Seed/UI-TARS-1.5-7B","gguf":{"repo":"mradermacher/UI-TARS-1.5-7B-GGUF","files":{"Q2_K":3015940416,"Q3_K_M":3808391488,"Q4_K_M":4683073856,"Q5_K_M":5444831552,"Q6_K":6254199104,"Q8_0":8098525504,"F16":15237853504}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM2.5-1.2B-Instruct","slug":"lfm2-5-1-2b-instruct","name":"LFM2.5 1.2B Instruct","org":"LiquidAI","createdAt":"2026-01-06T00:28:46.000Z","lastModified":"2026-11-03T18:09:29.000Z","downloads":105811,"likes":687,"license":"other","gated":false,"pipeline":"text-generation","params":1170340608,"activeParams":1170340608,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":128000,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 10 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":10,"vocab":65536,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2.5-1.2B-Instruct","gguf":{"repo":"LiquidAI/LFM2.5-1.2B-Instruct-GGUF","files":{"F16":4686653056,"Q4_K_M":730895168,"Q5_K_M":843354944,"Q6_K":962843456,"Q8_0":1246253888}},"baseModel":"LiquidAI/LFM2.5-1.2B-Base","activeUncertain":false},{"id":"meta-models/Muse-Spark-Open-816B-A42B","slug":"muse-spark-open-816b-a42b","name":"Muse Spark Open 816B A42B","org":"meta-models","createdAt":"2026-09-15T19:23:19.000Z","lastModified":"2026-11-10T18:55:51.000Z","downloads":14351,"likes":760,"license":"other","gated":true,"pipeline":"image-text-to-text","params":822036529664,"activeParams":42000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":62,"hidden":8192,"heads":128,"kvHeads":16,"headDim":64,"ctx":1048576,"kvFull":32768,"kvSlide":94208,"slidingWindow":2048,"attn":"GQA + sliding window","fullLayers":16,"slideLayers":46,"linearLayers":0,"vocab":202048,"moe":{"experts":256,"topk":8,"inter":4096,"moeLayers":62,"inactive":1547798839296},"modelType":"muse_spark_text"},"configFrom":"unsloth/Muse-Spark-Open-816B-A42B","gguf":{"repo":"ggml-org/Muse-Spark-Open-816B-A42B-GGUF","files":{"F16":1640264556374,"Q2_K":304080474208,"Q8_0":871648188873}},"baseModel":null,"activeUncertain":false},{"id":"tencent/Hy4-preview","slug":"hy4-preview","name":"Hy4 preview","org":"tencent","createdAt":"2026-08-27T08:52:40.000Z","lastModified":"2026-08-28T14:58:32.000Z","downloads":11357,"likes":564,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":779960992733,"activeParams":40387757021,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":78,"hidden":6144,"heads":64,"kvHeads":8,"headDim":64,"ctx":1048576,"kvFull":54912,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":78,"slideLayers":0,"linearLayers":0,"vocab":120832,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":79,"inactive":739573235712},"modelType":"hy_v4"},"configFrom":"tencent/Hy4-preview","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V3.1","slug":"deepseek-v3-1","name":"DeepSeek V3.1","org":"deepseek-ai","createdAt":"2025-08-21T02:37:52.000Z","lastModified":"2025-09-05T11:30:15.000Z","downloads":294923,"likes":866,"license":"mit","gated":false,"pipeline":"text-generation","params":684531386000,"activeParams":40135296656,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v3"},"configFrom":"deepseek-ai/DeepSeek-V3.1","gguf":{"repo":"unsloth/DeepSeek-V3.1-GGUF","files":{"F16":1342273053984,"Q2_K":245696582144,"Q3_K_M":320451083008,"Q4_K_M":405398012928,"Q5_K_M":476161393760,"Q6_K":551313395136,"Q8_0":713286520224}},"baseModel":"deepseek-ai/DeepSeek-V3.1-Base","activeUncertain":false},{"id":"inclusionAI/Ling-3.0-tiny","slug":"ling-3-0-tiny","name":"Ling 3.0 tiny","org":"inclusionAI","createdAt":"2026-08-10T02:44:06.000Z","lastModified":"2026-09-24T08:58:30.000Z","downloads":13680,"likes":588,"license":"mit","gated":false,"pipeline":"text-generation","params":7893392800,"activeParams":1381735840,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1536,"heads":16,"kvHeads":16,"headDim":128,"ctx":131072,"kvFull":13824,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":128,"topk":8,"inter":512,"moeLayers":23,"inactive":6511656960},"modelType":"bailing_hybrid"},"configFrom":"inclusionAI/Ling-3.0-tiny","gguf":{"repo":"bartowski/Ling-3.0-tiny-GGUF","files":{"Q2_K":3000103360,"Q3_K_M":3785849920,"Q4_K_M":4917354688,"Q5_K_M":5716431040,"Q6_K":6839076160,"Q8_0":8409487552,"F16":15803475264}},"baseModel":null,"activeUncertain":false},{"id":"GrootTeam/Groot-19B-A3B-261023","slug":"groot-19b-a3b-261023","name":"Groot 19B A3B 261023","org":"GrootTeam","createdAt":"2026-10-23T08:47:29.000Z","lastModified":"2026-10-23T09:44:16.000Z","downloads":2489,"likes":99,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":19432294256,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":128,"topk":8,"inter":512,"moeLayers":40,"inactive":15099494400},"modelType":"qwen3_5_moe_text"},"configFrom":"GrootTeam/Groot-19B-A3B-261023","gguf":{"repo":"bartowski/GrootTeam_Groot-19B-A3B-261023-GGUF","files":{"Q2_K":7881901952,"Q3_K_M":9616312192,"Q4_K_M":12484339584,"Q5_K_M":14719903616,"Q6_K":16791324544,"Q8_0":20230129536,"F16":38006441856}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Flash-Vision-Exp","slug":"deepseek-v4-flash-vision-exp","name":"DeepSeek V4 Flash Vision Exp","org":"deepseek-ai","createdAt":"2026-08-31T06:16:18.000Z","lastModified":"2026-09-01T09:22:10.000Z","downloads":36166,"likes":970,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":304646824126,"activeParams":15239848126,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":43,"hidden":4096,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":49536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":43,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":6,"inter":2048,"moeLayers":46,"inactive":289406976000},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Flash-Vision-Exp","gguf":{"repo":"ggml-org/DeepSeek-V4-Flash-Vision-Exp-GGUF","files":{}},"baseModel":null,"note":"GGUF quant file sizes were not in size order, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V3-0324","slug":"deepseek-v3-0324","name":"DeepSeek V3 0324","org":"deepseek-ai","createdAt":"2025-03-24T09:28:22.000Z","lastModified":"2025-03-27T04:01:53.000Z","downloads":145593,"likes":3223,"license":"mit","gated":false,"pipeline":"text-generation","params":684531386000,"activeParams":40135296656,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v3"},"configFrom":"deepseek-ai/DeepSeek-V3-0324","gguf":{"repo":"unsloth/DeepSeek-V3-0324-GGUF","files":{"F16":1342273048480,"Q2_K":244028344320,"Q3_K_M":319198396128,"Q4_K_M":404430188000,"Q5_K_M":475396558528,"Q6_K":550798327264,"Q8_0":713286514720}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/d1-3B","slug":"d1-3b","name":"d1 3B","org":"LiquidAI","createdAt":"2026-10-05T09:55:28.000Z","lastModified":"2026-11-11T17:09:05.000Z","downloads":22200,"likes":508,"license":"other","gated":false,"pipeline":"image-text-to-text","params":3123483888,"activeParams":3123483888,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":32768,"kvFull":8192,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 22 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":22,"vocab":128000,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/d1-3B","gguf":{"repo":"LiquidAI/d1-3B-GGUF","files":{"F16":10806320320,"Q4_K_M":1674456672,"Q8_0":2874781280}},"baseModel":"LiquidAI/LFM2.5-VL-3B","activeUncertain":false},{"id":"swiss-ai/Apertus-8B-Instruct-2509","slug":"apertus-8b-instruct-2509","name":"Apertus 8B Instruct 2509","org":"swiss-ai","createdAt":"2025-08-13T09:30:23.000Z","lastModified":"2026-07-17T08:57:20.000Z","downloads":191142,"likes":505,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8053338176,"activeParams":8053338176,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":65536,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":131072,"moe":null,"modelType":"apertus"},"configFrom":"swiss-ai/Apertus-8B-Instruct-2509","gguf":{"repo":"unsloth/Apertus-8B-Instruct-2509-GGUF","files":{"F16":16115119072,"Q2_K":3287889152,"Q3_K_M":4165547264,"Q4_K_M":5057885440,"Q5_K_M":5812860160,"Q6_K":6615020800,"Q8_0":8565372160}},"baseModel":"swiss-ai/Apertus-8B-2509","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-0528","slug":"deepseek-r1-0528","name":"DeepSeek R1 0528","org":"deepseek-ai","createdAt":"2025-05-28T09:46:42.000Z","lastModified":"2025-05-29T11:37:44.000Z","downloads":138985,"likes":2496,"license":"mit","gated":false,"pipeline":"text-generation","params":684531386000,"activeParams":40135296656,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v3"},"configFrom":"deepseek-ai/DeepSeek-R1-0528","gguf":{"repo":"unsloth/DeepSeek-R1-0528-GGUF","files":{"F16":1342273056096,"Q2_K":244779918912,"Q3_K_M":319846030656,"Q4_K_M":404941900832,"Q5_K_M":475780344992,"Q6_K":551046192128,"Q8_0":713286522336}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/Phi-3-mini-128k-instruct","slug":"phi-3-mini-128k-instruct","name":"Phi 3 mini 128k instruct","org":"microsoft","createdAt":"2024-04-22T16:26:23.000Z","lastModified":"2025-12-10T20:21:52.000Z","downloads":240758,"likes":1713,"license":"mit","gated":false,"pipeline":"text-generation","params":3821079552,"activeParams":3821079552,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":3072,"heads":32,"kvHeads":32,"headDim":96,"ctx":131072,"kvFull":196608,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32064,"moe":null,"modelType":"phi3"},"configFrom":"microsoft/Phi-3-mini-128k-instruct","gguf":{"repo":"bartowski/Phi-3.1-mini-128k-instruct-GGUF","files":{"Q2_K":1416204544,"Q3_K_M":1955477248,"Q4_K_M":2393232640,"Q5_K_M":2815276288,"Q6_K":3135853312,"Q8_0":4061222656}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM2-360M-Instruct","slug":"smollm2-360m-instruct","name":"SmolLM2 360M Instruct","org":"HuggingFaceTB","createdAt":"2024-10-31T13:41:35.000Z","lastModified":"2025-09-22T20:44:35.000Z","downloads":227479,"likes":248,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":361821120,"activeParams":361821120,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":960,"heads":15,"kvHeads":5,"headDim":64,"ctx":8192,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":49152,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolLM2-360M-Instruct","gguf":{"repo":"unsloth/SmolLM2-360M-Instruct-GGUF","files":{"F16":725553760,"Q2_K":218673760,"Q3_K_M":234686560,"Q4_K_M":270590560,"Q5_K_M":289944160,"Q6_K":367358560,"Q8_0":386404960}},"baseModel":"HuggingFaceTB/SmolLM2-360M","activeUncertain":false},{"id":"meta-llama/Llama-3.2-11B-Vision-Instruct","slug":"llama-3-2-11b-vision-instruct","name":"Llama 3.2 11B Vision Instruct","org":"meta-llama","createdAt":"2024-09-18T16:47:28.000Z","lastModified":"2024-12-04T01:35:48.000Z","downloads":51416,"likes":1698,"license":"llama3.2","gated":true,"pipeline":"image-text-to-text","params":10670220835,"activeParams":10670220835,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"mllama_text_model"},"configFrom":"unsloth/Llama-3.2-11B-Vision-Instruct","gguf":{"repo":"leafspark/Llama-3.2-11B-Vision-Instruct-GGUF","files":{"Q4_K_M":5963057216,"Q8_0":10394970176,"F16":19558899776}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-Linear-48B-A3B-Instruct","slug":"kimi-linear-48b-a3b-instruct","name":"Kimi Linear 48B A3B Instruct","org":"moonshotai","createdAt":"2025-10-30T12:37:31.000Z","lastModified":"2025-12-16T14:50:08.000Z","downloads":48989,"likes":618,"license":"mit","gated":false,"pipeline":"text-generation","params":49122681728,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2304,"heads":32,"kvHeads":32,"headDim":72,"ctx":null,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":256,"topk":8,"inter":1024,"moeLayers":26,"inactive":45638221824},"modelType":"kimi_linear"},"configFrom":"moonshotai/Kimi-Linear-48B-A3B-Instruct","gguf":{"repo":"bartowski/moonshotai_Kimi-Linear-48B-A3B-Instruct-GGUF","files":{"Q2_K":17533148320,"Q3_K_M":22680802720,"Q4_K_M":30061058720,"Q5_K_M":35097473696,"Q6_K":40460212128,"Q8_0":52248386432,"F16":98285393568}},"baseModel":null,"activeUncertain":false},{"id":"nvidia/Nemotron-3.5-Parse","slug":"nemotron-3-5-parse","name":"Nemotron 3.5 Parse","org":"nvidia","createdAt":"2026-09-03T06:29:29.000Z","lastModified":"2026-11-14T04:33:01.000Z","downloads":25540,"likes":169,"license":"openmdw-1.1","gated":false,"pipeline":"image-text-to-text","params":630800504,"activeParams":630800504,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":10,"hidden":1024,"heads":16,"kvHeads":8,"headDim":64,"ctx":16384,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":10,"slideLayers":0,"linearLayers":0,"vocab":72512,"moe":null,"modelType":"nemotron_parse"},"configFrom":"nvidia/Nemotron-3.5-Parse","gguf":{"repo":"SkyContact/Nemotron-3.5-Parse-GGUF","files":{"F16":1307010336,"Q8_0":866349216}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.2-8b","slug":"granite-4-2-8b","name":"granite 4.2 8b","org":"ibm-granite","createdAt":"2026-08-07T16:29:09.000Z","lastModified":"2026-10-20T23:00:24.000Z","downloads":59718,"likes":127,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8791592960,"activeParams":8791592960,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.2-8b","gguf":{"repo":"ibm-granite/granite-4.2-8b-GGUF","files":{"Q2_K":3412312192,"Q3_K_M":4347052160,"Q4_K_M":5347917952,"Q5_K_M":6253887616,"Q6_K":7216480384,"Q8_0":9345613952,"F16":17587421312}},"baseModel":"ibm-granite/granite-4.1-8b-base","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","slug":"deepseek-r1-distill-qwen-14b","name":"DeepSeek R1 Distill Qwen 14B","org":"deepseek-ai","createdAt":"2025-01-20T09:18:27.000Z","lastModified":"2025-02-24T03:31:45.000Z","downloads":124849,"likes":741,"license":"mit","gated":false,"pipeline":"text-generation","params":14770033664,"activeParams":14770033664,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Qwen-14B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Qwen-14B-GGUF","files":{"F16":29547715744,"Q2_K":5770497184,"Q3_K_M":7339203744,"Q4_K_M":8988109984,"Q5_K_M":10508872864,"Q6_K":12124683424,"Q8_0":15701597344}},"baseModel":null,"activeUncertain":false},{"id":"mistralai/Mistral-7B-Instruct-v0.1","slug":"mistral-7b-instruct-v0-1","name":"Mistral 7B Instruct v0.1","org":"mistralai","createdAt":"2023-09-27T14:31:52.000Z","lastModified":"2025-07-24T16:44:46.000Z","downloads":108428,"likes":1878,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7241732096,"activeParams":7241732096,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32000,"moe":null,"modelType":"mistral"},"configFrom":"mistralai/Mistral-7B-Instruct-v0.1","gguf":{"repo":"TheBloke/Mistral-7B-Instruct-v0.1-GGUF","files":{"Q2_K":3083097760,"Q3_K_M":3518985888,"Q4_K_M":4368438944,"Q5_K_M":5131409056,"Q6_K":5942064800,"Q8_0":7695857312}},"baseModel":"mistralai/Mistral-7B-v0.1","activeUncertain":false},{"id":"LiquidAI/LFM2.5-2.6B","slug":"lfm2-5-2-6b","name":"LFM2.5 2.6B","org":"LiquidAI","createdAt":"2026-07-28T22:14:32.000Z","lastModified":"2026-11-03T06:56:42.000Z","downloads":36980,"likes":863,"license":"other","gated":false,"pipeline":"text-generation","params":2697198592,"activeParams":2697198592,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":8192,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 22 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":22,"vocab":128000,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2.5-2.6B","gguf":{"repo":"LiquidAI/LFM2.5-2.6B-GGUF","files":{"F16":10806317056,"Q4_K_M":1674455040,"Q5_K_M":1939744768,"Q6_K":2221615104,"Q8_0":2874779648}},"baseModel":"LiquidAI/LFM2.5-2.6B-Base","activeUncertain":false},{"id":"stepfun-ai/GOT-OCR2_0","slug":"got-ocr2-0","name":"GOT OCR2 0","org":"stepfun-ai","createdAt":"2024-09-12T16:02:28.000Z","lastModified":"2025-02-04T00:37:25.000Z","downloads":129731,"likes":1577,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":716033280,"activeParams":716033280,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1024,"heads":16,"kvHeads":16,"headDim":64,"ctx":32768,"kvFull":49152,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":151860,"moe":null,"modelType":"GOT"},"configFrom":"stepfun-ai/GOT-OCR2_0","gguf":{"repo":"cstr/got-ocr2-crispembed-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 158% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","slug":"deepseek-coder-v2-lite-instruct","name":"DeepSeek Coder V2 Lite Instruct","org":"deepseek-ai","createdAt":"2024-06-14T06:23:33.000Z","lastModified":"2024-07-03T05:16:11.000Z","downloads":86414,"likes":714,"license":"other","gated":false,"pipeline":"text-generation","params":15706484224,"activeParams":2661150208,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":163840,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"deepseek_v2"},"configFrom":"deepseek-ai/DeepSeek-Coder-V2-Lite-Instruct","gguf":{"repo":"lmstudio-community/DeepSeek-Coder-V2-Lite-Instruct-GGUF","files":{"Q4_K_M":10364416768,"Q5_K_M":11851313920,"Q6_K":14066972416,"Q8_0":16702518016}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.5","slug":"glm-4-5","name":"GLM 4.5","org":"zai-org","createdAt":"2025-07-20T03:25:36.000Z","lastModified":"2025-08-11T13:27:03.000Z","downloads":119750,"likes":1439,"license":"mit","gated":false,"pipeline":"text-generation","params":358337791296,"activeParams":35586098496,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":92,"hidden":5120,"heads":96,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":188416,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":92,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":160,"topk":8,"inter":1536,"moeLayers":90,"inactive":322751692800},"modelType":"glm4_moe"},"configFrom":"zai-org/GLM-4.5","gguf":{"repo":"unsloth/GLM-4.5-GGUF","files":{"F16":716837146688,"Q2_K":131159649248,"Q3_K_M":171268787296,"Q4_K_M":216455572672,"Q5_K_M":254246825344,"Q6_K":294371691840,"Q8_0":380966784608}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M2","slug":"minimax-m2","name":"MiniMax M2","org":"MiniMaxAI","createdAt":"2025-10-22T13:45:10.000Z","lastModified":"2026-10-26T07:08:10.000Z","downloads":110173,"likes":1512,"license":"other","gated":false,"pipeline":"text-generation","params":228689764864,"activeParams":11030553088,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":62,"hidden":3072,"heads":48,"kvHeads":8,"headDim":128,"ctx":196608,"kvFull":126976,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":62,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":256,"topk":8,"inter":1536,"moeLayers":62,"inactive":217659211776},"modelType":"minimax_m2"},"configFrom":"MiniMaxAI/MiniMax-M2","gguf":{"repo":"unsloth/MiniMax-M2-GGUF","files":{"F16":457487025248,"Q2_K":83302681984,"Q3_K_M":109272482272,"Q4_K_M":138342385120,"Q5_K_M":162303936128,"Q6_K":187763083904,"Q8_0":243136873184}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/deepseek-coder-6.7b-instruct","slug":"deepseek-coder-6-7b-instruct","name":"deepseek coder 6.7b instruct","org":"deepseek-ai","createdAt":"2023-10-29T11:01:36.000Z","lastModified":"2024-02-02T03:02:26.000Z","downloads":30421,"likes":540,"license":"other","gated":false,"pipeline":"text-generation","params":6740512768,"activeParams":6740512768,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":16384,"kvFull":262144,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32256,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/deepseek-coder-6.7b-instruct","gguf":{"repo":"TheBloke/deepseek-coder-6.7B-instruct-GGUF","files":{"Q2_K":2827706592,"Q3_K_M":3299877088,"Q4_K_M":4083015904,"Q5_K_M":4785299680,"Q6_K":5531476192,"Q8_0":7163879648}},"baseModel":null,"activeUncertain":false},{"id":"microsoft/Phi-3.5-vision-instruct","slug":"phi-3-5-vision-instruct","name":"Phi 3.5 vision instruct","org":"microsoft","createdAt":"2024-08-16T23:48:22.000Z","lastModified":"2025-12-10T20:24:07.000Z","downloads":270035,"likes":750,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":4146621440,"activeParams":4146621440,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":3072,"heads":32,"kvHeads":32,"headDim":96,"ctx":131072,"kvFull":196608,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32064,"moe":null,"modelType":"phi3_v"},"configFrom":"microsoft/Phi-3.5-vision-instruct","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","slug":"deepseek-r1-distill-llama-70b","name":"DeepSeek R1 Distill Llama 70B","org":"deepseek-ai","createdAt":"2025-01-20T09:13:33.000Z","lastModified":"2025-02-24T03:31:15.000Z","downloads":23403,"likes":827,"license":"mit","gated":false,"pipeline":"text-generation","params":70553706496,"activeParams":70553706496,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":8192,"heads":64,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Llama-70B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Llama-70B-GGUF","files":{}},"baseModel":null,"note":"GGUF quant file sizes were not in size order, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"inclusionAI/Ling-3.1-flash-1019","slug":"ling-3-1-flash-1019","name":"Ling 3.1 flash 1019","org":"inclusionAI","createdAt":"2026-10-27T05:46:51.000Z","lastModified":"2026-11-04T02:42:47.000Z","downloads":4858,"likes":100,"license":"mit","gated":false,"pipeline":"text-generation","params":572120680768,"activeParams":25141496128,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":72,"hidden":4096,"heads":64,"kvHeads":64,"headDim":128,"ctx":262144,"kvFull":41472,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":72,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":512,"topk":8,"inter":1280,"moeLayers":69,"inactive":546979184640},"modelType":"bailing_hybrid"},"configFrom":"inclusionAI/Ling-3.1-flash-1019","gguf":{"repo":"bartowski/Ling-3.1-flash-1019-GGUF","files":{"Q2_K":219168205568,"Q3_K_M":275057306464,"Q4_K_M":357969521856,"Q5_K_M":436319120864,"Q6_K":501582491360,"Q8_0":608380104352}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.7","slug":"glm-4-7","name":"GLM 4.7","org":"zai-org","createdAt":"2025-12-22T07:45:52.000Z","lastModified":"2026-01-29T08:05:58.000Z","downloads":49923,"likes":2074,"license":"mit","gated":false,"pipeline":"text-generation","params":358337791296,"activeParams":35586098496,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":92,"hidden":5120,"heads":96,"kvHeads":8,"headDim":128,"ctx":202752,"kvFull":188416,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":92,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":160,"topk":8,"inter":1536,"moeLayers":90,"inactive":322751692800},"modelType":"glm4_moe"},"configFrom":"zai-org/GLM-4.7","gguf":{"repo":"unsloth/GLM-4.7-GGUF","files":{"F16":716837146592,"Q2_K":131159649152,"Q3_K_M":171268787232,"Q4_K_M":216455572576,"Q5_K_M":254246825248,"Q6_K":294371691776,"Q8_0":380966784544}},"baseModel":null,"activeUncertain":false},{"id":"lightonai/LightOnOCR-3-4B","slug":"lightonocr-3-4b","name":"LightOnOCR 3 4B","org":"lightonai","createdAt":"2026-10-06T16:12:40.000Z","lastModified":"2026-10-09T10:27:59.000Z","downloads":14321,"likes":146,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4539265536,"activeParams":4539265536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"lightonai/LightOnOCR-3-4B","gguf":{"repo":"prithivMLmods/LightOnOCR-3-4B-GGUF","files":{"F16":8424393664,"Q3_K_M":2262064064,"Q4_K_M":2708804544,"Q5_K_M":3074986944,"Q6_K":3464055744,"Q8_0":4482403264}},"baseModel":null,"activeUncertain":false},{"id":"tiiuae/falcon-7b","slug":"falcon-7b","name":"falcon 7b","org":"tiiuae","createdAt":"2023-04-24T16:36:24.000Z","lastModified":"2024-10-12T13:20:18.000Z","downloads":122520,"likes":1118,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7217189760,"activeParams":7217189760,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4544,"heads":71,"kvHeads":71,"headDim":64,"ctx":null,"kvFull":290816,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":65024,"moe":null,"modelType":"falcon"},"configFrom":"tiiuae/falcon-7b","gguf":{"repo":"mradermacher/falcon-7b-i1-GGUF","files":{"Q2_K":3859720256,"Q3_K_M":4140793920,"Q4_K_M":4975126848,"Q5_K_M":5731121216,"Q6_K":7031359552}},"baseModel":null,"activeUncertain":false},{"id":"stepfun-ai/Step-3.5-Flash","slug":"step-3-5-flash","name":"Step 3.5 Flash","org":"stepfun-ai","createdAt":"2026-02-01T08:03:45.000Z","lastModified":"2026-03-17T05:54:33.000Z","downloads":180796,"likes":847,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":199384301376,"activeParams":199384301376,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":45,"hidden":4096,"heads":64,"kvHeads":64,"headDim":128,"ctx":262144,"kvFull":196608,"kvSlide":589824,"slidingWindow":512,"attn":"MHA + sliding window","fullLayers":12,"slideLayers":36,"linearLayers":0,"vocab":128896,"moe":null,"modelType":"step3p5"},"configFrom":"stepfun-ai/Step-3.5-Flash","gguf":{"repo":"bartowski/stepfun-ai_Step-3.5-Flash-GGUF","files":{"Q2_K":69553669568,"Q3_K_M":90232418848,"Q4_K_M":119937953440,"Q5_K_M":140208656064,"Q6_K":161935354688,"Q8_0":209417870976}},"baseModel":"stepfun-ai/step-3.5-flash","activeUncertain":false},{"id":"lightonai/LightOnOCR-3-0.8B","slug":"lightonocr-3-0-8b","name":"LightOnOCR 3 0.8B","org":"lightonai","createdAt":"2026-10-07T10:23:52.000Z","lastModified":"2026-10-09T10:27:57.000Z","downloads":14168,"likes":105,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":852985920,"activeParams":852985920,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1024,"heads":8,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 18 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":18,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"lightonai/LightOnOCR-3-0.8B","gguf":{"repo":"prithivMLmods/LightOnOCR-3-0.8B-GGUF","files":{"F16":1516744800,"Q3_K_M":466222688,"Q4_K_M":529297504,"Q5_K_M":577998944,"Q6_K":629744224,"Q8_0":811843680}},"baseModel":null,"activeUncertain":false},{"id":"meta-llama/Llama-4-Maverick-17B-128E-Instruct","slug":"llama-4-maverick-17b-128e-instruct","name":"Llama 4 Maverick 17B 128E Instruct","org":"meta-llama","createdAt":"2025-04-01T22:17:20.000Z","lastModified":"2025-05-22T23:46:12.000Z","downloads":13261,"likes":525,"license":"other","gated":true,"pipeline":"image-text-to-text","params":401583781376,"activeParams":18056623616,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":1048576,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":202048,"moe":{"experts":128,"topk":1,"inter":8192,"moeLayers":24,"inactive":383527157760},"modelType":"llama4_text"},"configFrom":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","gguf":{"repo":"unsloth/Llama-4-Maverick-17B-128E-Instruct-GGUF","files":{"F16":801469242368,"Q2_K":145645120544,"Q3_K_M":191068984960,"Q4_K_M":242767153440,"Q5_K_M":284467259776,"Q6_K":328773622752,"Q8_0":425817094048}},"baseModel":"meta-llama/Llama-4-Maverick-17B-128E","activeUncertain":false},{"id":"LiquidAI/LFM2.5-8B-A1B","slug":"lfm2-5-8b-a1b","name":"LFM2.5 8B A1B","org":"LiquidAI","createdAt":"2026-05-28T09:43:54.000Z","lastModified":"2026-11-03T06:57:48.000Z","downloads":16577,"likes":808,"license":"other","gated":false,"pipeline":"text-generation","params":8467856832,"activeParams":1000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":128000,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 18 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":18,"vocab":128000,"moe":{"experts":32,"topk":4,"inter":1792,"moeLayers":24,"inactive":7398752256},"modelType":"lfm2_moe"},"configFrom":"LiquidAI/LFM2.5-8B-A1B","gguf":{"repo":"LiquidAI/LFM2.5-8B-A1B-GGUF","files":{"F16":33894521280,"Q4_K_M":5155564768,"Q5_K_M":6030339296,"Q6_K":6959787232,"Q8_0":9010195680}},"baseModel":"LiquidAI/LFM2.5-8B-A1B-Base","activeUncertain":false},{"id":"zai-org/GLM-4.6V-Flash","slug":"glm-4-6v-flash","name":"GLM 4.6V Flash","org":"zai-org","createdAt":"2025-12-07T06:30:04.000Z","lastModified":"2025-12-09T18:06:43.000Z","downloads":52158,"likes":634,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":10292777472,"activeParams":10292777472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":2,"headDim":128,"ctx":131072,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":null,"modelType":"glm4v_text"},"configFrom":"zai-org/GLM-4.6V-Flash","gguf":{"repo":"unsloth/GLM-4.6V-Flash-GGUF","files":{"F16":18811585888,"Q2_K":4006348384,"Q3_K_M":4974511712,"Q4_K_M":6166578784,"Q5_K_M":7050921568,"Q6_K":8266647136,"Q8_0":9999615584}},"baseModel":null,"activeUncertain":false},{"id":"google/gemma-3-4b-pt","slug":"gemma-3-4b-pt","name":"gemma 3 4b pt","org":"google","createdAt":"2025-02-20T21:19:40.000Z","lastModified":"2025-03-21T16:13:41.000Z","downloads":276894,"likes":180,"license":"gemma","gated":true,"pipeline":"image-text-to-text","params":4300079472,"activeParams":4300079472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":34,"hidden":2560,"heads":8,"kvHeads":4,"headDim":256,"ctx":131072,"kvFull":10240,"kvSlide":59392,"slidingWindow":1024,"attn":"GQA + sliding window","fullLayers":5,"slideLayers":29,"linearLayers":0,"vocab":262208,"moe":null,"modelType":"gemma3_text"},"configFrom":"unsloth/gemma-3-4b-pt","gguf":{"repo":"Mungert/medgemma-4b-pt-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 346% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"deepseek-ai/deepseek-coder-7b-instruct-v1.5","slug":"deepseek-coder-7b-instruct-v1-5","name":"deepseek coder 7b instruct v1.5","org":"deepseek-ai","createdAt":"2024-01-25T15:51:02.000Z","lastModified":"2024-02-05T03:38:36.000Z","downloads":92732,"likes":195,"license":"other","gated":false,"pipeline":"text-generation","params":6910365696,"activeParams":6910365696,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":4096,"kvFull":245760,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":30,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/deepseek-coder-7b-instruct-v1.5","gguf":{"repo":"mradermacher/deepseek-coder-7b-instruct-v1.5-i1-GGUF","files":{"Q2_K":2718424192,"Q3_K_M":3461192832,"Q4_K_M":4223360128,"Q5_K_M":4926430336,"Q6_K":5673442432}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM2-360M","slug":"smollm2-360m","name":"SmolLM2 360M","org":"HuggingFaceTB","createdAt":"2024-10-31T00:43:11.000Z","lastModified":"2025-02-06T10:34:16.000Z","downloads":135933,"likes":147,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":361821120,"activeParams":361821120,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":960,"heads":15,"kvHeads":5,"headDim":64,"ctx":8192,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":49152,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolLM2-360M","gguf":{"repo":"mradermacher/SmolLM2-360M-GGUF","files":{"Q2_K":218673664,"Q3_K_M":234686464,"Q4_K_M":270590464,"Q5_K_M":289944064,"Q6_K":367358464,"Q8_0":386404864,"F16":725553664}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","slug":"deepseek-r1-distill-llama-8b","name":"DeepSeek R1 Distill Llama 8B","org":"deepseek-ai","createdAt":"2025-01-20T09:09:42.000Z","lastModified":"2025-02-24T03:32:07.000Z","downloads":74606,"likes":920,"license":"mit","gated":false,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/DeepSeek-R1-Distill-Llama-8B","gguf":{"repo":"unsloth/DeepSeek-R1-Distill-Llama-8B-GGUF","files":{"F16":32137787264,"Q2_K":3179134400,"Q3_K_M":4018920896,"Q4_K_M":4920737216,"Q5_K_M":5732990400,"Q6_K":6596009408,"Q8_0":8540773088}},"baseModel":null,"activeUncertain":false},{"id":"baidu/ERNIE-4.5-21B-A3B-Thinking","slug":"ernie-4-5-21b-a3b-thinking","name":"ERNIE 4.5 21B A3B Thinking","org":"baidu","createdAt":"2025-09-08T14:18:31.000Z","lastModified":"2025-11-26T07:53:13.000Z","downloads":85588,"likes":796,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":21825437888,"activeParams":21825437888,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":2560,"heads":20,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":103424,"moe":null,"modelType":"ernie4_5_moe"},"configFrom":"baidu/ERNIE-4.5-21B-A3B-Thinking","gguf":{"repo":"unsloth/ERNIE-4.5-21B-A3B-Thinking-GGUF","files":{"F16":43662420800,"Q2_K":8152599424,"Q3_K_M":10524818304,"Q4_K_M":13331018624,"Q5_K_M":15585334144,"Q6_K":17972042624,"Q8_0":23205358464}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Hermes-4.3-36B","slug":"hermes-4-3-36b","name":"Hermes 4.3 36B","org":"NousResearch","createdAt":"2025-11-17T19:48:42.000Z","lastModified":"2025-12-06T15:04:17.000Z","downloads":3122,"likes":329,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":36151104512,"activeParams":36151104512,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":80,"kvHeads":8,"headDim":128,"ctx":524288,"kvFull":131072,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":64,"slideLayers":0,"linearLayers":0,"vocab":155136,"moe":null,"modelType":"seed_oss"},"configFrom":"NousResearch/Hermes-4.3-36B","gguf":{"repo":"bartowski/NousResearch_Hermes-4.3-36B-GGUF","files":{"Q2_K":13604183904,"Q3_K_M":17620946784,"Q4_K_M":21762146144,"Q5_K_M":25594363744,"Q6_K":29666094944,"Q8_0":38421090144,"F16":72311394080}},"baseModel":"ByteDance-Seed/Seed-OSS-36B-Base","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V3.2-Exp","slug":"deepseek-v3-2-exp","name":"DeepSeek V3.2 Exp","org":"deepseek-ai","createdAt":"2025-09-29T06:07:26.000Z","lastModified":"2025-11-18T02:39:54.000Z","downloads":53092,"likes":1025,"license":"mit","gated":false,"pipeline":"text-generation","params":685396921376,"activeParams":41000832032,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":128,"kvHeads":128,"headDim":56,"ctx":163840,"kvFull":42944,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":59,"inactive":644396089344},"modelType":"deepseek_v32"},"configFrom":"deepseek-ai/DeepSeek-V3.2-Exp","gguf":null,"baseModel":"deepseek-ai/DeepSeek-V3.2-Exp-Base","activeUncertain":false},{"id":"Qwen/Qwen-AgentWorld-35B-A3B","slug":"qwen-agentworld-35b-a3b","name":"Qwen AgentWorld 35B A3B","org":"Qwen","createdAt":"2026-06-22T14:49:37.000Z","lastModified":"2026-06-25T07:24:16.000Z","downloads":9143,"likes":749,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34660610688,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":40,"inactive":31205621760},"modelType":"qwen3_5_moe_text"},"configFrom":"Qwen/Qwen-AgentWorld-35B-A3B","gguf":{"repo":"unsloth/Qwen-AgentWorld-35B-A3B-GGUF","files":{"F16":69376638464,"Q8_0":36903140608,"Q3_K_M":16680402176,"Q4_K_M":22134529280,"Q5_K_M":26456194304,"Q6_K":29308321024}},"baseModel":"Qwen/Qwen3.5-35B-A3B-Base","activeUncertain":false},{"id":"tencent/Hunyuan-A13B-Instruct","slug":"hunyuan-a13b-instruct","name":"Hunyuan A13B Instruct","org":"tencent","createdAt":"2025-06-25T12:39:52.000Z","lastModified":"2025-08-21T08:36:52.000Z","downloads":74022,"likes":795,"license":"other","gated":false,"pipeline":"text-generation","params":80393183232,"activeParams":13000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128167,"moe":{"experts":64,"topk":[8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8,8],"inter":[3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072,3072],"moeLayers":32,"inactive":null},"modelType":"hunyuan_v1_moe"},"configFrom":"tencent/Hunyuan-A13B-Instruct","gguf":{"repo":"unsloth/Hunyuan-A13B-Instruct-GGUF","files":{"F16":160808567360,"Q2_K":29418205568,"Q3_K_M":38555496832,"Q4_K_M":48782258560,"Q5_K_M":57120535136,"Q8_0":85448079744}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.1-8b","slug":"granite-4-1-8b","name":"granite 4.1 8b","org":"ibm-granite","createdAt":"2026-04-06T13:18:47.000Z","lastModified":"2026-05-04T17:36:29.000Z","downloads":81229,"likes":258,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8791592960,"activeParams":8791592960,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.1-8b","gguf":{"repo":"ibm-granite/granite-4.1-8b-GGUF","files":{"Q2_K":3412308640,"Q3_K_M":4347048608,"Q4_K_M":5347914400,"Q5_K_M":6253884064,"Q6_K":7216476832,"Q8_0":9345610400,"F16":17587417760}},"baseModel":null,"activeUncertain":false},{"id":"tiiuae/falcon-40b","slug":"falcon-40b","name":"falcon 40b","org":"tiiuae","createdAt":"2023-05-24T12:08:30.000Z","lastModified":"2024-08-09T07:48:37.000Z","downloads":11303,"likes":2450,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":41835970560,"activeParams":41835970560,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":8192,"heads":128,"kvHeads":8,"headDim":64,"ctx":null,"kvFull":61440,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":65024,"moe":null,"modelType":"falcon"},"configFrom":"tiiuae/falcon-40b","gguf":{"repo":"mradermacher/falcon-40b-i1-GGUF","files":{"Q2_K":15763987360,"Q3_K_M":20094704544,"Q4_K_M":25488022432,"Q5_K_M":30642035616,"Q6_K":34456198048}},"baseModel":null,"activeUncertain":false},{"id":"inclusionAI/Ling-3.1-flash","slug":"ling-3-1-flash","name":"Ling 3.1 flash","org":"inclusionAI","createdAt":"2026-10-13T11:16:41.000Z","lastModified":"2026-11-03T10:06:31.000Z","downloads":6898,"likes":172,"license":"mit","gated":false,"pipeline":"text-generation","params":572120680768,"activeParams":25141496128,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":72,"hidden":4096,"heads":64,"kvHeads":64,"headDim":128,"ctx":262144,"kvFull":41472,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":72,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":512,"topk":8,"inter":1280,"moeLayers":69,"inactive":546979184640},"modelType":"bailing_hybrid"},"configFrom":"inclusionAI/Ling-3.1-flash","gguf":{"repo":"bartowski/Ling-3.1-flash-GGUF","files":{"Q2_K":219168205376,"Q3_K_M":275057306272,"Q4_K_M":357969521664,"Q5_K_M":436319120672,"Q6_K":501582491136,"Q8_0":608380104192}},"baseModel":null,"activeUncertain":false},{"id":"meta-llama/Llama-Guard-4-12B","slug":"llama-guard-4-12b","name":"Llama Guard 4 12B","org":"meta-llama","createdAt":"2025-04-23T11:30:25.000Z","lastModified":"2025-04-29T18:14:44.000Z","downloads":171981,"likes":141,"license":"other","gated":true,"pipeline":"image-text-to-text","params":12001097216,"activeParams":12001097216,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":10485760,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":202048,"moe":null,"modelType":"llama4_text"},"configFrom":"unsloth/Llama-Guard-4-12B","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"tiiuae/falcon-7b-instruct","slug":"falcon-7b-instruct","name":"falcon 7b instruct","org":"tiiuae","createdAt":"2023-04-25T06:21:01.000Z","lastModified":"2024-10-12T13:20:03.000Z","downloads":36510,"likes":1042,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7217189760,"activeParams":7217189760,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4544,"heads":71,"kvHeads":71,"headDim":64,"ctx":null,"kvFull":290816,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":65024,"moe":null,"modelType":"falcon"},"configFrom":"tiiuae/falcon-7b-instruct","gguf":{"repo":"QuantFactory/falcon-7b-instruct-GGUF","files":{"Q2_K":3693517728,"Q3_K_M":3974591392,"Q4_K_M":4771990688,"Q5_K_M":5509518240,"Q6_K":6717422496,"Q8_0":7357508512}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.6","slug":"glm-4-6","name":"GLM 4.6","org":"zai-org","createdAt":"2025-09-29T18:22:51.000Z","lastModified":"2025-09-30T10:17:45.000Z","downloads":26960,"likes":1245,"license":"mit","gated":false,"pipeline":"text-generation","params":356785898816,"activeParams":34034206016,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":92,"hidden":5120,"heads":96,"kvHeads":8,"headDim":128,"ctx":202752,"kvFull":188416,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":92,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":160,"topk":8,"inter":1536,"moeLayers":90,"inactive":322751692800},"modelType":"glm4_moe"},"configFrom":"zai-org/GLM-4.6","gguf":{"repo":"unsloth/GLM-4.6-GGUF","files":{"F16":713733361632,"Q2_K":130650434432,"Q3_K_M":170601958368,"Q4_K_M":215582633056,"Q5_K_M":253179899136,"Q6_K":293098654944,"Q8_0":379317898752}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.2-3b","slug":"granite-4-2-3b","name":"granite 4.2 3b","org":"ibm-granite","createdAt":"2026-08-07T16:26:43.000Z","lastModified":"2026-10-20T20:44:28.000Z","downloads":40802,"likes":138,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3659737600,"activeParams":3659737600,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2560,"heads":40,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.2-3b","gguf":{"repo":"ibm-granite/granite-4.2-3b-GGUF","files":{"Q2_K":1455736352,"Q3_K_M":1835968032,"Q4_K_M":2244011552,"Q5_K_M":2613634592,"Q6_K":3006359072,"Q8_0":3892651552,"F16":7323461152}},"baseModel":"ibm-granite/granite-4.1-3b-base","activeUncertain":false},{"id":"allenai/Olmo-3-7B-Instruct","slug":"olmo-3-7b-instruct","name":"Olmo 3 7B Instruct","org":"allenai","createdAt":"2025-11-19T20:49:53.000Z","lastModified":"2026-06-25T21:41:37.000Z","downloads":131479,"likes":160,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7298011136,"activeParams":7298011136,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":65536,"kvFull":65536,"kvSlide":196608,"slidingWindow":4096,"attn":"MHA + sliding window","fullLayers":8,"slideLayers":24,"linearLayers":0,"vocab":100278,"moe":null,"modelType":"olmo3"},"configFrom":"allenai/Olmo-3-7B-Instruct","gguf":{"repo":"unsloth/Olmo-3-7B-Instruct-GGUF","files":{"F16":14600642496,"Q2_K":2857914624,"Q3_K_M":3651459264,"Q4_K_M":4471602048,"Q5_K_M":5208713088,"Q6_K":5991893568,"Q8_0":7759252672}},"baseModel":"allenai/Olmo-3-7B-Instruct-DPO","activeUncertain":false},{"id":"ibm-granite/granite-4.2-30b","slug":"granite-4-2-30b","name":"granite 4.2 30b","org":"ibm-granite","createdAt":"2026-08-07T16:29:50.000Z","lastModified":"2026-09-04T21:08:46.000Z","downloads":37188,"likes":143,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":29276770304,"activeParams":29276770304,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":131072,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":64,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.2-30b","gguf":{"repo":"ibm-granite/granite-4.2-30b-GGUF","files":{"Q2_K":10858656480,"Q3_K_M":14133162720,"Q4_K_M":17721455328,"Q5_K_M":20775957216,"Q6_K":24021365472,"Q8_0":31111705312,"F16":58558182336}},"baseModel":"ibm-granite/granite-4.1-30b-base","activeUncertain":false},{"id":"CohereLabs/North-Mini-Code-1.0","slug":"north-mini-code-1-0","name":"North Mini Code 1.0","org":"CohereLabs","createdAt":"2026-06-05T02:38:01.000Z","lastModified":"2026-06-15T04:32:41.000Z","downloads":8372,"likes":588,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":30484303872,"activeParams":3305213952,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":49,"hidden":2048,"heads":32,"kvHeads":4,"headDim":128,"ctx":500000,"kvFull":13312,"kvSlide":36864,"slidingWindow":4096,"attn":"GQA + sliding window","fullLayers":13,"slideLayers":36,"linearLayers":0,"vocab":262144,"moe":{"experts":128,"topk":8,"inter":768,"moeLayers":48,"inactive":27179089920},"modelType":"cohere2_moe"},"configFrom":"CohereLabs/North-Mini-Code-1.0","gguf":{"repo":"unsloth/North-Mini-Code-1.0-GGUF","files":{"F16":61004406816,"Q8_0":32437264480,"Q3_K_M":14213013600,"Q4_K_M":19203186784,"Q5_K_M":22946603104,"Q6_K":25513517152}},"baseModel":null,"activeUncertain":false},{"id":"inclusionAI/Ling-3.0-flash-Sante","slug":"ling-3-0-flash-sante","name":"Ling 3.0 flash Sante","org":"inclusionAI","createdAt":"2026-10-19T17:30:04.000Z","lastModified":"2026-10-22T14:53:04.000Z","downloads":2818,"likes":86,"license":"mit","gated":false,"pipeline":"text-generation","params":127486405600,"activeParams":5605174240,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":42,"hidden":2560,"heads":32,"kvHeads":32,"headDim":128,"ctx":262144,"kvFull":24192,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":42,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":512,"topk":8,"inter":768,"moeLayers":41,"inactive":121881231360},"modelType":"bailing_hybrid"},"configFrom":"inclusionAI/Ling-3.0-flash-Sante","gguf":{"repo":"bartowski/Ling-3.0-flash-Sante-GGUF","files":{"Q2_K":49537866304,"Q3_K_M":61499497216,"Q4_K_M":80394181504,"Q5_K_M":97617042304,"Q6_K":111426788224,"Q8_0":135633372864,"F16":255091083328}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V4-Flash-DSpark","slug":"deepseek-v4-flash-dspark","name":"DeepSeek V4 Flash DSpark","org":"deepseek-ai","createdAt":"2026-06-27T02:27:36.000Z","lastModified":"2026-07-04T03:15:12.000Z","downloads":184767,"likes":309,"license":"mit","gated":false,"pipeline":"text-generation","params":304180418494,"activeParams":27356354494,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"low","layers":43,"hidden":4096,"heads":64,"kvHeads":1,"headDim":512,"ctx":1048576,"kvFull":49536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":43,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":256,"topk":6,"inter":2048,"moeLayers":44,"inactive":276824064000},"modelType":"deepseek_v4"},"configFrom":"deepseek-ai/DeepSeek-V4-Flash-DSpark","gguf":{"repo":"alessandrobologna/DeepSeek-V4-Flash-DSpark-Drafter-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 3% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"deepseek-ai/deepseek-coder-1.3b-instruct","slug":"deepseek-coder-1-3b-instruct","name":"deepseek coder 1.3b instruct","org":"deepseek-ai","createdAt":"2023-10-29T12:43:40.000Z","lastModified":"2024-03-07T13:23:21.000Z","downloads":34550,"likes":214,"license":"other","gated":false,"pipeline":"text-generation","params":1346471936,"activeParams":1346471936,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":16384,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":32256,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/deepseek-coder-1.3b-instruct","gguf":{"repo":"TheBloke/deepseek-coder-1.3b-instruct-GGUF","files":{"Q2_K":631705632,"Q3_K_M":704966688,"Q4_K_M":873582624,"Q5_K_M":1001967648,"Q6_K":1171664928,"Q8_0":1432219680}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM3-3B-Base","slug":"smollm3-3b-base","name":"SmolLM3 3B Base","org":"HuggingFaceTB","createdAt":"2025-06-19T11:33:11.000Z","lastModified":"2025-08-14T16:41:36.000Z","downloads":90215,"likes":180,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3075098624,"activeParams":3075098624,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":65536,"kvFull":36864,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"smollm3"},"configFrom":"HuggingFaceTB/SmolLM3-3B-Base","gguf":{"repo":"mradermacher/SmolLM3-3B-Base-i1-GGUF","files":{"Q2_K":1253296960,"Q3_K_M":1571064640,"Q4_K_M":1915300672,"Q5_K_M":2213751616,"Q6_K":2530855744}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.1V-9B-Thinking","slug":"glm-4-1v-9b-thinking","name":"GLM 4.1V 9B Thinking","org":"zai-org","createdAt":"2025-06-28T14:24:10.000Z","lastModified":"2026-07-22T11:38:50.000Z","downloads":40523,"likes":792,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":10292777472,"activeParams":10292777472,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":2,"headDim":128,"ctx":65536,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":null,"modelType":"glm4v_text"},"configFrom":"zai-org/GLM-4.1V-9B-Thinking","gguf":{"repo":"unsloth/GLM-4.1V-9B-Thinking-GGUF","files":{"F16":18811581888,"Q2_K":4006344384,"Q3_K_M":4974507712,"Q4_K_M":6166574784,"Q5_K_M":7050917568,"Q6_K":8266643136,"Q8_0":9999611584}},"baseModel":"zai-org/GLM-4-9B-0414","activeUncertain":false},{"id":"allenai/OLMoE-1B-7B-0924","slug":"olmoe-1b-7b-0924","name":"OLMoE 1B 7B 0924","org":"allenai","createdAt":"2024-07-20T18:38:51.000Z","lastModified":"2024-10-19T04:24:22.000Z","downloads":45308,"likes":159,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":6919161856,"activeParams":1282017280,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":4096,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":16,"slideLayers":0,"linearLayers":0,"vocab":50304,"moe":{"experts":64,"topk":8,"inter":1024,"moeLayers":16,"inactive":5637144576},"modelType":"olmoe"},"configFrom":"allenai/OLMoE-1B-7B-0924","gguf":{"repo":"allenai/OLMoE-1B-7B-0924-GGUF","files":{"F16":13844565600,"Q2_K":2562762336,"Q3_K_M":3343928928,"Q4_K_M":4213511776,"Q5_K_M":4926838368,"Q6_K":5684747872,"Q8_0":7359942240}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-VL-A3B-Thinking-2506","slug":"kimi-vl-a3b-thinking-2506","name":"Kimi VL A3B Thinking 2506","org":"moonshotai","createdAt":"2025-06-21T09:40:28.000Z","lastModified":"2026-01-30T04:53:11.000Z","downloads":12430,"likes":389,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":16407657776,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":131072,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"kimi_vl"},"configFrom":"moonshotai/Kimi-VL-A3B-Thinking-2506","gguf":{"repo":"ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF","files":{"Q4_K_M":10540747680,"Q8_0":16974941088,"F16":63868458816}},"baseModel":"moonshotai/Kimi-VL-A3B-Instruct","activeUncertain":false},{"id":"moonshotai/Kimi-VL-A3B-Instruct","slug":"kimi-vl-a3b-instruct","name":"Kimi VL A3B Instruct","org":"moonshotai","createdAt":"2025-04-09T08:07:06.000Z","lastModified":"2026-01-30T04:51:04.000Z","downloads":40601,"likes":286,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":16407657776,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":131072,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"kimi_vl"},"configFrom":"moonshotai/Kimi-VL-A3B-Instruct","gguf":{"repo":"mradermacher/Kimi-VL-A3B-Instruct-GGUF","files":{"Q2_K":6582289952,"Q3_K_M":8290214432,"Q4_K_M":10540748320,"Q5_K_M":12041768480,"Q6_K":14279399968,"Q8_0":16974941728}},"baseModel":"moonshotai/Moonlight-16B-A3B","activeUncertain":false},{"id":"HuggingFaceTB/SmolVLM-500M-Instruct","slug":"smolvlm-500m-instruct","name":"SmolVLM 500M Instruct","org":"HuggingFaceTB","createdAt":"2025-01-20T14:24:51.000Z","lastModified":"2026-11-13T08:37:57.000Z","downloads":268121,"likes":200,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":507482304,"activeParams":507482304,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":960,"heads":15,"kvHeads":5,"headDim":64,"ctx":8192,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":49280,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolVLM-500M-Instruct","gguf":{"repo":"ggml-org/SmolVLM-500M-Instruct-GGUF","files":{"Q8_0":436806912,"F16":820422912}},"baseModel":"HuggingFaceTB/SmolLM2-360M-Instruct","activeUncertain":false},{"id":"meta-llama/Llama-3.1-70B","slug":"llama-3-1-70b","name":"Llama 3.1 70B","org":"meta-llama","createdAt":"2024-07-14T22:23:12.000Z","lastModified":"2024-09-25T17:01:13.000Z","downloads":20283,"likes":454,"license":"llama3.1","gated":true,"pipeline":"text-generation","params":70553706496,"activeParams":70553706496,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":8192,"heads":64,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"unsloth/Llama-3.1-70B","gguf":{"repo":"ThomasBaruzier/Llama-3.3-70B-Instruct-GGUF","files":{"F16":141117918208,"Q2_K":26375113696,"Q3_K_M":34267499488,"Q4_K_M":42520398816,"Q5_K_M":49949821920,"Q6_K":57888148672,"Q8_0":74975055040}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-VL-A3B-Thinking","slug":"kimi-vl-a3b-thinking","name":"Kimi VL A3B Thinking","org":"moonshotai","createdAt":"2025-04-09T08:13:53.000Z","lastModified":"2026-01-30T04:52:57.000Z","downloads":8510,"likes":459,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":16407657776,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":131072,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"kimi_vl"},"configFrom":"moonshotai/Kimi-VL-A3B-Thinking","gguf":null,"baseModel":"moonshotai/Kimi-VL-A3B-Instruct","activeUncertain":false},{"id":"baidu/Qianfan-OCR","slug":"qianfan-ocr","name":"Qianfan OCR","org":"baidu","createdAt":"2026-03-18T07:48:43.000Z","lastModified":"2026-04-29T04:55:52.000Z","downloads":18104,"likes":1217,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4741408256,"activeParams":4741408256,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":153678,"moe":null,"modelType":"qwen3"},"configFrom":"baidu/Qianfan-OCR","gguf":{"repo":"Reza2kn/Qianfan-OCR-GGUF","files":{"F16":8847075488,"Q2_K":1802287232,"Q3_K_M":2248361920,"Q4_K_M":2722275136,"Q5_K_M":3163685056,"Q6_K":3632683104,"Q8_0":4703187488}},"baseModel":null,"activeUncertain":false},{"id":"allenai/olmOCR-7B-0225-preview","slug":"olmocr-7b-0225-preview","name":"olmOCR 7B 0225 preview","org":"allenai","createdAt":"2025-01-15T21:14:47.000Z","lastModified":"2025-08-19T15:31:31.000Z","downloads":40066,"likes":705,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8291375616,"activeParams":8291375616,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":32768,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2_vl"},"configFrom":"allenai/olmOCR-7B-0225-preview","gguf":{"repo":"bartowski/allenai_olmOCR-7B-0225-preview-GGUF","files":{"Q2_K":3015939520,"Q3_K_M":3808390592,"Q4_K_M":4683072960,"Q5_K_M":5444830656,"Q6_K":6254198208,"Q8_0":8098524608}},"baseModel":"Qwen/Qwen2-VL-7B-Instruct","activeUncertain":false},{"id":"inclusionAI/Ling-3.0-flash","slug":"ling-3-0-flash","name":"Ling 3.0 flash","org":"inclusionAI","createdAt":"2026-08-02T16:14:41.000Z","lastModified":"2026-10-12T11:46:10.000Z","downloads":8791,"likes":439,"license":"mit","gated":false,"pipeline":"text-generation","params":127486405600,"activeParams":5605174240,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":42,"hidden":2560,"heads":32,"kvHeads":32,"headDim":128,"ctx":262144,"kvFull":24192,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":42,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":512,"topk":8,"inter":768,"moeLayers":41,"inactive":121881231360},"modelType":"bailing_hybrid"},"configFrom":"inclusionAI/Ling-3.0-flash","gguf":{"repo":"bartowski/Ling-3.0-flash-GGUF","files":{"Q2_K":45900759296,"Q3_K_M":58969587008,"Q4_K_M":77804990144,"Q5_K_M":90661271360,"Q6_K":109259389088,"Q8_0":135633373120,"F16":255091083264}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.5","slug":"mimo-v2-5","name":"MiMo V2.5","org":"XiaomiMiMo","createdAt":"2026-04-27T13:37:38.000Z","lastModified":"2026-10-28T14:13:36.000Z","downloads":78796,"likes":434,"license":"mit","gated":false,"pipeline":"text-generation","params":310756322688,"activeParams":17423478144,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":48,"hidden":4096,"heads":64,"kvHeads":4,"headDim":192,"ctx":1048576,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":47,"inactive":293332844544},"modelType":"mimo_v2"},"configFrom":"XiaomiMiMo/MiMo-V2.5","gguf":{"repo":"unsloth/MiMo-V2.5-GGUF","files":{"F16":619638702336,"Q8_0":329279160192,"Q3_K_M":140031442336,"Q4_K_M":190917099040,"Q5_K_M":230176145024,"Q6_K":256986136352}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M2.1","slug":"minimax-m2-1","name":"MiniMax M2.1","org":"MiniMaxAI","createdAt":"2025-12-20T05:45:05.000Z","lastModified":"2026-10-26T07:08:12.000Z","downloads":13589,"likes":1372,"license":"other","gated":false,"pipeline":"text-generation","params":228689764864,"activeParams":11030553088,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":62,"hidden":3072,"heads":48,"kvHeads":8,"headDim":128,"ctx":196608,"kvFull":126976,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":62,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":256,"topk":8,"inter":1536,"moeLayers":62,"inactive":217659211776},"modelType":"minimax_m2"},"configFrom":"MiniMaxAI/MiniMax-M2.1","gguf":{"repo":"unsloth/MiniMax-M2.1-GGUF","files":{"F16":457487025472,"Q2_K":83302682208,"Q3_K_M":109272482464,"Q4_K_M":138342385312,"Q5_K_M":162303936320,"Q6_K":187763084096,"Q8_0":243136873408}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM2.5-VL-450M","slug":"lfm2-5-vl-450m","name":"LFM2.5 VL 450M","org":"LiquidAI","createdAt":"2026-04-08T14:57:35.000Z","lastModified":"2026-04-08T19:38:36.000Z","downloads":42134,"likes":238,"license":"other","gated":false,"pipeline":"image-text-to-text","params":448718848,"activeParams":448718848,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":1024,"heads":16,"kvHeads":8,"headDim":64,"ctx":128000,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 10 linear/state layers)","fullLayers":6,"slideLayers":0,"linearLayers":10,"vocab":65536,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2.5-VL-450M","gguf":{"repo":"LiquidAI/LFM2.5-VL-450M-GGUF","files":{"F16":1422973120,"Q4_K_M":229313568,"Q5_K_M":260377632,"Q6_K":293383200,"Q8_0":379219104}},"baseModel":"LiquidAI/LFM2.5-350M","activeUncertain":false},{"id":"ibm-granite/granite-4.1-3b","slug":"granite-4-1-3b","name":"granite 4.1 3b","org":"ibm-granite","createdAt":"2026-04-06T13:18:12.000Z","lastModified":"2026-05-04T17:36:00.000Z","downloads":430028,"likes":118,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3402836480,"activeParams":3402836480,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2560,"heads":40,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.1-3b","gguf":{"repo":"ibm-granite/granite-4.1-3b-GGUF","files":{"Q2_K":1371437664,"Q3_K_M":1725577824,"Q4_K_M":2099501664,"Q5_K_M":2437012064,"Q6_K":2795616864,"Q8_0":3619691104,"F16":6809655904}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM2.5-VL-3B","slug":"lfm2-5-vl-3b","name":"LFM2.5 VL 3B","org":"LiquidAI","createdAt":"2026-08-11T22:54:10.000Z","lastModified":"2026-09-24T14:11:39.000Z","downloads":17704,"likes":238,"license":"other","gated":false,"pipeline":"image-text-to-text","params":3123483888,"activeParams":3123483888,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":30,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":32768,"kvFull":8192,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 22 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":22,"vocab":128000,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2.5-VL-3B","gguf":{"repo":"LiquidAI/LFM2.5-VL-3B-GGUF","files":{"F16":10806317120,"Q4_K_M":1674455072,"Q5_K_M":1939744800,"Q6_K":2221615136,"Q8_0":2874779680}},"baseModel":"LiquidAI/LFM2.5-2.6B-Base","activeUncertain":false},{"id":"openai/gpt-oss-safeguard-20b","slug":"gpt-oss-safeguard-20b","name":"gpt oss safeguard 20b","org":"openai","createdAt":"2025-09-18T18:51:08.000Z","lastModified":"2026-01-14T18:38:05.000Z","downloads":28476,"likes":293,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":21511953984,"activeParams":4790443584,"activeSource":"config","arch":{"nativeQuant":"mxfp4","kvConfidence":"normal","layers":24,"hidden":2880,"heads":64,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":12288,"kvSlide":12288,"slidingWindow":128,"attn":"GQA + sliding window","fullLayers":12,"slideLayers":12,"linearLayers":0,"vocab":201088,"moe":{"experts":32,"topk":4,"inter":2880,"moeLayers":24,"inactive":16721510400},"modelType":"gpt_oss"},"configFrom":"openai/gpt-oss-safeguard-20b","gguf":{"repo":"unsloth/gpt-oss-safeguard-20b-GGUF","files":{"F16":13792638880,"Q2_K":11468317632,"Q3_K_M":11506103232,"Q4_K_M":11624759232,"Q5_K_M":11717356992,"Q6_K":12040999872,"Q8_0":12109566912}},"baseModel":"openai/gpt-oss-20b","activeUncertain":false},{"id":"01-ai/Yi-34B","slug":"yi-34b","name":"Yi 34B","org":"01-ai","createdAt":"2023-11-01T07:03:50.000Z","lastModified":"2024-11-11T03:31:31.000Z","downloads":11816,"likes":1315,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34388917248,"activeParams":34388917248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":7168,"heads":56,"kvHeads":8,"headDim":128,"ctx":4096,"kvFull":122880,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-34B","gguf":{"repo":"TheBloke/Yi-34B-GGUF","files":{"Q2_K":14555875264,"Q3_K_M":16636573632,"Q4_K_M":20658710464,"Q5_K_M":24321845184,"Q6_K":28213925824,"Q8_0":36542281664}},"baseModel":null,"activeUncertain":false},{"id":"allenai/Molmo2-8B","slug":"molmo2-8b","name":"Molmo2 8B","org":"allenai","createdAt":"2025-12-14T22:59:12.000Z","lastModified":"2026-01-23T01:02:55.000Z","downloads":45402,"likes":201,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8661703120,"activeParams":8661703120,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":36864,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"molmo2_text"},"configFrom":"allenai/Molmo2-8B","gguf":{"repo":"mu2solutions/Molmo2-8B-GGUF","files":{"F16":16388211680,"Q4_K_M":5027844384,"Q8_0":8709609440}},"baseModel":"Qwen/Qwen3-8B","activeUncertain":false},{"id":"tencent/Hy3-preview","slug":"hy3-preview","name":"Hy3 preview","org":"tencent","createdAt":"2026-04-13T06:07:57.000Z","lastModified":"2026-04-23T14:59:42.000Z","downloads":93618,"likes":314,"license":"other","gated":false,"pipeline":"text-generation","params":298786155776,"activeParams":20955458816,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":4096,"heads":64,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":120832,"moe":{"experts":192,"topk":8,"inter":1536,"moeLayers":80,"inactive":277830696960},"modelType":"hy_v3"},"configFrom":"tencent/Hy3-preview","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"ByteDance-Seed/Seed-OSS-36B-Instruct","slug":"seed-oss-36b-instruct","name":"Seed OSS 36B Instruct","org":"ByteDance-Seed","createdAt":"2025-08-20T15:03:26.000Z","lastModified":"2025-08-26T02:33:00.000Z","downloads":43432,"likes":506,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":36151104512,"activeParams":36151104512,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":64,"hidden":5120,"heads":80,"kvHeads":8,"headDim":128,"ctx":524288,"kvFull":131072,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":64,"slideLayers":0,"linearLayers":0,"vocab":155136,"moe":null,"modelType":"seed_oss"},"configFrom":"ByteDance-Seed/Seed-OSS-36B-Instruct","gguf":{"repo":"unsloth/Seed-OSS-36B-Instruct-GGUF","files":{"F16":72311397472,"Q2_K":13604187296,"Q3_K_M":17620950176,"Q4_K_M":21762149536,"Q5_K_M":25594367136,"Q6_K":29666098336,"Q8_0":38421093536}},"baseModel":null,"activeUncertain":false},{"id":"openai/gpt-oss-safeguard-120b","slug":"gpt-oss-safeguard-120b","name":"gpt oss safeguard 120b","org":"openai","createdAt":"2025-09-18T18:50:45.000Z","lastModified":"2025-10-29T11:13:59.000Z","downloads":18355,"likes":128,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":116829156672,"activeParams":5750551872,"activeSource":"config","arch":{"nativeQuant":"mxfp4","kvConfidence":"normal","layers":36,"hidden":2880,"heads":64,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":18432,"kvSlide":18432,"slidingWindow":128,"attn":"GQA + sliding window","fullLayers":18,"slideLayers":18,"linearLayers":0,"vocab":201088,"moe":{"experts":128,"topk":4,"inter":2880,"moeLayers":36,"inactive":111078604800},"modelType":"gpt_oss"},"configFrom":"openai/gpt-oss-safeguard-120b","gguf":{"repo":"unsloth/gpt-oss-safeguard-120b-GGUF","files":{"Q2_K":62570256160,"Q3_K_M":62626842400,"Q4_K_M":62768722720,"Q5_K_M":62889521440,"Q6_K":63284496160,"Q8_0":63387346720}},"baseModel":"openai/gpt-oss-120b","activeUncertain":false},{"id":"stepfun-ai/GOT-OCR-2.0-hf","slug":"got-ocr-2-0-hf","name":"GOT OCR 2.0 hf","org":"stepfun-ai","createdAt":"2024-11-22T23:01:40.000Z","lastModified":"2025-01-31T16:40:29.000Z","downloads":116609,"likes":244,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":560528640,"activeParams":560528640,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":1024,"heads":16,"kvHeads":16,"headDim":64,"ctx":null,"kvFull":49152,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":151860,"moe":null,"modelType":"qwen2"},"configFrom":"stepfun-ai/GOT-OCR-2.0-hf","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Moonlight-16B-A3B-Instruct","slug":"moonlight-16b-a3b-instruct","name":"Moonlight 16B A3B Instruct","org":"moonshotai","createdAt":"2025-02-22T04:15:17.000Z","lastModified":"2026-01-30T04:52:43.000Z","downloads":34522,"likes":211,"license":"mit","gated":false,"pipeline":"text-generation","params":15960111936,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":8192,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"deepseek_v3"},"configFrom":"moonshotai/Moonlight-16B-A3B-Instruct","gguf":{"repo":"mmnga/Moonlight-16B-A3B-Instruct-gguf","files":{"Q2_K":6575650688,"Q3_K_M":8286450560,"Q4_K_M":10537205632,"Q5_K_M":12039995264,"Q6_K":14272539520,"Q8_0":16974937984}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Meta-Llama-3-8B-Instruct","slug":"meta-llama-3-8b-instruct","name":"Meta Llama 3 8B Instruct","org":"NousResearch","createdAt":"2024-04-18T16:55:56.000Z","lastModified":"2024-07-23T04:40:46.000Z","downloads":83212,"likes":106,"license":"other","gated":false,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":8192,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Meta-Llama-3-8B-Instruct","gguf":{"repo":"bartowski/Llama-3-8B-Instruct-Coder-v2-GGUF","files":{"Q2_K":3179131488,"Q3_K_M":4018917984,"Q4_K_M":4920734304,"Q5_K_M":5732987488,"Q6_K":6596006496,"Q8_0":8540770912}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V2-Lite","slug":"deepseek-v2-lite","name":"DeepSeek V2 Lite","org":"deepseek-ai","createdAt":"2024-05-15T05:31:53.000Z","lastModified":"2024-06-25T08:37:17.000Z","downloads":116794,"likes":210,"license":"other","gated":false,"pipeline":"text-generation","params":15706484224,"activeParams":2661150208,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":163840,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"deepseek_v2"},"configFrom":"deepseek-ai/DeepSeek-V2-Lite","gguf":{"repo":"legraphista/DeepSeek-V2-Lite-IMat-GGUF","files":{"F16":31424033056,"Q2_K":6430464544,"Q6_K":14066971936,"Q8_0":16702517536}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2-Flash","slug":"mimo-v2-flash","name":"MiMo V2 Flash","org":"XiaomiMiMo","createdAt":"2025-12-16T08:47:02.000Z","lastModified":"2026-10-28T14:12:00.000Z","downloads":16245,"likes":756,"license":"mit","gated":false,"pipeline":"text-generation","params":309766601088,"activeParams":16433756544,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":48,"hidden":4096,"heads":64,"kvHeads":4,"headDim":192,"ctx":262144,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":47,"inactive":293332844544},"modelType":"mimo_v2_flash"},"configFrom":"XiaomiMiMo/MiMo-V2-Flash","gguf":{"repo":"unsloth/MiMo-V2-Flash-GGUF","files":{"F16":617662940640,"Q2_K":112278127200,"Q3_K_M":147304014400,"Q4_K_M":186798293696,"Q5_K_M":219118682944,"Q6_K":253459096448,"Q8_0":328229422112}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/deepseek-vl2-tiny","slug":"deepseek-vl2-tiny","name":"deepseek vl2 tiny","org":"deepseek-ai","createdAt":"2024-12-13T08:49:22.000Z","lastModified":"2024-12-18T08:17:15.000Z","downloads":66628,"likes":273,"license":"other","gated":false,"pipeline":"image-text-to-text","params":3370501440,"activeParams":1175373120,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":12,"hidden":1280,"heads":10,"kvHeads":10,"headDim":128,"ctx":4096,"kvFull":30720,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":12,"slideLayers":0,"linearLayers":0,"vocab":129280,"moe":{"experts":64,"topk":6,"inter":896,"moeLayers":11,"inactive":2195128320},"modelType":"deepseek_v2"},"configFrom":"deepseek-ai/deepseek-vl2-tiny","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.5V","slug":"glm-4-5v","name":"GLM 4.5V","org":"zai-org","createdAt":"2025-08-10T13:55:30.000Z","lastModified":"2025-10-25T13:20:10.000Z","downloads":14901,"likes":726,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":107710933120,"activeParams":14282811520,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":46,"hidden":4096,"heads":96,"kvHeads":8,"headDim":128,"ctx":65536,"kvFull":94208,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":46,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":128,"topk":8,"inter":1408,"moeLayers":45,"inactive":93428121600},"modelType":"glm4v_moe_text"},"configFrom":"zai-org/GLM-4.5V","gguf":{"repo":"ggml-org/GLM-4.5V-GGUF","files":{"Q4_K_M":63633581632,"Q8_0":113612252736}},"baseModel":"zai-org/GLM-4.5-Air-Base","activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V2-Chat","slug":"deepseek-v2-chat","name":"DeepSeek V2 Chat","org":"deepseek-ai","createdAt":"2024-04-28T09:53:56.000Z","lastModified":"2024-06-08T09:14:11.000Z","downloads":26006,"likes":486,"license":"other","gated":false,"pipeline":"text-generation","params":235741434880,"activeParams":21375800320,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":5120,"heads":128,"kvHeads":128,"headDim":40,"ctx":163840,"kvFull":34560,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":{"experts":160,"topk":6,"inter":1536,"moeLayers":59,"inactive":214365634560},"modelType":"deepseek_v2"},"configFrom":"deepseek-ai/DeepSeek-V2-Chat","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"inclusionAI/SingVL_S1_4B","slug":"singvl-s1-4b","name":"SingVL S1 4B","org":"inclusionAI","createdAt":"2026-11-11T03:58:51.000Z","lastModified":"2026-11-11T05:38:33.000Z","downloads":1279,"likes":5,"license":null,"gated":false,"pipeline":"image-text-to-text","params":4539265536,"activeParams":4539265536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"inclusionAI/SingVL_S1_4B","gguf":{"repo":"maternion/SingVL-S1-4B-GGUF","files":{"F16":8424393280,"Q2_K":1915470656,"Q3_K_M":2262063936,"Q4_K_M":2708804416,"Q5_K_M":3074986816,"Q6_K":3464055616,"Q8_0":4482403136}},"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolVLM-Instruct","slug":"smolvlm-instruct","name":"SmolVLM Instruct","org":"HuggingFaceTB","createdAt":"2024-11-18T16:48:57.000Z","lastModified":"2026-11-13T08:37:37.000Z","downloads":17117,"likes":602,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":2246272880,"activeParams":2246272880,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":32,"kvHeads":32,"headDim":64,"ctx":16384,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":49155,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolVLM-Instruct","gguf":{"repo":"ggml-org/SmolVLM-Instruct-GGUF","files":{"Q4_K_M":1112242368,"Q8_0":1927383680,"F16":3626088320}},"baseModel":"HuggingFaceTB/SmolLM2-1.7B-Instruct","activeUncertain":false},{"id":"NousResearch/Llama-2-7b-hf","slug":"llama-2-7b-hf","name":"Llama 2 7b hf","org":"NousResearch","createdAt":"2023-07-18T18:30:59.000Z","lastModified":"2024-06-03T19:23:18.000Z","downloads":90189,"likes":178,"license":null,"gated":false,"pipeline":"text-generation","params":6738417664,"activeParams":6738417664,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":4096,"kvFull":262144,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32000,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Llama-2-7b-hf","gguf":{"repo":"mradermacher/Llama-2-7b-hf-i1-GGUF","files":{"Q2_K":2532864896,"Q3_K_M":3298005888,"Q4_K_M":4081005440,"Q5_K_M":4783158144,"Q6_K":5529195392}},"baseModel":null,"activeUncertain":false},{"id":"inclusionAI/Ling-1T","slug":"ling-1t","name":"Ling 1T","org":"inclusionAI","createdAt":"2025-10-02T13:41:55.000Z","lastModified":"2026-09-24T10:47:00.000Z","downloads":4371,"likes":546,"license":"mit","gated":false,"pipeline":"text-generation","params":999705328640,"activeParams":51054427136,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":8192,"heads":64,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":76,"inactive":948650901504},"modelType":"bailing_moe"},"configFrom":"inclusionAI/Ling-1T","gguf":{"repo":"unsloth/Ling-1T-GGUF","files":{"F16":1999738698720,"Q2_K":364242495776,"Q3_K_M":477130320448,"Q4_K_M":604730059616,"Q5_K_M":710022294624,"Q6_K":820897246656,"Q8_0":1062665646080}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-3.3-8b-instruct","slug":"granite-3-3-8b-instruct","name":"granite 3.3 8b instruct","org":"ibm-granite","createdAt":"2025-04-09T11:41:39.000Z","lastModified":"2025-05-12T06:39:42.000Z","downloads":101293,"likes":161,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8170864640,"activeParams":8170864640,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":49159,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-3.3-8b-instruct","gguf":{"repo":"ibm-granite/granite-3.3-8b-instruct-GGUF","files":{"Q2_K":3103605504,"Q3_K_M":3996599040,"Q4_K_M":4942873344,"Q5_K_M":5797462784,"Q6_K":6705464064,"Q8_0":8684264992,"F16":16344139552}},"baseModel":"ibm-granite/granite-3.3-8b-base","activeUncertain":false},{"id":"moonshotai/Kimi-K2-Instruct-0905","slug":"kimi-k2-instruct-0905","name":"Kimi K2 Instruct 0905","org":"moonshotai","createdAt":"2025-09-03T03:34:36.000Z","lastModified":"2026-01-30T04:50:25.000Z","downloads":9463,"likes":790,"license":"other","gated":false,"pipeline":"text-generation","params":1026408240256,"activeParams":32861508736,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":262144,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2-Instruct-0905","gguf":{"repo":"unsloth/Kimi-K2-Instruct-0905-GGUF","files":{"F16":2053155812992,"Q2_K":374121100512,"Q3_K_M":489995126336,"Q4_K_M":621245224864,"Q5_K_M":728735733952,"Q6_K":842909133280,"Q8_0":1091053886240}},"baseModel":null,"activeUncertain":false},{"id":"01-ai/Yi-34B-Chat","slug":"yi-34b-chat","name":"Yi 34B Chat","org":"01-ai","createdAt":"2023-11-22T09:52:12.000Z","lastModified":"2024-11-11T03:36:35.000Z","downloads":29743,"likes":358,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34388917248,"activeParams":34388917248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":7168,"heads":56,"kvHeads":8,"headDim":128,"ctx":4096,"kvFull":122880,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-34B-Chat","gguf":{"repo":"TheBloke/Yi-34B-Chat-GGUF","files":{"Q2_K":14555875680,"Q3_K_M":16636574048,"Q4_K_M":20658710880,"Q5_K_M":24321845600,"Q6_K":28213926240,"Q8_0":36542282080}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.5-Pro","slug":"mimo-v2-5-pro","name":"MiMo V2.5 Pro","org":"XiaomiMiMo","createdAt":"2026-04-27T12:52:53.000Z","lastModified":"2026-10-28T14:14:01.000Z","downloads":8925,"likes":772,"license":"mit","gated":false,"pipeline":"text-generation","params":1023182841600,"activeParams":43829634816,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":70,"hidden":6144,"heads":128,"kvHeads":8,"headDim":192,"ctx":1048576,"kvFull":215040,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":70,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":69,"inactive":979353206784},"modelType":"mimo_v2"},"configFrom":"XiaomiMiMo/MiMo-V2.5-Pro","gguf":{"repo":"unsloth/MiMo-V2.5-Pro-GGUF","files":{"F16":2046699256672,"Q8_0":1087618889024,"Q3_K_M":459667582880,"Q4_K_M":629612933568,"Q5_K_M":757996925536,"Q6_K":846555460416}},"baseModel":null,"activeUncertain":false},{"id":"meituan-longcat/LongCat-Flash-Chat","slug":"longcat-flash-chat","name":"LongCat Flash Chat","org":"meituan-longcat","createdAt":"2025-08-29T07:39:50.000Z","lastModified":"2025-09-24T04:00:10.000Z","downloads":14676,"likes":539,"license":"mit","gated":false,"pipeline":"text-generation","params":561862880256,"activeParams":561862880256,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":6144,"heads":64,"kvHeads":64,"headDim":96,"ctx":131072,"kvFull":16128,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":131072,"moe":{"experts":512,"topk":12,"moeLayers":28,"inactive":0},"modelType":null},"configFrom":"meituan-longcat/LongCat-Flash-Chat","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"internlm/internlm3-8b-instruct","slug":"internlm3-8b-instruct","name":"internlm3 8b instruct","org":"internlm","createdAt":"2025-01-13T12:25:43.000Z","lastModified":"2025-02-11T09:53:14.000Z","downloads":47775,"likes":236,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8804241408,"activeParams":8804241408,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":4096,"heads":32,"kvHeads":2,"headDim":128,"ctx":32768,"kvFull":24576,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":128512,"moe":null,"modelType":"internlm3"},"configFrom":"internlm/internlm3-8b-instruct","gguf":{"repo":"internlm/internlm3-8b-instruct-gguf","files":{"Q2_K":3450641600,"Q3_K_M":4390280384,"Q4_K_M":5358623936,"Q5_K_M":6264331456,"Q6_K":7226645696,"Q8_0":9358826688}},"baseModel":null,"activeUncertain":false},{"id":"allenai/olmOCR-2-7B-1025","slug":"olmocr-2-7b-1025","name":"olmOCR 2 7B 1025","org":"allenai","createdAt":"2025-10-06T21:16:59.000Z","lastModified":"2026-11-16T22:02:19.000Z","downloads":81222,"likes":161,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8292166656,"activeParams":8292166656,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":128000,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2_5_vl_text"},"configFrom":"allenai/olmOCR-2-7B-1025","gguf":{"repo":"bartowski/allenai_olmOCR-2-7B-1025-GGUF","files":{"Q2_K":3015939232,"Q3_K_M":3808390304,"Q4_K_M":4683072672,"Q5_K_M":5444830368,"Q6_K":6254197920,"Q8_0":8098524320,"F16":15237852032}},"baseModel":"Qwen/Qwen2.5-VL-7B-Instruct","activeUncertain":false},{"id":"apple/FastVLM-0.5B","slug":"fastvlm-0-5b","name":"FastVLM 0.5B","org":"apple","createdAt":"2025-08-25T17:04:42.000Z","lastModified":"2025-09-03T14:17:07.000Z","downloads":21010,"likes":409,"license":"apple-amlr","gated":false,"pipeline":"text-generation","params":758833760,"activeParams":758833760,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":896,"heads":14,"kvHeads":2,"headDim":64,"ctx":32768,"kvFull":6144,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"llava_qwen2"},"configFrom":"apple/FastVLM-0.5B","gguf":{"repo":"gguf-org/fastvlm-gguf","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 1636% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"tencent/Hy-Memory-30B-A3B","slug":"hy-memory-30b-a3b","name":"Hy Memory 30B A3B","org":"tencent","createdAt":"2026-10-15T09:52:00.000Z","lastModified":"2026-10-16T08:12:51.000Z","downloads":7242,"likes":325,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":30064725888,"activeParams":3000000000,"activeSource":"model name","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":2048,"heads":32,"kvHeads":4,"headDim":128,"ctx":262144,"kvFull":49152,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":120832,"moe":{"experts":128,"topk":8,"inter":1536,"moeLayers":47,"inactive":53225717760},"modelType":"hy_v3"},"configFrom":"tencent/Hy-Memory-30B-A3B","gguf":{"repo":"tencent/Hy-Memory-30B-A3B-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 154% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"ibm-granite/granite-3.3-2b-instruct","slug":"granite-3-3-2b-instruct","name":"granite 3.3 2b instruct","org":"ibm-granite","createdAt":"2025-04-09T11:40:55.000Z","lastModified":"2025-05-08T15:01:59.000Z","downloads":40713,"likes":88,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":2533539840,"activeParams":2533539840,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":32,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":49159,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-3.3-2b-instruct","gguf":{"repo":"ibm-granite/granite-3.3-2b-instruct-GGUF","files":{"Q2_K":978253088,"Q3_K_M":1251734816,"Q4_K_M":1545303328,"Q5_K_M":1804825888,"Q6_K":2080568608,"Q8_0":2694120096,"F16":5069158176}},"baseModel":"ibm-granite/granite-3.3-2b-base","activeUncertain":false},{"id":"ibm-granite/granite-4.0-h-small","slug":"granite-4-0-h-small","name":"granite 4.0 h small","org":"ibm-granite","createdAt":"2025-09-16T19:50:49.000Z","lastModified":"2025-11-03T19:45:37.000Z","downloads":26257,"likes":313,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":32207337984,"activeParams":8803121664,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":8192,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 36 linear/state layers)","fullLayers":4,"slideLayers":0,"linearLayers":36,"vocab":100352,"moe":{"experts":72,"topk":10,"inter":768,"moeLayers":40,"inactive":23404216320},"modelType":"granitemoehybrid"},"configFrom":"ibm-granite/granite-4.0-h-small","gguf":{"repo":"ibm-granite/granite-4.0-h-small-GGUF","files":{"Q2_K":11779386016,"Q3_K_M":15360125600,"Q4_K_M":19476621984,"Q5_K_M":22866406048,"Q6_K":26468051616,"Q8_0":34264885920,"F16":64446180288}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-7B-RL","slug":"mimo-7b-rl","name":"MiMo 7B RL","org":"XiaomiMiMo","createdAt":"2025-04-29T23:48:55.000Z","lastModified":"2026-10-28T13:58:17.000Z","downloads":30612,"likes":281,"license":"mit","gated":false,"pipeline":"text-generation","params":7833409536,"activeParams":7833409536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151680,"moe":null,"modelType":"mimo"},"configFrom":"XiaomiMiMo/MiMo-7B-RL","gguf":{"repo":"jedisct1/MiMo-7B-RL-GGUF","files":{"Q4_K_M":4684339808,"Q6_K":6260533856,"Q8_0":8106510944}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/DeepSeek-V2-Lite-Chat","slug":"deepseek-v2-lite-chat","name":"DeepSeek V2 Lite Chat","org":"deepseek-ai","createdAt":"2024-05-15T05:34:09.000Z","lastModified":"2024-06-25T08:36:27.000Z","downloads":60987,"likes":173,"license":"other","gated":false,"pipeline":"text-generation","params":15706484224,"activeParams":2661150208,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":27,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":163840,"kvFull":15552,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":27,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":26,"inactive":13045334016},"modelType":"deepseek_v2"},"configFrom":"deepseek-ai/DeepSeek-V2-Lite-Chat","gguf":{"repo":"mradermacher/DeepSeek-V2-Lite-Chat-GGUF","files":{"Q2_K":6430464768,"Q3_K_M":8126607104,"Q4_K_M":10364416768,"Q5_K_M":11851313920,"Q6_K":14066972416,"Q8_0":16702518016}},"baseModel":null,"activeUncertain":false},{"id":"Axion1-0/Axion-1.0-35B","slug":"axion-1-0-35b","name":"Axion 1.0 35B","org":"Axion1-0","createdAt":"2026-10-16T07:38:43.000Z","lastModified":"2026-11-04T04:47:17.000Z","downloads":1863,"likes":76,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":35107181936,"activeParams":3901560176,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":2,"headDim":256,"ctx":262144,"kvFull":10240,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 30 linear/state layers)","fullLayers":10,"slideLayers":0,"linearLayers":30,"vocab":248320,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":40,"inactive":31205621760},"modelType":"qwen3_5_moe_text"},"configFrom":"Axion1-0/Axion-1.0-35B","gguf":{"repo":"prithivMLmods/Axion-1.0-35B-GGUF","files":{"F16":69376637696,"Q3_K_M":16764764608,"Q4_K_M":21166758336,"Q5_K_M":24729131456,"Q6_K":28514152896}},"baseModel":null,"activeUncertain":false},{"id":"arcee-ai/Trinity-Mini","slug":"trinity-mini","name":"Trinity Mini","org":"arcee-ai","createdAt":"2025-12-01T16:12:10.000Z","lastModified":"2026-05-28T22:45:37.000Z","downloads":11429,"likes":207,"license":"other","gated":false,"pipeline":"text-generation","params":26123974400,"activeParams":1964783360,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2048,"heads":32,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":8192,"kvSlide":24576,"slidingWindow":2048,"attn":"GQA + sliding window","fullLayers":8,"slideLayers":24,"linearLayers":0,"vocab":200192,"moe":{"experts":128,"topk":8,"inter":1024,"moeLayers":32,"inactive":24159191040},"modelType":"afmoe"},"configFrom":"arcee-ai/Trinity-Mini","gguf":{"repo":"arcee-ai/Trinity-Mini-GGUF","files":{"Q2_K":9425052512,"Q3_K_M":12104188768,"Q4_K_M":15935808352,"Q5_K_M":18637071200,"Q6_K":21516911456,"Q8_0":27788002144}},"baseModel":"arcee-ai/Trinity-Mini-Base","activeUncertain":false},{"id":"allenai/Molmo2-4B","slug":"molmo2-4b","name":"Molmo2 4B","org":"allenai","createdAt":"2025-12-14T22:55:51.000Z","lastModified":"2026-01-23T01:03:22.000Z","downloads":27084,"likes":57,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4850869200,"activeParams":4850869200,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":2560,"heads":32,"kvHeads":8,"headDim":128,"ctx":36864,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"molmo2_text"},"configFrom":"allenai/Molmo2-4B","gguf":{"repo":"reubk/Molmo2-4B-GGUF","files":{"F16":8830514944,"Q4_K_M":2716528384,"Q8_0":4694374144}},"baseModel":"google/siglip-so400m-patch14-384","activeUncertain":false},{"id":"ibm-granite/granite-3.1-3b-a800m-instruct","slug":"granite-3-1-3b-a800m-instruct","name":"granite 3.1 3b a800m instruct","org":"ibm-granite","createdAt":"2024-12-06T20:00:37.000Z","lastModified":"2025-01-31T04:05:57.000Z","downloads":116478,"likes":33,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3298793472,"activeParams":882874368,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":1536,"heads":24,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":49155,"moe":{"experts":40,"topk":8,"inter":512,"moeLayers":32,"inactive":2415919104},"modelType":"granitemoe"},"configFrom":"ibm-granite/granite-3.1-3b-a800m-instruct","gguf":{"repo":"bartowski/granite-3.1-3b-a800m-instruct-GGUF","files":{"Q2_K":1241368128,"Q3_K_M":1611187776,"Q4_K_M":2016888384,"Q5_K_M":2355054144,"Q6_K":2714355264,"Q8_0":3512781440,"F16":6603463232}},"baseModel":"ibm-granite/granite-3.1-3b-a800m-base","activeUncertain":false},{"id":"ibm-granite/granite-4.1-3b-llmon-preview","slug":"granite-4-1-3b-llmon-preview","name":"granite 4.1 3b llmon preview","org":"ibm-granite","createdAt":"2026-10-01T13:59:05.000Z","lastModified":"2026-11-12T18:55:40.000Z","downloads":2413,"likes":18,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3659737600,"activeParams":3659737600,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2560,"heads":40,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-4.1-3b-llmon-preview","gguf":{"repo":"liodon-ai/granite-4.1-3b-llmon-preview-imatrix-GGUF","files":{"Q4_K_M":2244017440,"Q5_K_M":2613640480,"Q6_K":3006364960,"Q8_0":3892657440}},"baseModel":"ibm-granite/granite-4.1-3b-base","activeUncertain":false},{"id":"01-ai/Yi-6B","slug":"yi-6b","name":"Yi 6B","org":"01-ai","createdAt":"2023-11-01T11:14:36.000Z","lastModified":"2024-11-11T03:31:32.000Z","downloads":16514,"likes":376,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":6061035520,"activeParams":6061035520,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":4,"headDim":128,"ctx":4096,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-6B","gguf":{"repo":"mradermacher/Yi-6B-i1-GGUF","files":{"Q2_K":2337067072,"Q3_K_M":2992836672,"Q4_K_M":3673968704,"Q5_K_M":4304425024,"Q6_K":4974284864}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-vision-4.1-4b","slug":"granite-vision-4-1-4b","name":"granite vision 4.1 4b","org":"ibm-granite","createdAt":"2026-04-16T13:58:07.000Z","lastModified":"2026-07-13T15:35:23.000Z","downloads":81741,"likes":114,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":3997203904,"activeParams":3997203904,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2560,"heads":40,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-vision-4.1-4b","gguf":{"repo":"ibm-granite/granite-vision-4.1-4b-GGUF","files":{"Q4_K_M":2099510240,"Q5_K_M":2437020640,"Q6_K":2795625440,"Q8_0":3619700288,"F16":6809667488}},"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-Dev-72B","slug":"kimi-dev-72b","name":"Kimi Dev 72B","org":"moonshotai","createdAt":"2025-06-16T11:40:59.000Z","lastModified":"2025-06-17T06:27:40.000Z","downloads":3425,"likes":394,"license":"mit","gated":false,"pipeline":"text-generation","params":72706203648,"activeParams":72706203648,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":8192,"heads":64,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2"},"configFrom":"moonshotai/Kimi-Dev-72B","gguf":{"repo":"unsloth/Kimi-Dev-72B-GGUF","files":{"F16":145422673472,"Q3_K_M":37698725376,"Q6_K":64347629248,"Q8_0":77262612192}},"baseModel":"Qwen/Qwen2.5-72B","activeUncertain":false},{"id":"NousResearch/Hermes-3-Llama-3.2-3B","slug":"hermes-3-llama-3-2-3b","name":"Hermes 3 Llama 3.2 3B","org":"NousResearch","createdAt":"2024-12-03T23:47:18.000Z","lastModified":"2024-12-18T22:32:55.000Z","downloads":4444,"likes":187,"license":"llama3","gated":false,"pipeline":"text-generation","params":3212749824,"activeParams":3212749824,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3072,"heads":24,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":57344,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Hermes-3-Llama-3.2-3B","gguf":{"repo":"bartowski/Hermes-3-Llama-3.2-3B-GGUF","files":{"Q2_K":1363932256,"Q3_K_M":1687155808,"Q4_K_M":2019374176,"Q5_K_M":2322150496,"Q6_K":2643850336,"Q8_0":3421895776,"F16":6433684576}},"baseModel":"meta-llama/Meta-Llama-3.2-3B","activeUncertain":false},{"id":"meta-llama/Llama-3.2-11B-Vision","slug":"llama-3-2-11b-vision","name":"Llama 3.2 11B Vision","org":"meta-llama","createdAt":"2024-09-18T16:46:21.000Z","lastModified":"2024-09-27T00:19:41.000Z","downloads":6992,"likes":620,"license":"llama3.2","gated":true,"pipeline":"image-text-to-text","params":10642941475,"activeParams":10642941475,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"mllama_text_model"},"configFrom":"unsloth/Llama-3.2-11B-Vision","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-Z1-32B-0414","slug":"glm-z1-32b-0414","name":"GLM Z1 32B 0414","org":"zai-org","createdAt":"2025-04-08T06:57:28.000Z","lastModified":"2025-04-28T10:03:37.000Z","downloads":37059,"likes":196,"license":"mit","gated":false,"pipeline":"text-generation","params":32566081536,"activeParams":32566081536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":6144,"heads":48,"kvHeads":2,"headDim":128,"ctx":32768,"kvFull":31232,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":null,"modelType":"glm4"},"configFrom":"zai-org/GLM-Z1-32B-0414","gguf":{"repo":"unsloth/GLM-Z1-32B-0414-GGUF","files":{"F16":65144517184,"Q2_K":12292256352,"Q3_K_M":15890563680,"Q4_K_M":19680023136,"Q5_K_M":23097463392,"Q6_K":26728493664,"Q8_0":34615226976}},"baseModel":null,"activeUncertain":false},{"id":"allenai/Olmo-3-1025-7B","slug":"olmo-3-1025-7b","name":"Olmo 3 1025 7B","org":"allenai","createdAt":"2025-09-12T19:24:57.000Z","lastModified":"2026-04-21T17:21:02.000Z","downloads":103989,"likes":93,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7298011136,"activeParams":7298011136,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":65536,"kvFull":65536,"kvSlide":196608,"slidingWindow":4096,"attn":"MHA + sliding window","fullLayers":8,"slideLayers":24,"linearLayers":0,"vocab":100278,"moe":null,"modelType":"olmo3"},"configFrom":"allenai/Olmo-3-1025-7B","gguf":{"repo":"lmstudio-community/Olmo-3-1025-7B-GGUF","files":{"Q4_K_M":4471598656,"Q6_K":5991890176,"Q8_0":7759249280}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","slug":"nous-hermes-2-mixtral-8x7b-dpo","name":"Nous Hermes 2 Mixtral 8x7B DPO","org":"NousResearch","createdAt":"2024-01-11T06:14:47.000Z","lastModified":"2024-04-30T18:09:51.000Z","downloads":10572,"likes":461,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":46702809088,"activeParams":12879941632,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32002,"moe":{"experts":8,"topk":2,"inter":14336,"moeLayers":32,"inactive":33822867456},"modelType":"mixtral"},"configFrom":"NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO","gguf":{"repo":"TheBloke/Nous-Hermes-2-Mixtral-8x7B-DPO-GGUF","files":{"Q2_K":17309182880,"Q3_K_M":22544404192,"Q4_K_M":28446421792,"Q5_K_M":33227536160,"Q6_K":38378773344,"Q8_0":49624279776}},"baseModel":"mistralai/Mixtral-8x7B-v0.1","activeUncertain":false},{"id":"allenai/OLMo-2-0425-1B","slug":"olmo-2-0425-1b","name":"OLMo 2 0425 1B","org":"allenai","createdAt":"2025-04-17T22:45:45.000Z","lastModified":"2025-05-28T20:35:45.000Z","downloads":117158,"likes":83,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1484916736,"activeParams":1484916736,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":4096,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":16,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"olmo2"},"configFrom":"allenai/OLMo-2-0425-1B","gguf":{"repo":"allenai/OLMo-2-0425-1B-GGUF","files":{"F16":2973650560,"Q2_K":633327232,"Q3_K_M":778980992,"Q4_K_M":935513728,"Q5_K_M":1074450048,"Q6_K":1222069888,"Q8_0":1581665920}},"baseModel":null,"activeUncertain":false},{"id":"meta-llama/Meta-Llama-Guard-2-8B","slug":"meta-llama-guard-2-8b","name":"Meta Llama Guard 2 8B","org":"meta-llama","createdAt":"2024-04-17T09:35:34.000Z","lastModified":"2024-05-13T09:36:04.000Z","downloads":1926,"likes":321,"license":"llama3","gated":true,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":8192,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"tybrs/llama-guard-quant","gguf":{"repo":"tybrs/llama-guard-quant","files":{"Q2_K":3179644128,"Q3_K_M":4019430624,"Q4_K_M":4921246944,"Q5_K_M":5733500128,"Q6_K":6596519136,"Q8_0":8541283552}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.0-micro","slug":"granite-4-0-micro","name":"granite 4.0 micro","org":"ibm-granite","createdAt":"2025-09-16T19:47:09.000Z","lastModified":"2025-11-03T19:39:06.000Z","downloads":21845,"likes":274,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":3402836480,"activeParams":3402836480,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2560,"heads":40,"kvHeads":8,"headDim":64,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granitemoehybrid"},"configFrom":"ibm-granite/granite-4.0-micro","gguf":{"repo":"ibm-granite/granite-4.0-micro-GGUF","files":{"Q2_K":1371438528,"Q3_K_M":1725578688,"Q4_K_M":2099502528,"Q5_K_M":2437012928,"Q6_K":2795617728,"Q8_0":3619691968,"F16":6809656768}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.0-h-tiny","slug":"granite-4-0-h-tiny","name":"granite 4.0 h tiny","org":"ibm-granite","createdAt":"2025-09-16T19:51:16.000Z","lastModified":"2025-11-03T19:42:57.000Z","downloads":30052,"likes":217,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":6939037248,"activeParams":1465470528,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":1536,"heads":12,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":4096,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 36 linear/state layers)","fullLayers":4,"slideLayers":0,"linearLayers":36,"vocab":100352,"moe":{"experts":64,"topk":6,"inter":512,"moeLayers":40,"inactive":5473566720},"modelType":"granitemoehybrid"},"configFrom":"ibm-granite/granite-4.0-h-tiny","gguf":{"repo":"ibm-granite/granite-4.0-h-tiny-GGUF","files":{"Q2_K":2585986400,"Q3_K_M":3353039456,"Q4_K_M":4230976352,"Q5_K_M":4948534112,"Q6_K":5710939232,"Q8_0":7390331744,"F16":13891206272}},"baseModel":null,"activeUncertain":false},{"id":"stepfun-ai/step3","slug":"step3","name":"step3","org":"stepfun-ai","createdAt":"2025-07-28T11:07:33.000Z","lastModified":"2026-01-29T07:41:03.000Z","downloads":43535,"likes":166,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":320969912832,"activeParams":320969912832,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":256,"ctx":65536,"kvFull":1998848,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":128815,"moe":null,"modelType":"step3_text"},"configFrom":"stepfun-ai/step3","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"HuggingFaceTB/SmolLM2-1.7B","slug":"smollm2-1-7b","name":"SmolLM2 1.7B","org":"HuggingFaceTB","createdAt":"2024-10-30T22:50:10.000Z","lastModified":"2025-02-06T10:31:23.000Z","downloads":42263,"likes":168,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1711376384,"activeParams":1711376384,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":32,"kvHeads":32,"headDim":64,"ctx":8192,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":49152,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolLM2-1.7B","gguf":{"repo":"namindu94/SinhalaLLM-1.7B","files":{"Q4_K_M":1080666080,"Q8_0":1852518368}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/deepseek-coder-6.7b-base","slug":"deepseek-coder-6-7b-base","name":"deepseek coder 6.7b base","org":"deepseek-ai","createdAt":"2023-10-23T16:15:39.000Z","lastModified":"2024-03-19T03:54:51.000Z","downloads":49896,"likes":149,"license":"other","gated":false,"pipeline":"text-generation","params":6740512768,"activeParams":6740512768,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":16384,"kvFull":262144,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":32256,"moe":null,"modelType":"llama"},"configFrom":"deepseek-ai/deepseek-coder-6.7b-base","gguf":{"repo":"bartowski/deepseek-coder-6.7B-kexer-GGUF","files":{"Q2_K":2534500544,"Q3_K_M":3299748032,"Q4_K_M":4082886848,"Q5_K_M":4785170624,"Q6_K":5531347136,"Q8_0":7163750592}},"baseModel":null,"activeUncertain":false},{"id":"stepfun-ai/Step-3.7-Flash","slug":"step-3-7-flash","name":"Step 3.7 Flash","org":"stepfun-ai","createdAt":"2026-05-23T02:13:46.000Z","lastModified":"2026-06-03T04:11:57.000Z","downloads":9644,"likes":463,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":201365316160,"activeParams":201365316160,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":45,"hidden":4096,"heads":64,"kvHeads":64,"headDim":128,"ctx":262144,"kvFull":196608,"kvSlide":589824,"slidingWindow":512,"attn":"MHA + sliding window","fullLayers":12,"slideLayers":36,"linearLayers":0,"vocab":128896,"moe":null,"modelType":"step3p5"},"configFrom":"stepfun-ai/Step-3.7-Flash","gguf":{"repo":"stepfun-ai/Step-3.7-Flash-GGUF","files":{"F16":400990973472,"Q3_K_M":93801444352,"Q8_0":213125147680}},"baseModel":null,"activeUncertain":false},{"id":"internlm/Intern-S1","slug":"intern-s1","name":"Intern S1","org":"internlm","createdAt":"2025-07-24T06:05:13.000Z","lastModified":"2026-03-29T04:50:08.000Z","downloads":22240,"likes":257,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":240709856128,"activeParams":27806985088,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":94,"hidden":4096,"heads":64,"kvHeads":4,"headDim":128,"ctx":65536,"kvFull":96256,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":94,"slideLayers":0,"linearLayers":0,"vocab":153216,"moe":{"experts":128,"topk":8,"inter":1536,"moeLayers":94,"inactive":212902871040},"modelType":"qwen3_moe"},"configFrom":"internlm/Intern-S1","gguf":{"repo":"internlm/Intern-S1-GGUF","files":{"Q8_0":249951276672,"F16":470314439264}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4-32B-0414","slug":"glm-4-32b-0414","name":"GLM 4 32B 0414","org":"zai-org","createdAt":"2025-04-07T12:53:41.000Z","lastModified":"2025-05-01T15:42:37.000Z","downloads":8324,"likes":491,"license":"mit","gated":false,"pipeline":"text-generation","params":32566081536,"activeParams":32566081536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":61,"hidden":6144,"heads":48,"kvHeads":2,"headDim":128,"ctx":32768,"kvFull":31232,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":null,"modelType":"glm4"},"configFrom":"zai-org/GLM-4-32B-0414","gguf":{"repo":"axteam/GLM-4-32B-0414-GGUF","files":{"Q2_K":12292255296,"Q3_K_M":15890562624,"Q4_K_M":19680022080,"Q5_K_M":23097462336,"Q6_K":26728492608,"Q8_0":34615225920}},"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-3.1-8b-instruct","slug":"granite-3-1-8b-instruct","name":"granite 3.1 8b instruct","org":"ibm-granite","createdAt":"2024-12-06T19:56:54.000Z","lastModified":"2025-04-16T14:57:57.000Z","downloads":37470,"likes":169,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8170848256,"activeParams":8170848256,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":49155,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-3.1-8b-instruct","gguf":{"repo":"bartowski/granite-3.1-8b-instruct-GGUF","files":{"Q2_K":3103590880,"Q3_K_M":3996584416,"Q4_K_M":4942858720,"Q5_K_M":5797448160,"Q6_K":6705449440,"Q8_0":8684246400,"F16":16344105312}},"baseModel":"ibm-granite/granite-3.1-8b-base","activeUncertain":false},{"id":"MiniMaxAI/MiniMax-M1-40k","slug":"minimax-m1-40k","name":"MiniMax M1 40k","org":"MiniMaxAI","createdAt":"2025-06-05T08:42:49.000Z","lastModified":"2025-07-07T07:50:30.000Z","downloads":32713,"likes":185,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":456089655296,"activeParams":48403306496,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":6144,"heads":64,"kvHeads":8,"headDim":128,"ctx":10240000,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":32,"topk":2,"inter":9216,"moeLayers":80,"inactive":407686348800},"modelType":"minimax_m1"},"configFrom":"MiniMaxAI/MiniMax-M1-40k","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"allenai/Olmo-3-7B-Think","slug":"olmo-3-7b-think","name":"Olmo 3 7B Think","org":"allenai","createdAt":"2025-11-18T01:22:27.000Z","lastModified":"2026-06-25T21:41:28.000Z","downloads":62932,"likes":111,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":7298011136,"activeParams":7298011136,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":65536,"kvFull":65536,"kvSlide":196608,"slidingWindow":4096,"attn":"MHA + sliding window","fullLayers":8,"slideLayers":24,"linearLayers":0,"vocab":100278,"moe":null,"modelType":"olmo3"},"configFrom":"allenai/Olmo-3-7B-Think","gguf":{"repo":"unsloth/Olmo-3-7B-Think-GGUF","files":{"F16":14600641408,"Q2_K":2857913536,"Q3_K_M":3651458176,"Q4_K_M":4471600960,"Q5_K_M":5208712000,"Q6_K":5991892480,"Q8_0":7759251584}},"baseModel":"allenai/Olmo-3-7B-Think-DPO","activeUncertain":false},{"id":"meta-llama/Llama-4-Scout-17B-16E","slug":"llama-4-scout-17b-16e","name":"Llama 4 Scout 17B 16E","org":"meta-llama","createdAt":"2025-04-02T17:03:27.000Z","lastModified":"2025-04-09T10:41:20.000Z","downloads":1801,"likes":280,"license":"other","gated":true,"pipeline":"image-text-to-text","params":108641793536,"activeParams":18044827136,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":48,"hidden":5120,"heads":40,"kvHeads":8,"headDim":128,"ctx":262144,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":202048,"moe":{"experts":16,"topk":1,"inter":8192,"moeLayers":48,"inactive":90596966400},"modelType":"llama4_text"},"configFrom":"unsloth/Llama-4-Scout-17B-16E","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"moonshotai/Kimi-K2-Base","slug":"kimi-k2-base","name":"Kimi K2 Base","org":"moonshotai","createdAt":"2025-07-03T12:49:14.000Z","lastModified":"2026-01-30T04:52:05.000Z","downloads":14052,"likes":306,"license":"other","gated":false,"pipeline":"text-generation","params":1026408235864,"activeParams":32861504344,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":61,"hidden":7168,"heads":64,"kvHeads":64,"headDim":112,"ctx":131072,"kvFull":35136,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":61,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":384,"topk":8,"inter":2048,"moeLayers":60,"inactive":993546731520},"modelType":"kimi_k2"},"configFrom":"moonshotai/Kimi-K2-Base","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"ibm-granite/granite-4.0-1b","slug":"granite-4-0-1b","name":"granite 4.0 1b","org":"ibm-granite","createdAt":"2025-10-07T20:24:27.000Z","lastModified":"2025-10-23T08:53:17.000Z","downloads":34966,"likes":58,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1631750144,"activeParams":1631750144,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":40960,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":100352,"moe":null,"modelType":"granitemoehybrid"},"configFrom":"ibm-granite/granite-4.0-1b","gguf":{"repo":"ibm-granite/granite-4.0-1b-GGUF","files":{"Q2_K":701699840,"Q3_K_M":860362496,"Q4_K_M":1023645440,"Q5_K_M":1178310400,"Q6_K":1342641920,"Q8_0":1737791232,"F16":3267401472}},"baseModel":"ibm-granite/granite-4.0-1b-base","activeUncertain":false},{"id":"01-ai/Yi-1.5-34B-Chat","slug":"yi-1-5-34b-chat","name":"Yi 1.5 34B Chat","org":"01-ai","createdAt":"2024-05-10T06:47:21.000Z","lastModified":"2024-08-27T07:11:05.000Z","downloads":15477,"likes":280,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34388917248,"activeParams":34388917248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":7168,"heads":56,"kvHeads":8,"headDim":128,"ctx":4096,"kvFull":122880,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-1.5-34B-Chat","gguf":{"repo":"lmstudio-community/Yi-1.5-34B-Chat-GGUF","files":{"Q2_K":12825234240,"Q4_K_M":20658711360,"Q5_K_M":24321846080,"Q6_K":28213926720,"Q8_0":36542282560}},"baseModel":null,"activeUncertain":false},{"id":"LiquidAI/LFM2-350M","slug":"lfm2-350m","name":"LFM2 350M","org":"LiquidAI","createdAt":"2025-07-10T12:01:24.000Z","lastModified":"2026-08-05T16:56:51.000Z","downloads":15966,"likes":260,"license":"other","gated":false,"pipeline":"text-generation","params":354483968,"activeParams":354483968,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":16,"hidden":1024,"heads":16,"kvHeads":8,"headDim":64,"ctx":128000,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":16,"slideLayers":0,"linearLayers":0,"vocab":65536,"moe":null,"modelType":"lfm2"},"configFrom":"LiquidAI/LFM2-350M","gguf":{"repo":"LiquidAI/LFM2-350M-GGUF","files":{}},"baseModel":null,"note":"GGUF quant file sizes were not in size order, so this page uses size estimates instead of real file sizes.","activeUncertain":false},{"id":"HuggingFaceTB/SmolLM-1.7B","slug":"smollm-1-7b","name":"SmolLM 1.7B","org":"HuggingFaceTB","createdAt":"2024-07-14T15:56:33.000Z","lastModified":"2024-10-16T16:08:10.000Z","downloads":24556,"likes":187,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":1711376384,"activeParams":1711376384,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":24,"hidden":2048,"heads":32,"kvHeads":32,"headDim":64,"ctx":2048,"kvFull":98304,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":24,"slideLayers":0,"linearLayers":0,"vocab":49152,"moe":null,"modelType":"llama"},"configFrom":"HuggingFaceTB/SmolLM-1.7B","gguf":{"repo":"mradermacher/SmolLM-1.7B-GGUF","files":{"Q2_K":674583136,"Q3_K_M":860181088,"Q4_K_M":1055609440,"Q5_K_M":1225478752,"Q6_K":1405964896,"Q8_0":1820414560,"F16":3424735840}},"baseModel":null,"activeUncertain":false},{"id":"XiaomiMiMo/MiMo-V2.6-Flash-MOPD","slug":"mimo-v2-6-flash-mopd","name":"MiMo V2.6 Flash MOPD","org":"XiaomiMiMo","createdAt":"2026-09-27T04:01:00.000Z","lastModified":"2026-10-28T14:17:25.000Z","downloads":22265,"likes":72,"license":"mit","gated":false,"pipeline":"text-generation","params":310756322688,"activeParams":6215126453.76,"activeSource":"config","arch":{"nativeQuant":"fp8","kvConfidence":"normal","layers":48,"hidden":4096,"heads":64,"kvHeads":4,"headDim":192,"ctx":1048576,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":48,"slideLayers":0,"linearLayers":0,"vocab":152576,"moe":{"experts":256,"topk":8,"inter":2048,"moeLayers":50,"inactive":312056217600},"modelType":"mimo_v2"},"configFrom":"XiaomiMiMo/MiMo-V2.6-Flash-MOPD","gguf":{"repo":"ggml-org/MiMo-V2.6-Flash-MOPD-GGUF","files":{}},"baseModel":null,"note":"GGUF Q8_0 file was 1% of the size expected from the parameter count, so this page uses size estimates instead of real file sizes.","activeUncertain":true},{"id":"meituan-longcat/LongCat-2.0","slug":"longcat-2-0","name":"LongCat 2.0","org":"meituan-longcat","createdAt":"2026-07-05T00:07:44.000Z","lastModified":"2026-07-08T06:29:21.000Z","downloads":3058,"likes":286,"license":"mit","gated":false,"pipeline":"text-generation","params":1775560491136,"activeParams":1775560491136,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":38,"hidden":8192,"heads":64,"kvHeads":64,"headDim":128,"ctx":262144,"kvFull":26752,"kvSlide":0,"slidingWindow":null,"attn":"MLA","fullLayers":38,"slideLayers":0,"linearLayers":0,"vocab":163840,"moe":{"experts":768,"topk":12,"moeLayers":38,"inactive":0},"modelType":null},"configFrom":"meituan-longcat/LongCat-2.0","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"01-ai/Yi-34B-200K","slug":"yi-34b-200k","name":"Yi 34B 200K","org":"01-ai","createdAt":"2023-11-06T01:46:54.000Z","lastModified":"2024-11-11T03:31:33.000Z","downloads":10392,"likes":320,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34388921088,"activeParams":34388921088,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":7168,"heads":56,"kvHeads":8,"headDim":128,"ctx":200000,"kvFull":122880,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-34B-200K","gguf":{"repo":"TheBloke/Yi-34B-200K-GGUF","files":{"Q2_K":14555875328,"Q3_K_M":16636573696,"Q4_K_M":20658710528,"Q5_K_M":24321845248,"Q6_K":28213925888,"Q8_0":36542281728}},"baseModel":null,"activeUncertain":false},{"id":"deepseek-ai/deepseek-moe-16b-base","slug":"deepseek-moe-16b-base","name":"deepseek moe 16b base","org":"deepseek-ai","createdAt":"2024-01-08T09:45:58.000Z","lastModified":"2024-01-12T03:12:15.000Z","downloads":25584,"likes":170,"license":"other","gated":false,"pipeline":"text-generation","params":16375728128,"activeParams":2828650496,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":2048,"heads":16,"kvHeads":16,"headDim":128,"ctx":4096,"kvFull":114688,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":102400,"moe":{"experts":64,"topk":6,"inter":1408,"moeLayers":27,"inactive":13547077632},"modelType":"deepseek"},"configFrom":"deepseek-ai/deepseek-moe-16b-base","gguf":{"repo":"mradermacher/deepseek-moe-16b-base-GGUF","files":{"Q2_K":6706697376,"Q3_K_M":8480152736,"Q4_K_M":10850182304,"Q5_K_M":12389590176,"Q6_K":14661041312,"Q8_0":17413944480}},"baseModel":null,"activeUncertain":false},{"id":"MiniMaxAI/MiniMax-Text-01","slug":"minimax-text-01","name":"MiniMax Text 01","org":"MiniMaxAI","createdAt":"2025-01-12T13:48:31.000Z","lastModified":"2025-07-03T05:13:03.000Z","downloads":3322,"likes":656,"license":null,"gated":false,"pipeline":"text-generation","params":456089655296,"activeParams":48403306496,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":80,"hidden":6144,"heads":64,"kvHeads":8,"headDim":128,"ctx":10240000,"kvFull":163840,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":80,"slideLayers":0,"linearLayers":0,"vocab":200064,"moe":{"experts":32,"topk":2,"inter":9216,"moeLayers":80,"inactive":407686348800},"modelType":"minimax_text_01"},"configFrom":"MiniMaxAI/MiniMax-Text-01","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"internlm/Intern-Decision-4B","slug":"intern-decision-4b","name":"Intern Decision 4B","org":"internlm","createdAt":"2026-09-26T05:36:37.000Z","lastModified":"2026-10-22T08:43:41.000Z","downloads":5505,"likes":96,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":4539265536,"activeParams":4539265536,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":2560,"heads":16,"kvHeads":4,"headDim":256,"ctx":262144,"kvFull":16384,"kvSlide":0,"slidingWindow":null,"attn":"GQA (hybrid: 24 linear/state layers)","fullLayers":8,"slideLayers":0,"linearLayers":24,"vocab":248320,"moe":null,"modelType":"qwen3_5_text"},"configFrom":"internlm/Intern-Decision-4B","gguf":{"repo":"yeaay/Intern-Decision-4B-GGUF","files":{"F16":8424393536,"Q4_K_M":2708804416,"Q5_K_M":3074986816,"Q8_0":4482403136}},"baseModel":"Qwen/Qwen3.5-4B","activeUncertain":false},{"id":"ibm-granite/granite-3.2-8b-instruct","slug":"granite-3-2-8b-instruct","name":"granite 3.2 8b instruct","org":"ibm-granite","createdAt":"2025-02-17T22:52:53.000Z","lastModified":"2025-04-17T11:40:11.000Z","downloads":51784,"likes":92,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":8170848256,"activeParams":8170848256,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":81920,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":49155,"moe":null,"modelType":"granite"},"configFrom":"ibm-granite/granite-3.2-8b-instruct","gguf":{"repo":"bartowski/ibm-granite_granite-3.2-8b-instruct-GGUF","files":{"Q2_K":3103591968,"Q3_K_M":3996585504,"Q4_K_M":4942859808,"Q5_K_M":5797449248,"Q6_K":6705450528,"Q8_0":8684247488}},"baseModel":"ibm-granite/granite-3.1-8b-instruct","activeUncertain":false},{"id":"internlm/internlm2_5-7b-chat","slug":"internlm2-5-7b-chat","name":"internlm2 5 7b chat","org":"internlm","createdAt":"2024-06-27T13:01:58.000Z","lastModified":"2025-03-13T07:04:49.000Z","downloads":17243,"likes":202,"license":"other","gated":false,"pipeline":"text-generation","params":7737708544,"activeParams":7737708544,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":92544,"moe":null,"modelType":"internlm2"},"configFrom":"internlm/internlm2_5-7b-chat","gguf":{"repo":"legraphista/internlm2_5-7b-chat-IMat-GGUF","files":{"F16":15478092640,"Q2_K":3005449312,"Q6_K":6350328672,"Q8_0":8224240480}},"baseModel":null,"activeUncertain":false},{"id":"zai-org/GLM-4.6V","slug":"glm-4-6v","name":"GLM 4.6V","org":"zai-org","createdAt":"2025-12-07T07:20:45.000Z","lastModified":"2025-12-09T05:34:59.000Z","downloads":5992,"likes":398,"license":"mit","gated":false,"pipeline":"image-text-to-text","params":107710933120,"activeParams":14282811520,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":46,"hidden":4096,"heads":96,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":94208,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":46,"slideLayers":0,"linearLayers":0,"vocab":151552,"moe":{"experts":128,"topk":8,"inter":1408,"moeLayers":45,"inactive":93428121600},"modelType":"glm4v_moe_text"},"configFrom":"zai-org/GLM-4.6V","gguf":{"repo":"unsloth/GLM-4.6V-GGUF","files":{"F16":213763140640,"Q2_K":43855039200,"Q3_K_M":55444962208,"Q4_K_M":70564998048,"Q5_K_M":80750267296,"Q6_K":95858850688,"Q8_0":113612254208}},"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Meta-Llama-3.1-8B-Instruct","slug":"meta-llama-3-1-8b-instruct","name":"Meta Llama 3.1 8B Instruct","org":"NousResearch","createdAt":"2024-07-24T09:20:13.000Z","lastModified":"2024-07-24T09:21:20.000Z","downloads":131299,"likes":40,"license":"llama3.1","gated":false,"pipeline":"text-generation","params":8030261248,"activeParams":8030261248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":131072,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":128256,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Meta-Llama-3.1-8B-Instruct","gguf":{"repo":"Saxo/Linkbricks-Horizon-AI-Korean-llama3.1-sft-rlhf-dpo-8B","files":{"F16":16068892384,"Q4_K_M":4920735456,"Q5_K_M":5732988640,"Q6_K":6596007648,"Q8_0":8540772064}},"baseModel":null,"activeUncertain":false},{"id":"tiiuae/Falcon-H1R-7B","slug":"falcon-h1r-7b","name":"Falcon H1R 7B","org":"tiiuae","createdAt":"2025-10-29T13:00:11.000Z","lastModified":"2026-01-21T06:23:40.000Z","downloads":3212,"likes":223,"license":"other","gated":false,"pipeline":"text-generation","params":7585648736,"activeParams":7585648736,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":44,"hidden":3072,"heads":12,"kvHeads":2,"headDim":128,"ctx":262144,"kvFull":22528,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":44,"slideLayers":0,"linearLayers":0,"vocab":130048,"moe":null,"modelType":"falcon_h1"},"configFrom":"tiiuae/Falcon-H1R-7B","gguf":{"repo":"unsloth/Falcon-H1R-7B-GGUF","files":{"F16":15179424448,"Q2_K":2893693024,"Q3_K_M":3687925600,"Q4_K_M":4598344288,"Q5_K_M":5390490208,"Q6_K":6232145248,"Q8_0":8069003872}},"baseModel":"tiiuae/Falcon-H1-7B-Base","activeUncertain":false},{"id":"maxwell-model/Maxwell-V1-Flash","slug":"maxwell-v1-flash","name":"Maxwell V1 Flash","org":"maxwell-model","createdAt":"2026-10-13T07:53:39.000Z","lastModified":"2026-11-14T03:50:21.000Z","downloads":154,"likes":32,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":36810559422,"activeParams":2270465982,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":45,"hidden":2048,"heads":32,"kvHeads":4,"headDim":64,"ctx":524288,"kvFull":23040,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":45,"slideLayers":0,"linearLayers":0,"vocab":200704,"moe":{"experts":256,"topk":12,"inter":512,"moeLayers":45,"inactive":34540093440},"modelType":"maxwell_moe"},"configFrom":"maxwell-model/Maxwell-V1-Flash","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"inclusionAI/LLaDA2.1-mini","slug":"llada2-1-mini","name":"LLaDA2.1 mini","org":"inclusionAI","createdAt":"2026-02-09T07:27:07.000Z","lastModified":"2026-04-13T11:51:50.000Z","downloads":27642,"likes":128,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":16255643392,"activeParams":1432973056,"activeSource":"config","arch":{"nativeQuant":null,"kvConfidence":"normal","layers":20,"hidden":2048,"heads":16,"kvHeads":4,"headDim":128,"ctx":32768,"kvFull":20480,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":20,"slideLayers":0,"linearLayers":0,"vocab":157184,"moe":{"experts":256,"topk":8,"inter":512,"moeLayers":19,"inactive":14822670336},"modelType":"llada2_moe"},"configFrom":"inclusionAI/LLaDA2.1-mini","gguf":null,"baseModel":null,"activeUncertain":false},{"id":"NousResearch/Nous-Hermes-2-Yi-34B","slug":"nous-hermes-2-yi-34b","name":"Nous Hermes 2 Yi 34B","org":"NousResearch","createdAt":"2023-12-23T19:47:48.000Z","lastModified":"2024-02-20T09:17:20.000Z","downloads":9594,"likes":268,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":34388917248,"activeParams":34388917248,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":60,"hidden":7168,"heads":56,"kvHeads":8,"headDim":128,"ctx":4096,"kvFull":122880,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":60,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"NousResearch/Nous-Hermes-2-Yi-34B","gguf":{"repo":"mradermacher/Nous-Hermes-2-Yi-34B-i1-GGUF","files":{"Q2_K":13366417664,"Q3_K_M":17196108032,"Q4_K_M":21199894784,"Q5_K_M":24863029504,"Q6_K":28755110144}},"baseModel":"01-ai/Yi-34B","activeUncertain":false},{"id":"zai-org/glm-4-9b","slug":"glm-4-9b","name":"glm 4 9b","org":"zai-org","createdAt":"2024-06-04T08:59:09.000Z","lastModified":"2025-04-22T09:45:02.000Z","downloads":22983,"likes":145,"license":"other","gated":false,"pipeline":"text-generation","params":9399951392,"activeParams":9399951392,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":40,"hidden":4096,"heads":32,"kvHeads":32,"headDim":128,"ctx":8192,"kvFull":327680,"kvSlide":0,"slidingWindow":null,"attn":"MHA","fullLayers":40,"slideLayers":0,"linearLayers":0,"vocab":null,"moe":null,"modelType":"chatglm"},"configFrom":"zai-org/glm-4-9b","gguf":{"repo":"mradermacher/glm-4-9b-GGUF","files":{"Q2_K":3991898144,"Q3_K_M":5064329248,"Q4_K_M":6250924064,"Q5_K_M":7143786528,"Q6_K":8262027296,"Q8_0":9994995744,"F16":18806966304}},"baseModel":null,"activeUncertain":false},{"id":"internlm/internlm2-chat-7b","slug":"internlm2-chat-7b","name":"internlm2 chat 7b","org":"internlm","createdAt":"2024-01-10T06:39:35.000Z","lastModified":"2025-03-13T07:04:48.000Z","downloads":49311,"likes":83,"license":"other","gated":false,"pipeline":"text-generation","params":7737708544,"activeParams":7737708544,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":32768,"kvFull":65536,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":92544,"moe":null,"modelType":"internlm2"},"configFrom":"internlm/internlm2-chat-7b","gguf":{"repo":"QuantFactory/internlm2-chat-7b-GGUF","files":{"Q2_K":3005449056,"Q3_K_M":3830379360,"Q4_K_M":4712768352,"Q5_K_M":5506736992,"Q6_K":6350328672,"Q8_0":8224240480}},"baseModel":null,"activeUncertain":false},{"id":"stepfun-ai/Step3-VL-10B","slug":"step3-vl-10b","name":"Step3 VL 10B","org":"stepfun-ai","createdAt":"2026-01-13T07:55:22.000Z","lastModified":"2026-02-04T05:40:55.000Z","downloads":4972,"likes":418,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":10171750144,"activeParams":10171750144,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":36,"hidden":4096,"heads":32,"kvHeads":8,"headDim":128,"ctx":65536,"kvFull":73728,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":36,"slideLayers":0,"linearLayers":0,"vocab":151936,"moe":null,"modelType":"qwen3"},"configFrom":"stepfun-ai/Step3-VL-10B","gguf":{"repo":"seanbailey518/Step3-VL-10B-GGUF","files":{"F16":32776089216,"Q3_K_M":4124161856,"Q4_K_M":5027784512,"Q5_K_M":5851113280,"Q6_K":6725900096,"Q8_0":8709519168}},"baseModel":"stepfun-ai/Step3-VL-10B-Base","activeUncertain":false},{"id":"01-ai/Yi-6B-200K","slug":"yi-6b-200k","name":"Yi 6B 200K","org":"01-ai","createdAt":"2023-11-06T01:47:32.000Z","lastModified":"2024-11-11T03:31:33.000Z","downloads":17781,"likes":172,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":6061037568,"activeParams":6061037568,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":32,"hidden":4096,"heads":32,"kvHeads":4,"headDim":128,"ctx":200000,"kvFull":32768,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":32,"slideLayers":0,"linearLayers":0,"vocab":64000,"moe":null,"modelType":"llama"},"configFrom":"01-ai/Yi-6B-200K","gguf":{"repo":"TheBloke/Yi-6B-200K-GGUF","files":{"Q2_K":2621230400,"Q3_K_M":2992835904,"Q4_K_M":3673967936,"Q5_K_M":4304424256,"Q6_K":4974284096,"Q8_0":6442126656}},"baseModel":null,"activeUncertain":false},{"id":"baidu/ERNIE-4.5-21B-A3B-PT","slug":"ernie-4-5-21b-a3b-pt","name":"ERNIE 4.5 21B A3B PT","org":"baidu","createdAt":"2025-06-28T06:13:30.000Z","lastModified":"2025-11-26T07:52:39.000Z","downloads":16796,"likes":178,"license":"apache-2.0","gated":false,"pipeline":"text-generation","params":21948655808,"activeParams":21948655808,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":2560,"heads":20,"kvHeads":4,"headDim":128,"ctx":131072,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":103424,"moe":null,"modelType":"ernie4_5_moe"},"configFrom":"baidu/ERNIE-4.5-21B-A3B-PT","gguf":{"repo":"unsloth/ERNIE-4.5-21B-A3B-PT-GGUF","files":{"F16":43662417664,"Q2_K":8152596256,"Q3_K_M":10524815136,"Q4_K_M":13331015456,"Q5_K_M":15585330976,"Q6_K":17972039456,"Q8_0":23205355296}},"baseModel":null,"activeUncertain":false},{"id":"ByteDance-Seed/UI-TARS-7B-DPO","slug":"ui-tars-7b-dpo","name":"UI TARS 7B DPO","org":"ByteDance-Seed","createdAt":"2025-01-22T08:26:26.000Z","lastModified":"2025-01-25T15:05:08.000Z","downloads":2688,"likes":236,"license":"apache-2.0","gated":false,"pipeline":"image-text-to-text","params":8291375616,"activeParams":8291375616,"activeSource":null,"arch":{"nativeQuant":null,"kvConfidence":"normal","layers":28,"hidden":3584,"heads":28,"kvHeads":4,"headDim":128,"ctx":32768,"kvFull":28672,"kvSlide":0,"slidingWindow":null,"attn":"GQA","fullLayers":28,"slideLayers":0,"linearLayers":0,"vocab":152064,"moe":null,"modelType":"qwen2_vl"},"configFrom":"ByteDance-Seed/UI-TARS-7B-DPO","gguf":{"repo":"bartowski/UI-TARS-7B-DPO-GGUF","files":{"Q2_K":3015938240,"Q3_K_M":3808389312,"Q4_K_M":4683071680,"Q5_K_M":5444829376,"Q6_K":6254196928,"Q8_0":8098523328,"F16":15237851328}},"baseModel":null,"activeUncertain":false}]}