[
 {
  "id": "qwen3-0.6b",
  "name": "Qwen3 0.6B",
  "family": "Qwen3",
  "params": "0.6B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 396705472,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/Qwen3-0.6B-GGUF",
   "filename": "Qwen3-0.6B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 28,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 0.37,
   "kv_cache_short_context_gib": 0.44,
   "kv_cache_working_context_gib": 3.5,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 1.9,
   "required_working_context_gib": 4.9,
   "weights_and_overhead_only_gib": 1.4,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-7fcfa08489c9",
   "src-6fce791f06ac",
   "src-2fcfde963562",
   "src-9a000f5e418d"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-7fcfa08489c9",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-7fcfa08489c9",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-2fcfde963562",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-2fcfde963562",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-2fcfde963562",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-2fcfde963562",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-1.7b",
  "name": "Qwen3 1.7B",
  "family": "Qwen3",
  "params": "1.7B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 1107409472,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/Qwen3-1.7B-GGUF",
   "filename": "Qwen3-1.7B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 28,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 1.03,
   "kv_cache_short_context_gib": 0.44,
   "kv_cache_working_context_gib": 3.5,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 2.5,
   "required_working_context_gib": 5.6,
   "weights_and_overhead_only_gib": 2.1,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-d35a6eac1e80",
   "src-fd1e847d15fa",
   "src-7a94107fe97d",
   "src-4d6570196630"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-d35a6eac1e80",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-d35a6eac1e80",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-7a94107fe97d",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-7a94107fe97d",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-7a94107fe97d",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-7a94107fe97d",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-4b",
  "name": "Qwen3 4B",
  "family": "Qwen3",
  "params": "4B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 2497280256,
   "distributor": "official",
   "distributor_name": "Qwen",
   "repo": "Qwen/Qwen3-4B-GGUF",
   "filename": "Qwen3-4B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 36,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 2.33,
   "kv_cache_short_context_gib": 0.56,
   "kv_cache_working_context_gib": 4.5,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 3.9,
   "required_working_context_gib": 7.9,
   "weights_and_overhead_only_gib": 3.4,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-44b65e532d47",
   "src-273396ffce81",
   "src-ae1946857aaf"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-44b65e532d47",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-44b65e532d47",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-273396ffce81",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-273396ffce81",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-273396ffce81",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-273396ffce81",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-8b",
  "name": "Qwen3 8B",
  "family": "Qwen3",
  "params": "8B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 5027783488,
   "distributor": "official",
   "distributor_name": "Qwen",
   "repo": "Qwen/Qwen3-8B-GGUF",
   "filename": "Qwen3-8B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 36,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 4.68,
   "kv_cache_short_context_gib": 0.56,
   "kv_cache_working_context_gib": 4.5,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 6.3,
   "required_working_context_gib": 10.2,
   "weights_and_overhead_only_gib": 5.7,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-2bcc1b4b0e0a",
   "src-af9b2eee7c0f",
   "src-1a4993847325"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-2bcc1b4b0e0a",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-2bcc1b4b0e0a",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-af9b2eee7c0f",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-af9b2eee7c0f",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-af9b2eee7c0f",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-af9b2eee7c0f",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-14b",
  "name": "Qwen3 14B",
  "family": "Qwen3",
  "params": "14B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 9001752960,
   "distributor": "official",
   "distributor_name": "Qwen",
   "repo": "Qwen/Qwen3-14B-GGUF",
   "filename": "Qwen3-14B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 40,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 8.38,
   "kv_cache_short_context_gib": 0.62,
   "kv_cache_working_context_gib": 5.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 10.1,
   "required_working_context_gib": 14.4,
   "weights_and_overhead_only_gib": 9.4,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-ca4956c4ac38",
   "src-6ec935cad47b",
   "src-161de490c5f5"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-ca4956c4ac38",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-ca4956c4ac38",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-6ec935cad47b",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-6ec935cad47b",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-6ec935cad47b",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-6ec935cad47b",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-32b",
  "name": "Qwen3 32B",
  "family": "Qwen3",
  "params": "32B",
  "context_length_tokens": 40960,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 19762149024,
   "distributor": "official",
   "distributor_name": "Qwen",
   "repo": "Qwen/Qwen3-32B-GGUF",
   "filename": "Qwen3-32B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 64,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 18.4,
   "kv_cache_short_context_gib": 1.0,
   "kv_cache_working_context_gib": 8.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 20.5,
   "required_working_context_gib": 27.5,
   "weights_and_overhead_only_gib": 19.5,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-1d08445a1403",
   "src-4cfba125eca8",
   "src-22272f26a7ec"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-1d08445a1403",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-1d08445a1403",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-4cfba125eca8",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-4cfba125eca8",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-4cfba125eca8",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-4cfba125eca8",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "gemma-3-4b",
  "name": "Gemma 3 4B",
  "family": "Gemma 3",
  "params": "4B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_0 (QAT)",
   "size_bytes": 3155051328,
   "distributor": "official",
   "distributor_name": "Google",
   "repo": "google/gemma-3-4b-it-qat-q4_0-gguf",
   "filename": "gemma-3-4b-it-q4_0.gguf"
  },
  "attention": {
   "num_layers": 34,
   "num_kv_heads": 4,
   "head_dim": 256,
   "sliding_window_tokens": 1024,
   "sliding_window_layers": 29
  },
  "vram_requirement": {
   "weights_gib": 2.94,
   "kv_cache_short_context_gib": 0.19,
   "kv_cache_working_context_gib": 0.74,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 4.2,
   "required_working_context_gib": 4.7,
   "weights_and_overhead_only_gib": 4.0,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-f71e0efdfd03",
   "src-40697386e9e5",
   "src-df14dba6bd3c"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-f71e0efdfd03",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-f71e0efdfd03",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "gemma-3-12b",
  "name": "Gemma 3 12B",
  "family": "Gemma 3",
  "params": "12B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_0 (QAT)",
   "size_bytes": 8074473920,
   "distributor": "official",
   "distributor_name": "Google",
   "repo": "google/gemma-3-12b-it-qat-q4_0-gguf",
   "filename": "gemma-3-12b-it-q4_0.gguf"
  },
  "attention": {
   "num_layers": 48,
   "num_kv_heads": 8,
   "head_dim": 256,
   "sliding_window_tokens": 1024,
   "sliding_window_layers": 40
  },
  "vram_requirement": {
   "weights_gib": 7.52,
   "kv_cache_short_context_gib": 0.56,
   "kv_cache_working_context_gib": 2.31,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 9.1,
   "required_working_context_gib": 10.9,
   "weights_and_overhead_only_gib": 8.6,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-0585c1d9b3b6",
   "src-40697386e9e5",
   "src-df14dba6bd3c"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-0585c1d9b3b6",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-0585c1d9b3b6",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "gemma-3-27b",
  "name": "Gemma 3 27B",
  "family": "Gemma 3",
  "params": "27B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_0 (QAT)",
   "size_bytes": 17229630496,
   "distributor": "official",
   "distributor_name": "Google",
   "repo": "google/gemma-3-27b-it-qat-q4_0-gguf",
   "filename": "gemma-3-27b-it-q4_0.gguf"
  },
  "attention": {
   "num_layers": 62,
   "num_kv_heads": 16,
   "head_dim": 128,
   "sliding_window_tokens": 1024,
   "sliding_window_layers": 52
  },
  "vram_requirement": {
   "weights_gib": 16.05,
   "kv_cache_short_context_gib": 0.72,
   "kv_cache_working_context_gib": 2.91,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 17.8,
   "required_working_context_gib": 20.0,
   "weights_and_overhead_only_gib": 17.1,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-7688fe1d4671",
   "src-40697386e9e5",
   "src-df14dba6bd3c"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-7688fe1d4671",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-7688fe1d4671",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-40697386e9e5",
    "confidence": "A",
    "checked_at": "2026-08-20",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "llama-3.1-8b",
  "name": "Llama 3.1 8B",
  "family": "Llama 3.1",
  "params": "8B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 4920739232,
   "distributor": "community",
   "distributor_name": "bartowski",
   "repo": "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF",
   "filename": "Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 32,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 4.58,
   "kv_cache_short_context_gib": 0.5,
   "kv_cache_working_context_gib": 4.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 6.1,
   "required_working_context_gib": 9.6,
   "weights_and_overhead_only_gib": 5.6,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-3df5c7f22409",
   "src-1b0a4763bfdb"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-3df5c7f22409",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   }
  }
 },
 {
  "id": "llama-3.1-70b",
  "name": "Llama 3.1 70B",
  "family": "Llama 3.1",
  "params": "70B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 42520398400,
   "distributor": "community",
   "distributor_name": "bartowski",
   "repo": "bartowski/Meta-Llama-3.1-70B-Instruct-GGUF",
   "filename": "Meta-Llama-3.1-70B-Instruct-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 80,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 39.6,
   "kv_cache_short_context_gib": 1.25,
   "kv_cache_working_context_gib": 10.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 41.9,
   "required_working_context_gib": 50.7,
   "weights_and_overhead_only_gib": 40.7,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-d770d4ebafd5",
   "src-5fef12c80d05"
  ],
  "updated": "2026-08-20",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-d770d4ebafd5",
    "confidence": "D",
    "checked_at": "2026-08-20",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   }
  }
 },
 {
  "id": "gpt-oss-20b",
  "name": "GPT-OSS 20B",
  "family": "GPT-OSS",
  "params": "21B (MoE, 3.6B active)",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "MXFP4 (the vendor's own native quantisation)",
   "size_bytes": 13761316904,
   "distributor": "official",
   "distributor_name": "OpenAI",
   "repo": "openai/gpt-oss-20b",
   "filename": "model-00000/00001/00002-of-00002.safetensors (split into 3 files)"
  },
  "attention": {
   "num_layers": 24,
   "num_kv_heads": 8,
   "head_dim": 64,
   "sliding_window_tokens": 128,
   "sliding_window_layers": 12
  },
  "vram_requirement": {
   "weights_gib": 12.82,
   "kv_cache_short_context_gib": 0.1,
   "kv_cache_working_context_gib": 0.75,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 14.0,
   "required_working_context_gib": 14.6,
   "weights_and_overhead_only_gib": 13.9,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-2bc1ee9e6aac",
   "src-d39c872aeeaa",
   "src-90ac6134da54"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-2bc1ee9e6aac",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-2bc1ee9e6aac",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-d39c872aeeaa",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-d39c872aeeaa",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-d39c872aeeaa",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-d39c872aeeaa",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-d39c872aeeaa",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "gpt-oss-120b",
  "name": "GPT-OSS 120B",
  "family": "GPT-OSS",
  "params": "117B (MoE, 5.1B active)",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "MXFP4 (the vendor's own native quantisation)",
   "size_bytes": 65248893184,
   "distributor": "official",
   "distributor_name": "OpenAI",
   "repo": "openai/gpt-oss-120b",
   "filename": "model-00000 through model-00014-of-00014.safetensors (split into 15 files)"
  },
  "attention": {
   "num_layers": 36,
   "num_kv_heads": 8,
   "head_dim": 64,
   "sliding_window_tokens": 128,
   "sliding_window_layers": 18
  },
  "vram_requirement": {
   "weights_gib": 60.77,
   "kv_cache_short_context_gib": 0.15,
   "kv_cache_working_context_gib": 1.13,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 62.0,
   "required_working_context_gib": 62.9,
   "weights_and_overhead_only_gib": 61.8,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-7900c2d480eb",
   "src-01b3d3743f03",
   "src-9dcfa538700d"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-7900c2d480eb",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-7900c2d480eb",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-01b3d3743f03",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-01b3d3743f03",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-01b3d3743f03",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-01b3d3743f03",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-01b3d3743f03",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "qwen3-30b-a3b-2507",
  "name": "Qwen3 30B-A3B Instruct 2507",
  "family": "Qwen3",
  "params": "30.5B (MoE, 3.3B active)",
  "context_length_tokens": 262144,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 18556686752,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/Qwen3-30B-A3B-Instruct-2507-GGUF",
   "filename": "Qwen3-30B-A3B-Instruct-2507-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 48,
   "num_kv_heads": 4,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 17.28,
   "kv_cache_short_context_gib": 0.38,
   "kv_cache_working_context_gib": 3.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 18.7,
   "required_working_context_gib": 21.3,
   "weights_and_overhead_only_gib": 18.3,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-f76d1f2730f4",
   "src-ac090e2841e6",
   "src-de5852cc4ad4"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-f76d1f2730f4",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-f76d1f2730f4",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-ac090e2841e6",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-ac090e2841e6",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-ac090e2841e6",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-ac090e2841e6",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "mistral-small-3.2-24b",
  "name": "Mistral Small 3.2 24B Instruct",
  "family": "Mistral Small 3",
  "params": "24B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 14333922848,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/Mistral-Small-3.2-24B-Instruct-2506-GGUF",
   "filename": "Mistral-Small-3.2-24B-Instruct-2506-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 40,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 13.35,
   "kv_cache_short_context_gib": 0.62,
   "kv_cache_working_context_gib": 5.0,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 15.0,
   "required_working_context_gib": 19.4,
   "weights_and_overhead_only_gib": 14.4,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-138f151114f7",
   "src-9ed7441b3171",
   "src-697d638da14e"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-138f151114f7",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-138f151114f7",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-9ed7441b3171",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-9ed7441b3171",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-9ed7441b3171",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-9ed7441b3171",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "phi-4",
  "name": "Phi-4 14B",
  "family": "Phi-4",
  "params": "14B",
  "context_length_tokens": 16384,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 8890306112,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/phi-4-GGUF",
   "filename": "phi-4-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 40,
   "num_kv_heads": 10,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 8.28,
   "kv_cache_short_context_gib": 0.78,
   "kv_cache_working_context_gib": 6.25,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 10.1,
   "required_working_context_gib": 15.6,
   "weights_and_overhead_only_gib": 9.3,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-ea4db9123911",
   "src-d31ea0074ede",
   "src-f2ad097c0811",
   "src-478895f6baae"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-ea4db9123911",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-ea4db9123911",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-f2ad097c0811",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-f2ad097c0811",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-f2ad097c0811",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-f2ad097c0811",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "exaone-4.0-32b",
  "name": "EXAONE 4.0 32B",
  "family": "EXAONE 4.0",
  "params": "32B",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 19343826720,
   "distributor": "official",
   "distributor_name": "LG AI Research",
   "repo": "LGAI-EXAONE/EXAONE-4.0-32B-GGUF",
   "filename": "EXAONE-4.0-32B-Q4_K_M.gguf"
  },
  "attention": {
   "num_layers": 64,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": 4096,
   "sliding_window_layers": 48
  },
  "vram_requirement": {
   "weights_gib": 18.02,
   "kv_cache_short_context_gib": 1.0,
   "kv_cache_working_context_gib": 2.75,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 20.1,
   "required_working_context_gib": 21.8,
   "weights_and_overhead_only_gib": 19.1,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-520050256683",
   "src-c49b232eb9a9",
   "src-bfcdb97a8570"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-520050256683",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-520050256683",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-c49b232eb9a9",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-c49b232eb9a9",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-c49b232eb9a9",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": "src-c49b232eb9a9",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-c49b232eb9a9",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 },
 {
  "id": "glm-4.5-air",
  "name": "GLM-4.5-Air",
  "family": "GLM-4.5",
  "params": "106B (MoE, 12B active)",
  "context_length_tokens": 131072,
  "quantized_file": {
   "quant": "Q4_K_M",
   "size_bytes": 72975748384,
   "distributor": "community",
   "distributor_name": "Unsloth",
   "repo": "unsloth/GLM-4.5-Air-GGUF",
   "filename": "GLM-4.5-Air-Q4_K_M-00001-of-00002.gguf + 00002-of-00002.gguf"
  },
  "attention": {
   "num_layers": 46,
   "num_kv_heads": 8,
   "head_dim": 128,
   "sliding_window_tokens": null,
   "sliding_window_layers": 0
  },
  "vram_requirement": {
   "weights_gib": 67.96,
   "kv_cache_short_context_gib": 0.72,
   "kv_cache_working_context_gib": 5.75,
   "runtime_overhead_gib": 1.0,
   "required_short_context_gib": 69.7,
   "required_working_context_gib": 74.8,
   "weights_and_overhead_only_gib": 69.0,
   "short_context_tokens": 4096,
   "working_context_tokens": 32768,
   "kv_cache_included": true,
   "rule_version": 1
  },
  "sources": [
   "src-ff42cc821904",
   "src-b92ff783fe71",
   "src-07d9bb7b4cf7"
  ],
  "updated": "2026-09-24",
  "field_provenance": {
   "quantized_file.quant": {
    "source_id": "src-ff42cc821904",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "quantized_file.size_bytes": {
    "source_id": "src-ff42cc821904",
    "confidence": "D",
    "checked_at": "2026-09-24",
    "basis_en": "read from a repository run by someone other than the model's publisher: the publisher does not distribute this file, and the upstream record cites the redistributor for this group of values"
   },
   "attention.num_layers": {
    "source_id": "src-b92ff783fe71",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.num_kv_heads": {
    "source_id": "src-b92ff783fe71",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.head_dim": {
    "source_id": "src-b92ff783fe71",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   },
   "attention.sliding_window_tokens": {
    "source_id": null,
    "confidence": "E",
    "checked_at": null,
    "basis_en": "the upstream record states no value for this field, so there is nothing for a source to support"
   },
   "attention.sliding_window_layers": {
    "source_id": "src-b92ff783fe71",
    "confidence": "A",
    "checked_at": "2026-09-24",
    "basis_en": "read from the repository the model's own publisher distributes this file from, cited by the upstream record for this group of values"
   }
  }
 }
]