{
  "magic": "GGUF",
  "version": 3,
  "tensorCount": 20,
  "metadataKvCount": 34,
  "headerSizeBytes": 24,
  "metadataSizeBytes": 49645,
  "tensorInfoSizeBytes": 1165,
  "tensorDataStartBytes": 50848,
  "tensorDataEndBytes": 553120,
  "alignment": 32,
  "artifactSha256": "5a798ebc1cad921e0ce639b2f10c4bcce492654a79d4b4ca52bd0268416f6b87",
  "artifactSizeBytes": 553120,
  "metadataKeys": [
    "general.architecture",
    "general.type",
    "general.name",
    "general.basename",
    "general.size_label",
    "general.license",
    "general.dataset.count",
    "general.dataset.0.name",
    "general.dataset.0.organization",
    "general.dataset.0.repo_url",
    "general.languages",
    "llama.block_count",
    "llama.context_length",
    "llama.embedding_length",
    "llama.feed_forward_length",
    "llama.attention.head_count",
    "llama.attention.head_count_kv",
    "llama.rope.freq_base",
    "llama.attention.layer_norm_rms_epsilon",
    "general.file_type",
    "llama.vocab_size",
    "llama.rope.dimension_count",
    "tokenizer.ggml.model",
    "tokenizer.ggml.pre",
    "tokenizer.ggml.tokens",
    "tokenizer.ggml.scores",
    "tokenizer.ggml.token_type",
    "tokenizer.ggml.bos_token_id",
    "tokenizer.ggml.eos_token_id",
    "tokenizer.ggml.unknown_token_id",
    "tokenizer.ggml.padding_token_id",
    "tokenizer.ggml.add_bos_token",
    "tokenizer.ggml.add_eos_token",
    "general.quantization_version"
  ],
  "tensors": [
    {
      "name": "output_norm.weight",
      "dimensions": [
        128
      ],
      "type": "F32",
      "typeId": 0,
      "offset": 0,
      "sizeBytes": 512
    },
    {
      "name": "token_embd.weight",
      "dimensions": [
        128,
        2048
      ],
      "type": "Q8_0",
      "typeId": 8,
      "offset": 512,
      "sizeBytes": 278528
    },
    {
      "name": "blk.0.attn_k.weight",
      "dimensions": [
        128,
        64
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 279040,
      "sizeBytes": 4608
    },
    {
      "name": "blk.0.attn_norm.weight",
      "dimensions": [
        128
      ],
      "type": "F32",
      "typeId": 0,
      "offset": 283648,
      "sizeBytes": 512
    },
    {
      "name": "blk.0.attn_output.weight",
      "dimensions": [
        128,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 284160,
      "sizeBytes": 9216
    },
    {
      "name": "blk.0.attn_q.weight",
      "dimensions": [
        128,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 293376,
      "sizeBytes": 9216
    },
    {
      "name": "blk.0.attn_v.weight",
      "dimensions": [
        128,
        64
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 302592,
      "sizeBytes": 4608
    },
    {
      "name": "blk.0.ffn_down.weight",
      "dimensions": [
        384,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 307200,
      "sizeBytes": 27648
    },
    {
      "name": "blk.0.ffn_gate.weight",
      "dimensions": [
        128,
        384
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 334848,
      "sizeBytes": 27648
    },
    {
      "name": "blk.0.ffn_norm.weight",
      "dimensions": [
        128
      ],
      "type": "F32",
      "typeId": 0,
      "offset": 362496,
      "sizeBytes": 512
    },
    {
      "name": "blk.0.ffn_up.weight",
      "dimensions": [
        128,
        384
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 363008,
      "sizeBytes": 27648
    },
    {
      "name": "blk.1.attn_k.weight",
      "dimensions": [
        128,
        64
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 390656,
      "sizeBytes": 4608
    },
    {
      "name": "blk.1.attn_norm.weight",
      "dimensions": [
        128
      ],
      "type": "F32",
      "typeId": 0,
      "offset": 395264,
      "sizeBytes": 512
    },
    {
      "name": "blk.1.attn_output.weight",
      "dimensions": [
        128,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 395776,
      "sizeBytes": 9216
    },
    {
      "name": "blk.1.attn_q.weight",
      "dimensions": [
        128,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 404992,
      "sizeBytes": 9216
    },
    {
      "name": "blk.1.attn_v.weight",
      "dimensions": [
        128,
        64
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 414208,
      "sizeBytes": 4608
    },
    {
      "name": "blk.1.ffn_down.weight",
      "dimensions": [
        384,
        128
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 418816,
      "sizeBytes": 27648
    },
    {
      "name": "blk.1.ffn_gate.weight",
      "dimensions": [
        128,
        384
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 446464,
      "sizeBytes": 27648
    },
    {
      "name": "blk.1.ffn_norm.weight",
      "dimensions": [
        128
      ],
      "type": "F32",
      "typeId": 0,
      "offset": 474112,
      "sizeBytes": 512
    },
    {
      "name": "blk.1.ffn_up.weight",
      "dimensions": [
        128,
        384
      ],
      "type": "IQ4_NL",
      "typeId": 20,
      "offset": 474624,
      "sizeBytes": 27648
    }
  ]
}