pytorch_model.bin

{
  "metadata": {
    "format": "torch",
    "version": "1.0",
    "model": "micro-distill-grpo-vae",
    "hidden_size": 512,
    "num_layers": 8,
    "num_heads": 8,
    "vocab_size": 50257,
    "training_steps": 100
  },
  "tensors": {
    "transformer.wte.weight": {
      "shape": [
        50257,
        512
      ],
      "dtype": "float32",
      "size": "98.2 MB"
    },
    "transformer.wpe.weight": {
      "shape": [
        1024,
        512
      ],
      "dtype": "float32",
      "size": "2.0 MB"
    },
    "transformer.h.0.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.0.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.0.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.1.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.1.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.1.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.2.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.2.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.2.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.3.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.3.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.3.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.4.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.4.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.4.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.5.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.5.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.5.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.6.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.6.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.6.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "transformer.h.7.ln_1.weight": {
      "shape": [
        512
      ],
      "dtype": "float32",
      "size": "2.0 KB"
    },
    "transformer.h.7.attn.c_attn.weight": {
      "shape": [
        512,
        1536
      ],
      "dtype": "float32",
      "size": "3.0 MB"
    },
    "transformer.h.7.mlp.c_fc.weight": {
      "shape": [
        512,
        2048
      ],
      "dtype": "float32",
      "size": "4.0 MB"
    },
    "lm_head.weight": {
      "shape": [
        50257,
        512
      ],
      "dtype": "float32",
      "size": "98.2 MB"
    }
  }
}