onnx/geometry.json

{
  "patch_size": 16,
  "hidden": 1024,
  "vocab": 256,
  "pad_id": 0,
  "bos_id": 1,
  "eos_id": 2,
  "patch": {
    "n_layers": 10,
    "n_kv_heads": 16,
    "head_dim": 64
  },
  "token": {
    "n_layers": 4,
    "n_kv_heads": 16,
    "head_dim": 64
  }
}