config.json

{
    "model_type": "gpt2",
    "vocab_size": 4123332,
    "n_positions": 1024,
    "n_ctx": 1024,
    "n_embd": 768,
    "n_layer": 12,
    "n_head": 12
}