| { | |
| "arch": "perceiver", | |
| "segments": 64, | |
| "hidden": 256, | |
| "ff": 1024, | |
| "num_heads": 4, | |
| "kv_heads_cross": 2, | |
| "kv_heads_self": 2, | |
| "latent_tokens": 256, | |
| "latent_layers": 7, | |
| "decoder_layers": 3, | |
| "cross_attn_interval": 4, | |
| "encoder_layers": 4, | |
| "behind_emb_dim": 8, | |
| "dropout": 0.1, | |
| "activation": "gelu", | |
| "rms_norm": true, | |
| "qk_norm": true, | |
| "qk_norm_type": "l2", | |
| "segment_param": "midpoint_dir_len", | |
| "segment_conf": true, | |
| "vote_features": true, | |
| "adam_betas": "0.9,0.95", | |
| "weight_decay": 0.01, | |
| "warmup": 10000, | |
| "varifold_weight": 0.0, | |
| "sinkhorn_weight": 1.0, | |
| "sinkhorn_eps": 0.1, | |
| "sinkhorn_iters": 20, | |
| "sinkhorn_dustbin": 0.3, | |
| "conf_weight": 0.1, | |
| "conf_mode": "sinkhorn", | |
| "conf_head_wd": 0.1, | |
| "aug_rotate": true, | |
| "aug_flip": true, | |
| "seed": 353 | |
| } | |