| { |
| "args.json": { |
| "corpus": "data/corpus/binkit_x86_64", |
| "task": "opt4", |
| "out": "results/hopper_release/opt4_wide_seed29/opt4", |
| "splits": "default", |
| "init_from": "results/hopper_release/opt4_wide_seed29/mlm2048", |
| "from_scratch": false, |
| "tag": "opt4_wide_seed29", |
| "arch": null, |
| "extra": null, |
| "compiler": null, |
| "version": null, |
| "test_version": null, |
| "train_compiler": null, |
| "max_seqs_per_binary": null, |
| "stride": 512, |
| "val_frac": 0.15, |
| "val_seed": 1234, |
| "split_mode": "program", |
| "seq_bytes": 2048, |
| "eval_window_bytes": 512, |
| "jitter": 0, |
| "pos_extend": "tile", |
| "pool": "border", |
| "pool_heads": 4, |
| "mil_tau": 1.0, |
| "taper": 32, |
| "dropout": null, |
| "classifier_dropout": 0.1, |
| "epochs": 6, |
| "batch_size": 4, |
| "grad_accum": 8, |
| "lr": 3e-05, |
| "head_lr": 0.0001, |
| "llrd": 1.0, |
| "weight_decay": 0.01, |
| "warmup_ratio": 0.06, |
| "clip_grad": 1.0, |
| "label_smoothing": 0.0, |
| "use_pairs": false, |
| "pair_loss": 0.0, |
| "pair_ce": 1.0, |
| "pair_margin": 1.0, |
| "pairs_per_batch": 32, |
| "pair_min_size": 32, |
| "pair_jitter": 64, |
| "workers": 6, |
| "seed": 29, |
| "resume": true, |
| "log_every": 100, |
| "val_max_seqs": 40000, |
| "tta": "none", |
| "tta_views": 4, |
| "tta_span": 128, |
| "save_probs": true, |
| "no_save_weights": false |
| }, |
| "result.json": { |
| "tag": "opt4_wide_seed29", |
| "task": "opt4", |
| "scored_classes": [ |
| "O0", |
| "O1", |
| "O2", |
| "O3" |
| ], |
| "args": { |
| "corpus": "data/corpus/binkit_x86_64", |
| "task": "opt4", |
| "out": "results/hopper_release/opt4_wide_seed29/opt4", |
| "splits": "default", |
| "init_from": "results/hopper_release/opt4_wide_seed29/mlm2048", |
| "from_scratch": false, |
| "tag": "opt4_wide_seed29", |
| "arch": null, |
| "extra": null, |
| "compiler": null, |
| "version": null, |
| "test_version": null, |
| "train_compiler": null, |
| "max_seqs_per_binary": null, |
| "stride": 512, |
| "val_frac": 0.15, |
| "val_seed": 1234, |
| "split_mode": "program", |
| "seq_bytes": 2048, |
| "eval_window_bytes": 512, |
| "jitter": 0, |
| "pos_extend": "tile", |
| "pool": "border", |
| "pool_heads": 4, |
| "mil_tau": 1.0, |
| "taper": 32, |
| "dropout": null, |
| "classifier_dropout": 0.1, |
| "epochs": 6, |
| "batch_size": 4, |
| "grad_accum": 8, |
| "lr": 3e-05, |
| "head_lr": 0.0001, |
| "llrd": 1.0, |
| "weight_decay": 0.01, |
| "warmup_ratio": 0.06, |
| "clip_grad": 1.0, |
| "label_smoothing": 0.0, |
| "use_pairs": false, |
| "pair_loss": 0.0, |
| "pair_ce": 1.0, |
| "pair_margin": 1.0, |
| "pairs_per_batch": 32, |
| "pair_min_size": 32, |
| "pair_jitter": 64, |
| "workers": 6, |
| "seed": 29, |
| "resume": true, |
| "log_every": 100, |
| "val_max_seqs": 40000, |
| "tta": "none", |
| "tta_views": 4, |
| "tta_span": 128, |
| "save_probs": true, |
| "no_save_weights": false |
| }, |
| "best_epoch": 4, |
| "best_val_accuracy": 0.776125, |
| "test": { |
| "accuracy": 0.8422554826729481, |
| "balanced_accuracy": 0.8309510174499452, |
| "confusion": [ |
| [ |
| 37645, |
| 14, |
| 34, |
| 19 |
| ], |
| [ |
| 10, |
| 21157, |
| 1149, |
| 636 |
| ], |
| [ |
| 1, |
| 2449, |
| 17545, |
| 6190 |
| ], |
| [ |
| 1, |
| 1860, |
| 5986, |
| 21625 |
| ] |
| ], |
| "n": 116321 |
| }, |
| "test_tta": null, |
| "history": [ |
| { |
| "epoch": 0, |
| "val_accuracy": 0.714775, |
| "val_balanced_accuracy": 0.7049004306882054, |
| "val_n": 40000 |
| }, |
| { |
| "epoch": 1, |
| "val_accuracy": 0.75455, |
| "val_balanced_accuracy": 0.735723491217099, |
| "val_n": 40000 |
| }, |
| { |
| "epoch": 2, |
| "val_accuracy": 0.75315, |
| "val_balanced_accuracy": 0.7330662254462548, |
| "val_n": 40000 |
| }, |
| { |
| "epoch": 3, |
| "val_accuracy": 0.767475, |
| "val_balanced_accuracy": 0.7509352274830212, |
| "val_n": 40000 |
| }, |
| { |
| "epoch": 4, |
| "val_accuracy": 0.776125, |
| "val_balanced_accuracy": 0.7567212069146406, |
| "val_n": 40000 |
| }, |
| { |
| "epoch": 5, |
| "val_accuracy": 0.7684, |
| "val_balanced_accuracy": 0.7490872252223905, |
| "val_n": 40000 |
| } |
| ], |
| "n_train_sequences": 264459, |
| "wall_clock": "6h54m" |
| }, |
| "head.json": { |
| "num_labels": 4, |
| "pool": "border", |
| "pool_heads": 4, |
| "mil_tau": 1.0, |
| "task": "opt4", |
| "tag": "opt4_wide_seed29" |
| }, |
| "binprov_config.json": { |
| "seq_bytes": 2048, |
| "hidden_size": 768, |
| "num_hidden_layers": 12, |
| "num_attention_heads": 12, |
| "intermediate_size": 3072, |
| "max_segments": 2, |
| "hidden_dropout_prob": 0.1, |
| "attention_probs_dropout_prob": 0.1 |
| }, |
| "source_checkpoint": "results/hopper_release/opt4_wide_seed29/opt4", |
| "labels": { |
| "task": "opt4", |
| "classes": [ |
| "O0", |
| "O1", |
| "O2", |
| "O3" |
| ], |
| "label_map": { |
| "0": "O0", |
| "1": "O1", |
| "2": "O2", |
| "3": "O3" |
| }, |
| "num_labels": 4 |
| }, |
| "environment": { |
| "python": "3.12.1", |
| "platform": "Linux-4.18.0-553.137.1.el8_10.x86_64-x86_64-with-glibc2.28", |
| "sys.platform": "linux", |
| "torch": "2.8.0+cu128", |
| "transformers": "4.55.4", |
| "numpy": "2.3.3" |
| }, |
| "summary": { |
| "model_name": "binprov", |
| "exported_from": "results/hopper_release/opt4_wide_seed29/opt4", |
| "created_at": "2026-09-06T07:48:37+00:00", |
| "files": [ |
| ".cache/huggingface/.gitignore", |
| ".cache/huggingface/upload/LICENSE.metadata", |
| ".cache/huggingface/upload/MODEL_CARD.md.metadata", |
| ".cache/huggingface/upload/README.md.metadata", |
| ".cache/huggingface/upload/binprov/__init__.py.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/__init__.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/corpus.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/data.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/discover.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/elf.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/metrics.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/model.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/provenance.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/vocab.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/__pycache__/vote.cpython-312.pyc.metadata", |
| ".cache/huggingface/upload/binprov/corpus.py.metadata", |
| ".cache/huggingface/upload/binprov/data.py.metadata", |
| ".cache/huggingface/upload/binprov/discover.py.metadata", |
| ".cache/huggingface/upload/binprov/elf.py.metadata", |
| ".cache/huggingface/upload/binprov/metrics.py.metadata", |
| ".cache/huggingface/upload/binprov/model.py.metadata", |
| ".cache/huggingface/upload/binprov/provenance.py.metadata", |
| ".cache/huggingface/upload/binprov/vocab.py.metadata", |
| ".cache/huggingface/upload/binprov/vote.py.metadata", |
| ".cache/huggingface/upload/binprov_config.json.metadata", |
| ".cache/huggingface/upload/environment.json.metadata", |
| ".cache/huggingface/upload/evidence/args.json.metadata", |
| ".cache/huggingface/upload/evidence/evaluation.json.metadata", |
| ".cache/huggingface/upload/evidence/probs.npz.metadata", |
| ".cache/huggingface/upload/evidence/result.json.metadata", |
| ".cache/huggingface/upload/head.json.metadata", |
| ".cache/huggingface/upload/inference.py.metadata", |
| ".cache/huggingface/upload/inference_config.json.metadata", |
| ".cache/huggingface/upload/labels.json.metadata", |
| ".cache/huggingface/upload/metadata.json.metadata", |
| ".cache/huggingface/upload/model/binprov_config.json.metadata", |
| ".cache/huggingface/upload/model/head.json.metadata", |
| ".cache/huggingface/upload/model/inference_config.json.metadata", |
| ".cache/huggingface/upload/model/labels.json.metadata", |
| ".cache/huggingface/upload/model/model.pt.metadata", |
| ".cache/huggingface/upload/requirements.txt.metadata", |
| ".gitignore", |
| "LICENSE", |
| "MODEL_CARD.md", |
| "README.md", |
| "binprov/__init__.py", |
| "binprov/corpus.py", |
| "binprov/data.py", |
| "binprov/discover.py", |
| "binprov/elf.py", |
| "binprov/metrics.py", |
| "binprov/model.py", |
| "binprov/provenance.py", |
| "binprov/vocab.py", |
| "binprov/vote.py", |
| "binprov_config.json", |
| "environment.json", |
| "evidence/args.json", |
| "evidence/evaluation.json", |
| "evidence/probs.npz", |
| "evidence/result.json", |
| "head.json", |
| "inference.py", |
| "inference_config.json", |
| "labels.json", |
| "metadata.json", |
| "model/binprov_config.json", |
| "model/head.json", |
| "model/inference_config.json", |
| "model/labels.json", |
| "model/model.pt", |
| "requirements.txt" |
| ], |
| "sequence_accuracy": 0.842255, |
| "binary_accuracy": 0.93883, |
| "transformers_compatible": false, |
| "note": "BinProv-native PyTorch checkpoint; use the bundled inference.py runtime.", |
| "verification": { |
| "verified": true, |
| "device": "cpu", |
| "windows": 4, |
| "mean_prob": [ |
| 0.5000002359981011, |
| 0.4999849506011037, |
| 6.91615203089746e-06, |
| 7.897442639431818e-06 |
| ], |
| "prediction": 0 |
| } |
| } |
| } |
|
|