| { |
| "system": "STRATA Native LM v1", |
| "status": "QUALIFIED", |
| "checks": { |
| "actual_payload_tokens_in_frame_forward": true, |
| "answer_queries": true, |
| "causal_intervention_following": true, |
| "config_identity": true, |
| "delete_fail_closed": true, |
| "deleted_state_replay": true, |
| "exact_authoritative_payload_output": true, |
| "heldout_schema_accuracy": true, |
| "historical_ordinary_token_kv": true, |
| "invalid_stale_corrupt_fail_closed": true, |
| "latency_advantage": true, |
| "m1_identity": true, |
| "m3_identity": true, |
| "maximum_age_accuracy_delta": true, |
| "minimum_committed_atomic_writes": true, |
| "minimum_packing_accuracy": true, |
| "minimum_transactions": true, |
| "multi_hop_join_accuracy": true, |
| "no_memory_accuracy": true, |
| "no_trigger_base_logit_delta": true, |
| "overall_factual_accuracy": true, |
| "packet_identity": true, |
| "parameter_updates": true, |
| "payload_frame_invariance": true, |
| "persisted_source_residual": true, |
| "proof_runtime_replay": true, |
| "state_shuffle_accuracy": true, |
| "state_zero_accuracy": true, |
| "target_leakage": true, |
| "token_value_accuracy": true, |
| "update_correctness": true, |
| "value_state_reduction": true, |
| "wrong_accepted_payload_bytes": true |
| }, |
| "metrics": { |
| "arms": { |
| "FULL_KV": { |
| "correct": 38515, |
| "factual_accuracy": 0.6268717447916666, |
| "latency": { |
| "chunk_ms_per_record_p50": 458.07651767972857, |
| "chunk_ms_per_record_p95": 910.1668347138911, |
| "cluster_records_per_second": 14.163871073270261, |
| "end_to_end_ms_per_record": 564.817341150289 |
| }, |
| "slices": { |
| "age_windows": { |
| "1": { |
| "accuracy": 0.6268717447916666, |
| "correct": 7703, |
| "total": 12288 |
| }, |
| "127": { |
| "accuracy": 0.6268717447916666, |
| "correct": 7703, |
| "total": 12288 |
| }, |
| "32": { |
| "accuracy": 0.6268717447916666, |
| "correct": 7703, |
| "total": 12288 |
| }, |
| "64": { |
| "accuracy": 0.6268717447916666, |
| "correct": 7703, |
| "total": 12288 |
| }, |
| "8": { |
| "accuracy": 0.6268717447916666, |
| "correct": 7703, |
| "total": 12288 |
| } |
| }, |
| "graph_depth": { |
| "1": { |
| "accuracy": 0.7295673076923077, |
| "correct": 36420, |
| "total": 49920 |
| }, |
| "2": { |
| "accuracy": 0.03515625, |
| "correct": 135, |
| "total": 3840 |
| }, |
| "3": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "4": { |
| "accuracy": 0.5104166666666666, |
| "correct": 1960, |
| "total": 3840 |
| } |
| }, |
| "hard_slice": { |
| "date_time": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "fresh_random_string": { |
| "accuracy": 0.609375, |
| "correct": 585, |
| "total": 960 |
| }, |
| "location_with_spaces": { |
| "accuracy": 0.015625, |
| "correct": 15, |
| "total": 960 |
| }, |
| "long_numeric": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "mixed_alphanumeric": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "near_neighbor_identifier": { |
| "accuracy": 0.71875, |
| "correct": 690, |
| "total": 960 |
| }, |
| "person_name": { |
| "accuracy": 0.703125, |
| "correct": 675, |
| "total": 960 |
| }, |
| "shared_long_prefix": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "unicode": { |
| "accuracy": 0.59375, |
| "correct": 570, |
| "total": 960 |
| }, |
| "uuid_like": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "values_with_spaces": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "variable_length": { |
| "accuracy": 0.234375, |
| "correct": 225, |
| "total": 960 |
| } |
| }, |
| "kind": { |
| "binding": { |
| "accuracy": 0.8765625, |
| "correct": 33660, |
| "total": 38400 |
| }, |
| "heldout": { |
| "accuracy": 0.23958333333333334, |
| "correct": 2760, |
| "total": 11520 |
| }, |
| "join": { |
| "accuracy": 0.1818576388888889, |
| "correct": 2095, |
| "total": 11520 |
| } |
| }, |
| "operation": { |
| "join_2_hop": { |
| "accuracy": 0.03515625, |
| "correct": 135, |
| "total": 3840 |
| }, |
| "join_3_hop": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "join_4_hop": { |
| "accuracy": 0.5104166666666666, |
| "correct": 1960, |
| "total": 3840 |
| }, |
| "point": { |
| "accuracy": 0.786029706945002, |
| "correct": 29370, |
| "total": 37365 |
| }, |
| "resolved_join": { |
| "accuracy": 0.203125, |
| "correct": 585, |
| "total": 2880 |
| }, |
| "temporal": { |
| "accuracy": 0.6682170542635659, |
| "correct": 6465, |
| "total": 9675 |
| } |
| }, |
| "packing": { |
| "20261011": { |
| "accuracy": 0.627197265625, |
| "correct": 12845, |
| "total": 20480 |
| }, |
| "20261012": { |
| "accuracy": 0.626953125, |
| "correct": 12840, |
| "total": 20480 |
| }, |
| "20261013": { |
| "accuracy": 0.62646484375, |
| "correct": 12830, |
| "total": 20480 |
| } |
| }, |
| "schema": { |
| "approval": { |
| "accuracy": 0.29959514170040485, |
| "correct": 1110, |
| "total": 3705 |
| }, |
| "calendar": { |
| "accuracy": 0.61328125, |
| "correct": 4710, |
| "total": 7680 |
| }, |
| "crm": { |
| "accuracy": 0.6783854166666666, |
| "correct": 7815, |
| "total": 11520 |
| }, |
| "deployment": { |
| "accuracy": 0.3015267175572519, |
| "correct": 1185, |
| "total": 3930 |
| }, |
| "incident": { |
| "accuracy": 0.8368055555555556, |
| "correct": 9640, |
| "total": 11520 |
| }, |
| "inventory": { |
| "accuracy": 1.0, |
| "correct": 7680, |
| "total": 7680 |
| }, |
| "project": { |
| "accuracy": 0.5130208333333334, |
| "correct": 5910, |
| "total": 11520 |
| }, |
| "shipment": { |
| "accuracy": 0.11969111969111969, |
| "correct": 465, |
| "total": 3885 |
| } |
| }, |
| "schema_partition": { |
| "heldout": { |
| "accuracy": 0.23958333333333334, |
| "correct": 2760, |
| "total": 11520 |
| }, |
| "registered": { |
| "accuracy": 0.7162459935897436, |
| "correct": 35755, |
| "total": 49920 |
| } |
| }, |
| "updated": { |
| "False": { |
| "accuracy": 0.619755163068872, |
| "correct": 33160, |
| "total": 53505 |
| }, |
| "True": { |
| "accuracy": 0.6748582230623819, |
| "correct": 5355, |
| "total": 7935 |
| } |
| }, |
| "value_type": { |
| "datetime": { |
| "accuracy": 0.03363914373088685, |
| "correct": 165, |
| "total": 4905 |
| }, |
| "entity": { |
| "accuracy": 0.7555296856810244, |
| "correct": 19470, |
| "total": 25770 |
| }, |
| "enum": { |
| "accuracy": 0.6201859229747676, |
| "correct": 9340, |
| "total": 15060 |
| }, |
| "integer": { |
| "accuracy": 0.34104046242774566, |
| "correct": 1770, |
| "total": 5190 |
| }, |
| "location": { |
| "accuracy": 0.6203319502074689, |
| "correct": 4485, |
| "total": 7230 |
| }, |
| "string": { |
| "accuracy": 1.0, |
| "correct": 3285, |
| "total": 3285 |
| } |
| } |
| }, |
| "total": 61440 |
| }, |
| "NO_MEMORY": { |
| "correct": 0, |
| "factual_accuracy": 0.0, |
| "latency": { |
| "chunk_ms_per_record_p50": 52.30673588812351, |
| "chunk_ms_per_record_p95": 54.992102668620646, |
| "cluster_records_per_second": 145.78049332316454, |
| "end_to_end_ms_per_record": 54.877026532388605 |
| }, |
| "slices": { |
| "age_windows": { |
| "1": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 12288 |
| }, |
| "127": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 12288 |
| }, |
| "32": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 12288 |
| }, |
| "64": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 12288 |
| }, |
| "8": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 12288 |
| } |
| }, |
| "graph_depth": { |
| "1": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 49920 |
| }, |
| "2": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "3": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "4": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| } |
| }, |
| "hard_slice": { |
| "date_time": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "fresh_random_string": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "location_with_spaces": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "long_numeric": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "mixed_alphanumeric": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "near_neighbor_identifier": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "person_name": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "shared_long_prefix": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "unicode": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "uuid_like": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "values_with_spaces": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| }, |
| "variable_length": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 960 |
| } |
| }, |
| "kind": { |
| "binding": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 38400 |
| }, |
| "heldout": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| }, |
| "join": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| } |
| }, |
| "operation": { |
| "join_2_hop": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "join_3_hop": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "join_4_hop": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3840 |
| }, |
| "point": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 37365 |
| }, |
| "resolved_join": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 2880 |
| }, |
| "temporal": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 9675 |
| } |
| }, |
| "packing": { |
| "20261011": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 20480 |
| }, |
| "20261012": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 20480 |
| }, |
| "20261013": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 20480 |
| } |
| }, |
| "schema": { |
| "approval": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3705 |
| }, |
| "calendar": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 7680 |
| }, |
| "crm": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| }, |
| "deployment": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3930 |
| }, |
| "incident": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| }, |
| "inventory": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 7680 |
| }, |
| "project": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| }, |
| "shipment": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3885 |
| } |
| }, |
| "schema_partition": { |
| "heldout": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 11520 |
| }, |
| "registered": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 49920 |
| } |
| }, |
| "updated": { |
| "False": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 53505 |
| }, |
| "True": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 7935 |
| } |
| }, |
| "value_type": { |
| "datetime": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 4905 |
| }, |
| "entity": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 25770 |
| }, |
| "enum": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 15060 |
| }, |
| "integer": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 5190 |
| }, |
| "location": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 7230 |
| }, |
| "string": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 3285 |
| } |
| } |
| }, |
| "total": 61440 |
| }, |
| "STRATA_NATIVE_V1": { |
| "accepted": 61440, |
| "correct": 61440, |
| "factual_accuracy": 1.0, |
| "latency": { |
| "chunk_ms_per_record_p50": 41.833153140032664, |
| "chunk_ms_per_record_p95": 43.37359067721991, |
| "cluster_records_per_second": 185.32611427682411, |
| "end_to_end_ms_per_record": 43.16714906162815 |
| }, |
| "payload_exact": 61440, |
| "payload_exact_accuracy": 1.0, |
| "slices": { |
| "age_windows": { |
| "1": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "127": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "32": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "64": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "8": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| } |
| }, |
| "graph_depth": { |
| "1": { |
| "accuracy": 1.0, |
| "correct": 49920, |
| "total": 49920 |
| }, |
| "2": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "3": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "4": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| } |
| }, |
| "hard_slice": { |
| "date_time": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "fresh_random_string": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "location_with_spaces": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "long_numeric": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "mixed_alphanumeric": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "near_neighbor_identifier": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "person_name": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "shared_long_prefix": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "unicode": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "uuid_like": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "values_with_spaces": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "variable_length": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| } |
| }, |
| "kind": { |
| "binding": { |
| "accuracy": 1.0, |
| "correct": 38400, |
| "total": 38400 |
| }, |
| "heldout": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "join": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| } |
| }, |
| "operation": { |
| "join_2_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "join_3_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "join_4_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "point": { |
| "accuracy": 1.0, |
| "correct": 37365, |
| "total": 37365 |
| }, |
| "resolved_join": { |
| "accuracy": 1.0, |
| "correct": 2880, |
| "total": 2880 |
| }, |
| "temporal": { |
| "accuracy": 1.0, |
| "correct": 9675, |
| "total": 9675 |
| } |
| }, |
| "packing": { |
| "20261011": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| }, |
| "20261012": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| }, |
| "20261013": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| } |
| }, |
| "schema": { |
| "approval": { |
| "accuracy": 1.0, |
| "correct": 3705, |
| "total": 3705 |
| }, |
| "calendar": { |
| "accuracy": 1.0, |
| "correct": 7680, |
| "total": 7680 |
| }, |
| "crm": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "deployment": { |
| "accuracy": 1.0, |
| "correct": 3930, |
| "total": 3930 |
| }, |
| "incident": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "inventory": { |
| "accuracy": 1.0, |
| "correct": 7680, |
| "total": 7680 |
| }, |
| "project": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "shipment": { |
| "accuracy": 1.0, |
| "correct": 3885, |
| "total": 3885 |
| } |
| }, |
| "schema_partition": { |
| "heldout": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "registered": { |
| "accuracy": 1.0, |
| "correct": 49920, |
| "total": 49920 |
| } |
| }, |
| "updated": { |
| "False": { |
| "accuracy": 1.0, |
| "correct": 53505, |
| "total": 53505 |
| }, |
| "True": { |
| "accuracy": 1.0, |
| "correct": 7935, |
| "total": 7935 |
| } |
| }, |
| "value_type": { |
| "datetime": { |
| "accuracy": 1.0, |
| "correct": 4905, |
| "total": 4905 |
| }, |
| "entity": { |
| "accuracy": 1.0, |
| "correct": 25770, |
| "total": 25770 |
| }, |
| "enum": { |
| "accuracy": 1.0, |
| "correct": 15060, |
| "total": 15060 |
| }, |
| "integer": { |
| "accuracy": 1.0, |
| "correct": 5190, |
| "total": 5190 |
| }, |
| "location": { |
| "accuracy": 1.0, |
| "correct": 7230, |
| "total": 7230 |
| }, |
| "string": { |
| "accuracy": 1.0, |
| "correct": 3285, |
| "total": 3285 |
| } |
| } |
| }, |
| "statuses": { |
| "FRAME_COMPLETE": 61440 |
| }, |
| "total": 61440, |
| "wrong_accepted": 0 |
| }, |
| "TOKEN_VALUE": { |
| "accepted": 61440, |
| "correct": 61440, |
| "factual_accuracy": 1.0, |
| "latency": { |
| "chunk_ms_per_record_p50": 41.69859297689982, |
| "chunk_ms_per_record_p95": 43.74561276199529, |
| "cluster_records_per_second": 182.97732840097063, |
| "end_to_end_ms_per_record": 43.72126355713893 |
| }, |
| "payload_exact": 61440, |
| "payload_exact_accuracy": 1.0, |
| "slices": { |
| "age_windows": { |
| "1": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "127": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "32": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "64": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| }, |
| "8": { |
| "accuracy": 1.0, |
| "correct": 12288, |
| "total": 12288 |
| } |
| }, |
| "graph_depth": { |
| "1": { |
| "accuracy": 1.0, |
| "correct": 49920, |
| "total": 49920 |
| }, |
| "2": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "3": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "4": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| } |
| }, |
| "hard_slice": { |
| "date_time": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "fresh_random_string": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "location_with_spaces": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "long_numeric": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "mixed_alphanumeric": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "near_neighbor_identifier": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "person_name": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "shared_long_prefix": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "unicode": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "uuid_like": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "values_with_spaces": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| }, |
| "variable_length": { |
| "accuracy": 1.0, |
| "correct": 960, |
| "total": 960 |
| } |
| }, |
| "kind": { |
| "binding": { |
| "accuracy": 1.0, |
| "correct": 38400, |
| "total": 38400 |
| }, |
| "heldout": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "join": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| } |
| }, |
| "operation": { |
| "join_2_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "join_3_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "join_4_hop": { |
| "accuracy": 1.0, |
| "correct": 3840, |
| "total": 3840 |
| }, |
| "point": { |
| "accuracy": 1.0, |
| "correct": 37365, |
| "total": 37365 |
| }, |
| "resolved_join": { |
| "accuracy": 1.0, |
| "correct": 2880, |
| "total": 2880 |
| }, |
| "temporal": { |
| "accuracy": 1.0, |
| "correct": 9675, |
| "total": 9675 |
| } |
| }, |
| "packing": { |
| "20261011": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| }, |
| "20261012": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| }, |
| "20261013": { |
| "accuracy": 1.0, |
| "correct": 20480, |
| "total": 20480 |
| } |
| }, |
| "schema": { |
| "approval": { |
| "accuracy": 1.0, |
| "correct": 3705, |
| "total": 3705 |
| }, |
| "calendar": { |
| "accuracy": 1.0, |
| "correct": 7680, |
| "total": 7680 |
| }, |
| "crm": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "deployment": { |
| "accuracy": 1.0, |
| "correct": 3930, |
| "total": 3930 |
| }, |
| "incident": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "inventory": { |
| "accuracy": 1.0, |
| "correct": 7680, |
| "total": 7680 |
| }, |
| "project": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "shipment": { |
| "accuracy": 1.0, |
| "correct": 3885, |
| "total": 3885 |
| } |
| }, |
| "schema_partition": { |
| "heldout": { |
| "accuracy": 1.0, |
| "correct": 11520, |
| "total": 11520 |
| }, |
| "registered": { |
| "accuracy": 1.0, |
| "correct": 49920, |
| "total": 49920 |
| } |
| }, |
| "updated": { |
| "False": { |
| "accuracy": 1.0, |
| "correct": 53505, |
| "total": 53505 |
| }, |
| "True": { |
| "accuracy": 1.0, |
| "correct": 7935, |
| "total": 7935 |
| } |
| }, |
| "value_type": { |
| "datetime": { |
| "accuracy": 1.0, |
| "correct": 4905, |
| "total": 4905 |
| }, |
| "entity": { |
| "accuracy": 1.0, |
| "correct": 25770, |
| "total": 25770 |
| }, |
| "enum": { |
| "accuracy": 1.0, |
| "correct": 15060, |
| "total": 15060 |
| }, |
| "integer": { |
| "accuracy": 1.0, |
| "correct": 5190, |
| "total": 5190 |
| }, |
| "location": { |
| "accuracy": 1.0, |
| "correct": 7230, |
| "total": 7230 |
| }, |
| "string": { |
| "accuracy": 1.0, |
| "correct": 3285, |
| "total": 3285 |
| } |
| } |
| }, |
| "statuses": { |
| "FRAME_COMPLETE": 61440 |
| }, |
| "total": 61440, |
| "wrong_accepted": 0 |
| } |
| }, |
| "claim_boundary": { |
| "authoritative_structured_observations": true, |
| "autonomous_natural_language_writes": false, |
| "frame_separated_exact_payload_realization": true, |
| "historical_transformer_context": false, |
| "natural_language_answers": true, |
| "one_million_token_transformer_attention_context": false, |
| "resolved_join_result_is_an_authoritative_strata_value": true |
| }, |
| "controls": { |
| "corrupt_state_fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "deleted_fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "event_following": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "invalid_receipt_fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "invalid_slot_fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "payload_following": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "payload_frame_invariance": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "predicate_following": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "role_following": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "stale_fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2048, |
| "total": 2048 |
| }, |
| "state_shuffled_factual": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 2048 |
| }, |
| "state_zero_factual": { |
| "accuracy": 0.0, |
| "correct": 0, |
| "total": 2048 |
| } |
| }, |
| "deletion": { |
| "fail_closed": { |
| "accuracy": 1.0, |
| "correct": 2000, |
| "total": 2000 |
| } |
| }, |
| "identities": { |
| "config_sha256": "0ad77569ac1fd20e8a74c322a21f43ff2cff7139fdee341e936eb285a23d20f2", |
| "m1_checkpoint_sha256": "75b595cafc25cb87bcfd0fdac33965ba5efaf80f691c802549693fe127c9cf7b", |
| "m3_action_head_sha256": "6f0a5f6bbb660fbdbdd2695bdd93b9e5c53d4fcb79cb4d16a3f62a1b7bbbac9e" |
| }, |
| "isolation": { |
| "actual_payload_tokens_in_frame_forward": 0, |
| "historical_ordinary_token_kv": 0, |
| "no_trigger_base_logit_delta": 0.0, |
| "persisted_source_residual": 0, |
| "source_tokens_in_strata_prompt": 0, |
| "target_leakage": 0 |
| }, |
| "logical_horizon": { |
| "ages_windows": [ |
| 1, |
| 8, |
| 32, |
| 64, |
| 127 |
| ], |
| "packings": [ |
| 20261011, |
| 20261012, |
| 20261013 |
| ], |
| "tokens": 1048576 |
| }, |
| "packet": { |
| "semantic_sha256": "9fd42fb9e2cc58c2cb563c08a0cb4c5ea31c8b19ad99aca5880d025eaf12cdb7", |
| "sha256": "f5d932b6c8694cdc51ff804dc30d82782e4d5c6438ec4bb3c9a67abf4cd124df" |
| }, |
| "parameters": { |
| "m1_memory_path": 20438651, |
| "m3_action_head": 10242, |
| "updates_during_system_qualification": 0 |
| }, |
| "persisted_state_history": { |
| "active_bindings": 1400040, |
| "committed_atomic_writes": 2004344, |
| "schemas": [ |
| "calendar", |
| "crm", |
| "incident", |
| "inventory", |
| "project" |
| ], |
| "transactions": 564312 |
| }, |
| "records": { |
| "answer_queries": 61440, |
| "causal": 2048, |
| "deletion_controls": 2000, |
| "unique_base": 4096 |
| }, |
| "schema": "STRATA_NATIVE_LM_SYSTEM_V1_EVALUATION_V1", |
| "status": "EVALUATION_COMPLETE", |
| "substrate": { |
| "compact_state_bytes_per_value": 128, |
| "deleted_state_replay": 1.0, |
| "proof_runtime_replay": 1.0, |
| "token_value_bytes_per_value": 3072, |
| "total": 4096, |
| "value_state_reduction": 0.9583333333333334, |
| "verified": 4096 |
| }, |
| "world_size": 8 |
| }, |
| "decoding": { |
| "use_cache": false, |
| "full_kv_realization": "free generation", |
| "strata_and_token_value_realization": "two-stage frame generation and value copying" |
| }, |
| "retained_state_accounting": { |
| "long_horizon": { |
| "compact_total_retained_bytes": 245149935, |
| "token_value_total_retained_bytes": 1810716143, |
| "total_retained_state_reduction": 0.864611614610209 |
| }, |
| "structured_service": { |
| "compact_total_retained_bytes": 630624401, |
| "token_value_total_retained_bytes": 4752342161, |
| "minimum_total_retained_state_reduction": 0.8671911839607945, |
| "authority_commitment_bytes": 451419281, |
| "database_bytes": 2890657792 |
| }, |
| "neural_value_bytes": { |
| "strata": 128, |
| "token_value": 3072 |
| } |
| }, |
| "source_sha256": { |
| "registration": "f03959ee3d1b3ce8a499e59c31a9474c281c01a63ed3c53deeb18ecba039cf93", |
| "evaluation": "30145b51efe75371ab017cbba1fd4a592fdc803f165598381a61f7bb41e4e984", |
| "adjudication": "cca87e0cef2c788cca7cb972bdf45dcc81775e565af554b135f17d5738fb1427", |
| "long_horizon": "0969732959aadcb68d8c1562348c81bc74e77114e7ebd8d216bda74c9c3c4f38", |
| "structured_service": "a6871c0cddecfb6aea93d38252de9c5251172e2e44fbf533402ef9d0b6a23829" |
| } |
| } |
|
|
