{ "name": "policy_preprocessor", "steps": [ { "registry_name": "rename_observations_processor", "config": { "rename_map": {} } }, { "registry_name": "to_batch_processor", "config": {} }, { "registry_name": "relative_actions_processor", "config": { "enabled": false, "exclude_joints": [ "gripper" ], "action_names": null } }, { "registry_name": "normalizer_processor", "config": { "eps": 1e-08, "features": { "observation.images.base_0_rgb": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "observation.images.left_wrist_0_rgb": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "observation.images.right_wrist_0_rgb": { "type": "VISUAL", "shape": [ 3, 224, 224 ] }, "observation.state": { "type": "STATE", "shape": [ 32 ] }, "action": { "type": "ACTION", "shape": [ 32 ] } }, "norm_map": { "VISUAL": "IDENTITY", "STATE": "QUANTILES", "ACTION": "QUANTILES" } } }, { "registry_name": "render_messages_processor", "config": { "recipe": { "messages": null, "bindings": null, "blend": { "high_level_subtask": { "messages": [ { "role": "user", "content": "${task}", "stream": "high_level", "target": false, "if_present": null, "tool_calls_from": null }, { "role": "assistant", "content": "${subtask}", "stream": "high_level", "target": true, "if_present": "subtask", "tool_calls_from": null } ], "bindings": null, "blend": null, "weight": 0.25 }, "low_level_execution": { "messages": [ { "role": "user", "content": "${subtask}", "stream": "low_level", "target": false, "if_present": "subtask", "tool_calls_from": null } ], "bindings": null, "blend": null, "weight": 0.6 }, "memory_update": { "messages": [ { "role": "user", "content": "${task}", "stream": "high_level", "target": false, "if_present": null, "tool_calls_from": null }, { "role": "assistant", "content": "Previous memory: ${prior_memory}", "stream": "high_level", "target": false, "if_present": "prior_memory", "tool_calls_from": null }, { "role": "user", "content": "Completed subtask: ${completed_subtask}", "stream": "high_level", "target": false, "if_present": "completed_subtask", "tool_calls_from": null }, { "role": "assistant", "content": "${current_memory}", "stream": "high_level", "target": true, "if_present": "current_memory", "tool_calls_from": null } ], "bindings": { "prior_memory": "nth_prev(style=memory, offset=1)", "current_memory": "active_at(t, style=memory)", "completed_subtask": "nth_prev(style=subtask, offset=1)" }, "blend": null, "weight": 0.15 } }, "weight": null } } }, { "registry_name": "pi052_text_tokenizer", "config": { "tokenizer_name": "google/paligemma-3b-pt-224", "max_length": 200, "padding": "max_length", "padding_side": "right", "plan_dropout_prob": 0.0, "memory_dropout_prob": 0.0, "subtask_dropout_prob": 0.0, "interjection_dropout_prob": 0.0, "dropout_seed": null } }, { "registry_name": "action_tokenizer_processor", "config": { "trust_remote_code": true, "max_action_tokens": 256, "fast_skip_tokens": 1152, "paligemma_tokenizer_name": "google/paligemma-3b-pt-224", "allow_truncation": false, "prepend_bos": true, "action_tokenizer_name": "action_tokenizer" }, "artifacts": { "action_tokenizer_name": "action_tokenizer" } }, { "registry_name": "device_processor", "config": { "device": "mps", "float_dtype": null } } ] }