Upload folder using huggingface_hub

added_tokens.json

@@ -1,3 +1,3 @@
 {
-  "<image>": 257152
+  "<image_soft_token>": 262144
 }

chat_template.jinja

@@ -0,0 +1,47 @@
+{{ bos_token }}
+{%- if messages[0]['role'] == 'system' -%}
+    {%- if messages[0]['content'] is string -%}
+        {%- set first_user_prefix = messages[0]['content'] + '
+
+' -%}
+    {%- else -%}
+        {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
+
+' -%}
+    {%- endif -%}
+    {%- set loop_messages = messages[1:] -%}
+{%- else -%}
+    {%- set first_user_prefix = "" -%}
+    {%- set loop_messages = messages -%}
+{%- endif -%}
+{%- for message in loop_messages -%}
+    {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
+        {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
+    {%- endif -%}
+    {%- if (message['role'] == 'assistant') -%}
+        {%- set role = "model" -%}
+    {%- else -%}
+        {%- set role = message['role'] -%}
+    {%- endif -%}
+    {{ '<start_of_turn>' + role + '
+' + (first_user_prefix if loop.first else "") }}
+    {%- if message['content'] is string -%}
+        {{ message['content'] | trim }}
+    {%- elif message['content'] is iterable -%}
+        {%- for item in message['content'] -%}
+            {%- if item['type'] == 'image' -%}
+                {{ '<start_of_image>' }}
+            {%- elif item['type'] == 'text' -%}
+                {{ item['text'] | trim }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{ raise_exception("Invalid content type") }}
+    {%- endif -%}
+    {{ '<end_of_turn>
+' }}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    {{'<start_of_turn>model
+'}}
+{%- endif -%}

config.json

@@ -1,280 +1,343 @@
 {
-  "architectures": [
-    "InferenceModel"
-  ],
-  "dtype": "bfloat16",
-  "model_args_dict": {
-    "action_dim": 7,
-    "action_head_args": {
-      "action_head_type": "LINEAR"
-    },
-    "action_horizon": 10,
-    "action_time_encoder_args": {
-      "action_time_encoder_type": "EARLY_FUSE"
+  "action_dim": 7,
+  "action_head_args": {
+    "action_head_type": "LINEAR"
+  },
+  "action_horizon": 10,
+  "action_time_encoder_args": {
+    "action_time_encoder_type": "EARLY_FUSE"
+  },
+  "action_token_id": 1000000,
+  "adapter_args": {
+    "activation_class": "GELU",
+    "adapter_type": "FFN",
+    "hidden_dim": "output_dim",
+    "input_norm": false,
+    "norm_instance": {
+      "norm_class": "RMS",
+      "norm_eps": 1e-05
     },
-    "action_token_id": 1000000,
-    "adapter_args": {
-      "activation_class": "GELU",
-      "adapter_type": "FFN",
-      "hidden_dim": "output_dim",
-      "input_norm": false,
+    "output_norm": false,
+    "pooling_factor_per_dim": 1,
+    "pre_project_norm": false,
+    "use_biases": true,
+    "use_gating": false
+  },
+  "decoder_args": {
+    "activation_class": "SILU",
+    "checkpoint": false,
+    "dim": 256,
+    "dropout": 0.0,
+    "head_dim": 32,
+    "hidden_dim": 768,
+    "n_heads": 16,
+    "n_kv_heads": 8,
+    "n_layers": 4,
+    "norm_args": {
+      "attention_norm": true,
+      "ffn_norm": true,
       "norm_instance": {
         "norm_class": "RMS",
         "norm_eps": 1e-05
       },
-      "output_norm": false,
-      "pooling_factor_per_dim": 1,
-      "pre_project_norm": false,
-      "use_biases": true,
-      "use_gating": false
+      "post_attention_norm": false,
+      "post_ffn_norm": false,
+      "qk_norm": false
     },
-    "decoder_args": {
-      "activation_class": "SILU",
-      "checkpoint": false,
-      "dim": 256,
-      "dropout": 0.0,
-      "head_dim": 32,
-      "hidden_dim": 768,
-      "n_heads": 16,
-      "n_kv_heads": 8,
-      "n_layers": 4,
-      "norm_args": {
-        "attention_norm": true,
-        "ffn_norm": true,
-        "norm_instance": {
-          "norm_class": "RMS",
-          "norm_eps": 1e-05
-        },
-        "post_attention_norm": false,
-        "post_ffn_norm": false,
-        "qk_norm": false
-      },
-      "pos_embed": "ROPE_1D",
-      "rope_freqs_split": null,
-      "rope_theta": 1000000.0,
-      "total_parameter_count": 3147776,
-      "use_attn_wk_biases": false,
-      "use_attn_wo_biases": false,
-      "use_attn_wq_biases": false,
-      "use_attn_wv_biases": false,
-      "use_ffn_biases": false,
-      "use_ffn_gating": false
-    },
-    "env_processor_args": {
-      "action_space": {
-        "format": "default",
-        "horizon": 10,
-        "names": null,
-        "tensors": {
-          "action": {
+    "pos_embed": "ROPE_1D",
+    "rope_freqs_split": null,
+    "rope_theta": 1000000.0,
+    "total_parameter_count": 3147776,
+    "use_attn_wk_biases": false,
+    "use_attn_wo_biases": false,
+    "use_attn_wq_biases": false,
+    "use_attn_wv_biases": false,
+    "use_ffn_biases": false,
+    "use_ffn_gating": false
+  },
+  "env_processor_args": {
+    "action_space": {
+      "format": "default",
+      "horizon": 10,
+      "names": null,
+      "tensors": {
+        "action": [
+          {
             "dtype": "float32",
             "high": Infinity,
             "low": -Infinity,
             "names": [
-              "action_0",
-              "action_1",
-              "action_2",
-              "action_3",
-              "action_4",
-              "action_5",
-              "action_6"
+              "action_{i}",
+              "action_{i}",
+              "action_{i}",
+              "action_{i}",
+              "action_{i}",
+              "action_{i}",
+              "action_{i}"
             ]
+          },
+          {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoAction"
           }
-        },
-        "video_info": {
-          "has_audio": false,
-          "video.codec": "h264",
-          "video.fps": 10.0,
-          "video.is_depth_map": false,
-          "video.pix_fmt": "yuv420p"
-        }
+        ]
       },
-      "input_action_transforms_config": [
-        {
-          "norm_type": "MIN_MAX",
-          "predefined_stats": null,
-          "train_only": false,
-          "type": "normalize_action"
-        }
-      ],
-      "input_observation_transforms_config": [
-        {
-          "norm_type": "MIN_MAX",
-          "train_only": false,
-          "type": "normalize_observation"
-        }
-      ],
-      "observation_space": {
-        "format": "default",
-        "images": {
-          "observation.images.image": {
-            "height": 256,
-            "n_channels": 3,
-            "video_info": {
-              "has_audio": false,
-              "video.codec": "h264",
-              "video.fps": 10.0,
-              "video.is_depth_map": false,
-              "video.pix_fmt": "yuv420p"
-            },
-            "width": 256
+      "video_info": {
+        "has_audio": false,
+        "video.codec": "h264",
+        "video.fps": 10.0,
+        "video.is_depth_map": false,
+        "video.pix_fmt": "yuv420p"
+      }
+    },
+    "input_action_transforms_config": [
+      {
+        "norm_type": "MIN_MAX",
+        "predefined_stats": null,
+        "train_only": false,
+        "type": "normalize_action"
+      }
+    ],
+    "input_observation_transforms_config": [
+      {
+        "norm_type": "MIN_MAX",
+        "train_only": false,
+        "type": "normalize_observation"
+      }
+    ],
+    "observation_space": {
+      "format": "default",
+      "images": {
+        "observation.images.image": {
+          "height": 256,
+          "n_channels": 3,
+          "video_info": {
+            "has_audio": false,
+            "video.codec": "h264",
+            "video.fps": 10.0,
+            "video.is_depth_map": false,
+            "video.pix_fmt": "yuv420p"
           },
-          "observation.images.wrist_image": {
-            "height": 256,
-            "n_channels": 3,
-            "video_info": {
-              "has_audio": false,
-              "video.codec": "h264",
-              "video.fps": 10.0,
-              "video.is_depth_map": false,
-              "video.pix_fmt": "yuv420p"
-            },
-            "width": 256
-          }
+          "width": 256
         },
-        "names": null,
-        "state": {
-          "observation.state": {
+        "observation.images.wrist_image": {
+          "height": 256,
+          "n_channels": 3,
+          "video_info": {
+            "has_audio": false,
+            "video.codec": "h264",
+            "video.fps": 10.0,
+            "video.is_depth_map": false,
+            "video.pix_fmt": "yuv420p"
+          },
+          "width": 256
+        }
+      },
+      "names": null,
+      "state": {
+        "observation.state": [
+          {
             "dtype": "float64",
             "high": Infinity,
             "low": -Infinity,
             "names": [
-              "observation.state_0",
-              "observation.state_1",
-              "observation.state_2",
-              "observation.state_3",
-              "observation.state_4",
-              "observation.state_5",
-              "observation.state_6",
-              "observation.state_7"
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}",
+              "observation.state_{i}"
             ]
+          },
+          {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoObservation"
           }
-        },
-        "video_info": {
-          "has_audio": false,
-          "video.codec": "h264",
-          "video.fps": 10.0,
-          "video.is_depth_map": false,
-          "video.pix_fmt": "yuv420p"
-        }
+        ]
       },
-      "output_action_transforms_config": [
-        {
-          "norm_type": "MIN_MAX",
-          "predefined_stats": null,
-          "train_only": false,
-          "type": "denormalize_action"
-        }
-      ],
-      "output_observation_transforms_config": [
-        {
-          "norm_type": "MIN_MAX",
-          "train_only": false,
-          "type": "denormalize_observation"
-        }
-      ]
+      "video_info": {
+        "has_audio": false,
+        "video.codec": "h264",
+        "video.fps": 10.0,
+        "video.is_depth_map": false,
+        "video.pix_fmt": "yuv420p"
+      }
     },
-    "image_encoder_args": {
-      "image_pooling_args": {
-        "pooling_type": "NONE"
+    "output_action_transforms_config": [
+      {
+        "norm_type": "MIN_MAX",
+        "predefined_stats": null,
+        "train_only": false,
+        "type": "denormalize_action"
+      }
+    ],
+    "output_observation_transforms_config": [
+      {
+        "norm_type": "MIN_MAX",
+        "train_only": false,
+        "type": "denormalize_observation"
+      }
+    ]
+  },
+  "image_encoder_args": {
+    "image_pooling_args": {
+      "pooling_type": "NONE"
+    },
+    "max_image_size": 224,
+    "num_register_tokens": 4,
+    "output_norm": true,
+    "patch_norm": false,
+    "patch_size": 16,
+    "total_parameter_count": null,
+    "transformer_args": {
+      "activation_class": "GELU",
+      "checkpoint": false,
+      "dim": 384,
+      "dropout": 0.0,
+      "head_dim": 64,
+      "hidden_dim": 1536,
+      "n_heads": 6,
+      "n_kv_heads": 6,
+      "n_layers": 12,
+      "norm_args": {
+        "attention_norm": true,
+        "ffn_norm": true,
+        "norm_instance": {
+          "norm_class": "LN",
+          "norm_eps": 1e-05
+        },
+        "post_attention_norm": false,
+        "post_ffn_norm": false,
+        "qk_norm": false
       },
+      "pos_embed": "ROPE_2D_DINO",
+      "rope_freqs_split": null,
+      "rope_theta": 100.0,
+      "total_parameter_count": null,
+      "use_attn_wk_biases": false,
+      "use_attn_wo_biases": true,
+      "use_attn_wq_biases": true,
+      "use_attn_wv_biases": true,
+      "use_ffn_biases": true,
+      "use_ffn_gating": false
+    },
+    "use_cls_token": true,
+    "use_patch_conv_biases": true
+  },
+  "image_token_id": 262144,
+  "img_encoding_tokens": [
+    262144,
+    255999,
+    256000
+  ],
+  "model_parallel": 1,
+  "model_type": "vla_flow_matching",
+  "processor_args": {
+    "action_tokenizer_args": {
+      "fault_tolerant_decoding": true,
+      "max_action": 2.0,
+      "min_action": -2.0,
+      "n_bins": null,
+      "tokenizer_type": "CONTINUOUS"
+    },
+    "annotation_formatter_args": {
+      "formatter_type": "COMPACT_DISCRETE"
+    },
+    "bottleneck": null,
+    "decoder_attention_args": {
+      "pattern": "BIDIR_ON_IMAGE"
+    },
+    "image_preprocess_args": {
+      "interpolation_mode": "BICUBIC",
       "max_image_size": 224,
-      "output_norm": true,
-      "patch_norm": false,
       "patch_size": 16,
-      "total_parameter_count": null,
-      "transformer_args": {
-        "activation_class": "GELU",
-        "checkpoint": false,
-        "dim": 384,
-        "dropout": 0.0,
-        "head_dim": 64,
-        "hidden_dim": 1536,
-        "n_heads": 6,
-        "n_kv_heads": 6,
-        "n_layers": 12,
-        "norm_args": {
-          "attention_norm": true,
-          "ffn_norm": true,
-          "norm_instance": {
-            "norm_class": "LN",
-            "norm_eps": 1e-05
-          },
-          "post_attention_norm": false,
-          "post_ffn_norm": false,
-          "qk_norm": false
-        },
-        "pos_embed": "ROPE_2D_PIXTRAL",
-        "rope_freqs_split": null,
-        "rope_theta": 100.0,
-        "total_parameter_count": null,
-        "use_attn_wk_biases": false,
-        "use_attn_wo_biases": true,
-        "use_attn_wq_biases": true,
-        "use_attn_wv_biases": true,
-        "use_ffn_biases": true,
-        "use_ffn_gating": false
-      },
-      "use_patch_conv_biases": true
+      "pooling_factor_per_dim": 1,
+      "resize_mode": "FIXED",
+      "rgb_normalization": "IMAGENET"
     },
-    "image_token_id": 257152,
-    "img_encoding_tokens": [
-      257152
-    ],
-    "model_parallel": 1,
-    "model_type": "vla_flow_matching",
-    "processor_args": {
-      "action_tokenizer_args": {
-        "fault_tolerant_decoding": true,
-        "max_action": 2.0,
-        "min_action": -2.0,
-        "n_bins": null,
-        "tokenizer_type": "CONTINUOUS"
-      },
-      "annotation_formatter_args": {
-        "formatter_type": "COMPACT_DISCRETE"
-      },
-      "decoder_attention_args": {
-        "pattern": "PREFIX_LM"
-      },
-      "image_preprocess_args": {
-        "interpolation_mode": "BICUBIC",
-        "max_image_size": 224,
-        "patch_size": 14,
-        "pooling_factor_per_dim": 1,
-        "resize_mode": "FIXED",
-        "rgb_normalization": "SIGLIP"
-      },
-      "instruct_template_args": {
-        "template_type": "GENESIS"
-      },
-      "tokenizer_args": {
-        "tokenizer_type": "PALIGEMMA"
-      }
+    "instruct_template_args": {
+      "template_type": "GENESIS"
     },
-    "return_logits": false,
+    "tokenizer_args": {
+      "tokenizer_type": "GEMMA3"
+    }
+  },
+  "return_logits": false,
+  "stats": {
     "stats": {
-      "max": {
-        "action": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO4/AAAAAAAA7j8AAAAAAADuP2JFkd4FxNY/AAAAAAAA2D8AAAAAAADYPwAAAAAAAPA/",
-        "observation.state": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gILhg3iCw68o/k6sW4NQK2T8G2+PgLdv1P/Zh3l8UXw1AzENkYDZ8DED1a0Zhci72PyIXLgCMraU/d7WDnxpWVj8="
-      },
-      "mean": {
-        "action": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIGsI8fVzErA/gXzoBjM7tj+4siNZsCK3v5NCzU4OuEE/HFafSIMddz8Q28zXG2t1v2RY5imCaqm/",
-        "observation.state": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIEPofz1P0ae/quqrzBCeoT+6ZvLNNnfoP1TiOsYVxwdAnCrnpFo4zL8UkQZc/BLAvxh7L75oj5s/STJpW+bXm78="
-      },
-      "min": {
-        "action": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO6/AAAAAAAA7r8AAAAAAADuvyU7ujqVhtC/AAAAAAAA2L/2sg7DHoXXvwAAAAAAAPC/",
-        "observation.state": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIPwSlh2H5t6/2aTsPhHV1L8pQDXagaWAP9p1yv7Uk9Y/OhZGQKYhDcCcIwJA23v9v5qKfZeMQla/TLXkK2CGpb8="
+      "action": {
+        "max": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoAction"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO4/AAAAAAAA7j8AAAAAAADuP2JFkd4FxNY/AAAAAAAA2D8AAAAAAADYPwAAAAAAAPA/"
+        },
+        "mean": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoAction"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIGsI8fVzErA/gXzoBjM7tj+4siNZsCK3v5NCzU4OuEE/HFafSIMddz8Q28zXG2t1v2RY5imCaqm/"
+        },
+        "min": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoAction"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO6/AAAAAAAA7r8AAAAAAADuvyU7ujqVhtC/AAAAAAAA2L/2sg7DHoXXvwAAAAAAAPC/"
+        },
+        "std": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoAction"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gILniXnA4edU/93RUuXk42D+pIibybnbcP2UvwrG6F6Q/jCP/YYU6sD9U86g63PWzP0k2sobm9e8/"
+        }
       },
-      "std": {
-        "action": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gILniXnA4edU/93RUuXk42D+pIibybnbcP2UvwrG6F6Q/jCP/YYU6sD9U86g63PWzP0k2sobm9e8/",
-        "observation.state": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIATcHHyb3bo/fyFYExNtwz8IIZwmnjnYP1uca3eTCNY/Grp+ZrUF7T8HiDiMONPUP7WEIRdBCI0/Zf0kRujKjD8="
+      "observation.state": {
+        "max": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoObservation"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gILhg3iCw68o/k6sW4NQK2T8G2+PgLdv1P/Zh3l8UXw1AzENkYDZ8DED1a0Zhci72PyIXLgCMraU/d7WDnxpWVj8="
+        },
+        "mean": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoObservation"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIEPofz1P0ae/quqrzBCeoT+6ZvLNNnfoP1TiOsYVxwdAnCrnpFo4zL8UkQZc/BLAvxh7L75oj5s/STJpW+bXm78="
+        },
+        "min": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoObservation"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIPwSlh2H5t6/2aTsPhHV1L8pQDXagaWAP9p1yv7Uk9Y/OhZGQKYhDcCcIwJA23v9v5qKfZeMQla/TLXkK2CGpb8="
+        },
+        "std": {
+          "batch_dims": [],
+          "decoder": {
+            "tensor_decoder_type": "default",
+            "type": "gs_vla.third_party.libero.data.LiberoObservation"
+          },
+          "tensor": "OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIATcHHyb3bo/fyFYExNtwz8IIZwmnjnYP1uca3eTCNY/Grp+ZrUF7T8HiDiMONPUP7WEIRdBCI0/Zf0kRujKjD8="
+        }
       }
-    },
-    "total_parameter_count": null,
-    "use_output_biases": false,
-    "vocab_size": 257216
+    }
   },
-  "model_type": "inference_model",
-  "transformers_version": "4.57.0"
+  "total_parameter_count": null,
+  "use_output_biases": false,
+  "vocab_size": 262208
 }

consolidated.00.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:754d25c36a092cbad6607cc91bea6fb4169c8c5ebb6539875cd95c004d433ee4
-size 356783550
+oid sha256:a641c01209f255dcf4373e1a2d962cbed6544c9a3a8746d0d399530e4a65b612
+size 361903222

model_args.yaml

@@ -54,17 +54,19 @@ env_processor_args:
     names: null
     tensors:
       action:
-        dtype: float32
+      - dtype: float32
         high: .inf
         low: -.inf
         names:
-        - action_0
-        - action_1
-        - action_2
-        - action_3
-        - action_4
-        - action_5
-        - action_6
+        - action_{i}
+        - action_{i}
+        - action_{i}
+        - action_{i}
+        - action_{i}
+        - action_{i}
+        - action_{i}
+      - tensor_decoder_type: default
+        type: gs_vla.third_party.libero.data.LiberoAction
     video_info:
       has_audio: false
       video.codec: h264
@@ -106,18 +108,20 @@ env_processor_args:
     names: null
     state:
       observation.state:
-        dtype: float64
+      - dtype: float64
         high: .inf
         low: -.inf
         names:
-        - observation.state_0
-        - observation.state_1
-        - observation.state_2
-        - observation.state_3
-        - observation.state_4
-        - observation.state_5
-        - observation.state_6
-        - observation.state_7
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+        - observation.state_{i}
+      - tensor_decoder_type: default
+        type: gs_vla.third_party.libero.data.LiberoObservation
     video_info:
       has_audio: false
       video.codec: h264
@@ -137,6 +141,7 @@ image_encoder_args:
   image_pooling_args:
     pooling_type: NONE
   max_image_size: 224
+  num_register_tokens: 4
   output_norm: true
   patch_norm: false
   patch_size: 16
@@ -160,7 +165,7 @@ image_encoder_args:
       post_attention_norm: false
       post_ffn_norm: false
       qk_norm: false
-    pos_embed: ROPE_2D_PIXTRAL
+    pos_embed: ROPE_2D_DINO
     rope_freqs_split: null
     rope_theta: 100.0
     total_parameter_count: null
@@ -170,10 +175,13 @@ image_encoder_args:
     use_attn_wv_biases: true
     use_ffn_biases: true
     use_ffn_gating: false
+  use_cls_token: true
   use_patch_conv_biases: true
-image_token_id: 257152
+image_token_id: 262144
 img_encoding_tokens:
-- 257152
+- 262144
+- 255999
+- 256000
 model_parallel: 1
 model_type: vla_flow_matching
 processor_args:
@@ -185,33 +193,73 @@ processor_args:
     tokenizer_type: CONTINUOUS
   annotation_formatter_args:
     formatter_type: COMPACT_DISCRETE
+  bottleneck: null
   decoder_attention_args:
-    pattern: PREFIX_LM
+    pattern: BIDIR_ON_IMAGE
   image_preprocess_args:
     interpolation_mode: BICUBIC
     max_image_size: 224
-    patch_size: 14
+    patch_size: 16
     pooling_factor_per_dim: 1
     resize_mode: FIXED
-    rgb_normalization: SIGLIP
+    rgb_normalization: IMAGENET
   instruct_template_args:
     template_type: GENESIS
   tokenizer_args:
-    tokenizer_type: PALIGEMMA
+    tokenizer_type: GEMMA3
 return_logits: false
 stats:
-  max:
-    action: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO4/AAAAAAAA7j8AAAAAAADuP2JFkd4FxNY/AAAAAAAA2D8AAAAAAADYPwAAAAAAAPA/
-    observation.state: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gILhg3iCw68o/k6sW4NQK2T8G2+PgLdv1P/Zh3l8UXw1AzENkYDZ8DED1a0Zhci72PyIXLgCMraU/d7WDnxpWVj8=
-  mean:
-    action: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIGsI8fVzErA/gXzoBjM7tj+4siNZsCK3v5NCzU4OuEE/HFafSIMddz8Q28zXG2t1v2RY5imCaqm/
-    observation.state: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIEPofz1P0ae/quqrzBCeoT+6ZvLNNnfoP1TiOsYVxwdAnCrnpFo4zL8UkQZc/BLAvxh7L75oj5s/STJpW+bXm78=
-  min:
-    action: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO6/AAAAAAAA7r8AAAAAAADuvyU7ujqVhtC/AAAAAAAA2L/2sg7DHoXXvwAAAAAAAPC/
-    observation.state: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIPwSlh2H5t6/2aTsPhHV1L8pQDXagaWAP9p1yv7Uk9Y/OhZGQKYhDcCcIwJA23v9v5qKfZeMQla/TLXkK2CGpb8=
-  std:
-    action: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gILniXnA4edU/93RUuXk42D+pIibybnbcP2UvwrG6F6Q/jCP/YYU6sD9U86g63PWzP0k2sobm9e8/
-    observation.state: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIATcHHyb3bo/fyFYExNtwz8IIZwmnjnYP1uca3eTCNY/Grp+ZrUF7T8HiDiMONPUP7WEIRdBCI0/Zf0kRujKjD8=
+  stats:
+    action:
+      max:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoAction
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO4/AAAAAAAA7j8AAAAAAADuP2JFkd4FxNY/AAAAAAAA2D8AAAAAAADYPwAAAAAAAPA/
+      mean:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoAction
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIGsI8fVzErA/gXzoBjM7tj+4siNZsCK3v5NCzU4OuEE/HFafSIMddz8Q28zXG2t1v2RY5imCaqm/
+      min:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoAction
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gIAAAAAAAAO6/AAAAAAAA7r8AAAAAAADuvyU7ujqVhtC/AAAAAAAA2L/2sg7DHoXXvwAAAAAAAPC/
+      std:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoAction
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbN10sImRhdGFfb2Zmc2V0cyI6WzAsNTZdfX0gILniXnA4edU/93RUuXk42D+pIibybnbcP2UvwrG6F6Q/jCP/YYU6sD9U86g63PWzP0k2sobm9e8/
+    observation.state:
+      max:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoObservation
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gILhg3iCw68o/k6sW4NQK2T8G2+PgLdv1P/Zh3l8UXw1AzENkYDZ8DED1a0Zhci72PyIXLgCMraU/d7WDnxpWVj8=
+      mean:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoObservation
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIEPofz1P0ae/quqrzBCeoT+6ZvLNNnfoP1TiOsYVxwdAnCrnpFo4zL8UkQZc/BLAvxh7L75oj5s/STJpW+bXm78=
+      min:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoObservation
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIPwSlh2H5t6/2aTsPhHV1L8pQDXagaWAP9p1yv7Uk9Y/OhZGQKYhDcCcIwJA23v9v5qKfZeMQla/TLXkK2CGpb8=
+      std:
+        batch_dims: []
+        decoder:
+          tensor_decoder_type: default
+          type: gs_vla.third_party.libero.data.LiberoObservation
+        tensor: OAAAAAAAAAB7IiI6eyJkdHlwZSI6IkY2NCIsInNoYXBlIjpbOF0sImRhdGFfb2Zmc2V0cyI6WzAsNjRdfX0gIATcHHyb3bo/fyFYExNtwz8IIZwmnjnYP1uca3eTCNY/Grp+ZrUF7T8HiDiMONPUP7WEIRdBCI0/Zf0kRujKjD8=
 total_parameter_count: null
 use_output_biases: false
-vocab_size: 257216
+vocab_size: 262208

special_tokens_map.json

@@ -1,7 +1,5 @@
 {
-  "additional_special_tokens": [
-    "<image>"
-  ],
+  "boi_token": "<start_of_image>",
   "bos_token": {
     "content": "<bos>",
     "lstrip": false,
@@ -9,6 +7,7 @@
     "rstrip": false,
     "single_word": false
   },
+  "eoi_token": "<end_of_image>",
   "eos_token": {
     "content": "<eos>",
     "lstrip": false,
@@ -16,6 +15,7 @@
     "rstrip": false,
     "single_word": false
   },
+  "image_token": "<image_soft_token>",
   "pad_token": {
     "content": "<pad>",
     "lstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d20a85d1cb83be179f5892faf2fdaf9044d94bbcbd668f4d03cecefd7789483
-size 34387120
+oid sha256:4667f2089529e8e7657cfb6d1c19910ae71ff5f28aa7ab2ff2763330affad795
+size 33384568

tokenizer.model

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8986bb4f423f07f8c7f70d0dbe3526fb2316056c17bae71b1ea975e77a168fc6
-size 4264023
+oid sha256:1299c11d7cf632ef3b4e11937501358ada021bbdf7c47638d13c0ee982f2e79c
+size 4689074