kaifz commited on
Commit
1ec1be6
·
1 Parent(s): dfdc1cc
Files changed (1) hide show
  1. app.py +63 -28
app.py CHANGED
@@ -997,9 +997,11 @@ class DynamicsVisualizer:
997
  clear_color=[0, 0, 0, 0],
998
  )
999
 
1000
- return form_video, form_3dgs_pred
 
 
1001
 
1002
- def run_command(self, unit_command):
1003
  import warp as wp
1004
  wp.init()
1005
  gpus = [int(gpu) for gpu in self.cfg.gpus]
@@ -1011,6 +1013,11 @@ class DynamicsVisualizer:
1011
  self.torch_device = torch_devices[0]
1012
  os.system('rm -rf ' + str(root / 'log/temp/*'))
1013
 
 
 
 
 
 
1014
  for k, v in self.preprocess_metadata.items():
1015
  self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
1016
  for k, v in self.state.items():
@@ -1125,33 +1132,41 @@ class DynamicsVisualizer:
1125
  value=root / 'log/gs/temp/gs_pred.splat',
1126
  clear_color=[0, 0, 0, 0],
1127
  )
1128
- return form_video, form_3dgs_pred
 
 
1129
 
1130
  @spaces.GPU
1131
- def on_click_run_xplus(self):
1132
- return self.run_command([5.0, 0, 0])
1133
 
1134
  @spaces.GPU
1135
- def on_click_run_xminus(self):
1136
- return self.run_command([-5.0, 0, 0])
1137
 
1138
  @spaces.GPU
1139
- def on_click_run_yplus(self):
1140
- return self.run_command([0, 5.0, 0])
1141
 
1142
  @spaces.GPU
1143
- def on_click_run_yminus(self):
1144
- return self.run_command([0, -5.0, 0])
1145
 
1146
  @spaces.GPU
1147
- def on_click_run_zplus(self):
1148
- return self.run_command([0, 0, 5.0])
1149
 
1150
  @spaces.GPU
1151
- def on_click_run_zminus(self):
1152
- return self.run_command([0, 0, -5.0])
1153
 
1154
  def launch(self, share=False):
 
 
 
 
 
 
1155
 
1156
  with gr.Blocks() as app:
1157
 
@@ -1268,31 +1283,51 @@ class DynamicsVisualizer:
1268
  # Set up callbacks
1269
  run_reset.click(self.reset,
1270
  inputs=[],
1271
- outputs=[form_video, form_3dgs_pred])
 
 
1272
 
1273
  run_xplus.click(self.on_click_run_xplus,
1274
- inputs=[],
1275
- outputs=[form_video, form_3dgs_pred])
 
 
 
1276
 
1277
  run_xminus.click(self.on_click_run_xminus,
1278
- inputs=[],
1279
- outputs=[form_video, form_3dgs_pred])
 
 
 
1280
 
1281
  run_yplus.click(self.on_click_run_yplus,
1282
- inputs=[],
1283
- outputs=[form_video, form_3dgs_pred])
 
 
 
1284
 
1285
  run_yminus.click(self.on_click_run_yminus,
1286
- inputs=[],
1287
- outputs=[form_video, form_3dgs_pred])
 
 
 
1288
 
1289
  run_zplus.click(self.on_click_run_zplus,
1290
- inputs=[],
1291
- outputs=[form_video, form_3dgs_pred])
 
 
 
1292
 
1293
  run_zminus.click(self.on_click_run_zminus,
1294
- inputs=[],
1295
- outputs=[form_video, form_3dgs_pred])
 
 
 
1296
 
1297
  # Set up callbacks
1298
  # run_reset_2.click(self.reset_2,
 
997
  clear_color=[0, 0, 0, 0],
998
  )
999
 
1000
+ return form_video, form_3dgs_pred, \
1001
+ self.preprocess_metadata, self.state, self.params, \
1002
+ self.table_params, self.gripper_params
1003
 
1004
+ def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params):
1005
  import warp as wp
1006
  wp.init()
1007
  gpus = [int(gpu) for gpu in self.cfg.gpus]
 
1013
  self.torch_device = torch_devices[0]
1014
  os.system('rm -rf ' + str(root / 'log/temp/*'))
1015
 
1016
+ self.preprocess_metadata = preprocess_metadata
1017
+ self.state = state
1018
+ self.params = params
1019
+ self.table_params = table_params
1020
+ self.gripper_params = gripper_params
1021
  for k, v in self.preprocess_metadata.items():
1022
  self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
1023
  for k, v in self.state.items():
 
1132
  value=root / 'log/gs/temp/gs_pred.splat',
1133
  clear_color=[0, 0, 0, 0],
1134
  )
1135
+ return form_video, form_3dgs_pred, \
1136
+ self.preprocess_metadata, self.state, self.params, \
1137
+ self.table_params, self.gripper_params
1138
 
1139
  @spaces.GPU
1140
+ def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params):
1141
+ return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
1142
 
1143
  @spaces.GPU
1144
+ def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params):
1145
+ return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
1146
 
1147
  @spaces.GPU
1148
+ def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params):
1149
+ return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
1150
 
1151
  @spaces.GPU
1152
+ def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params):
1153
+ return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
1154
 
1155
  @spaces.GPU
1156
+ def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params):
1157
+ return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params)
1158
 
1159
  @spaces.GPU
1160
+ def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params):
1161
+ return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params)
1162
 
1163
  def launch(self, share=False):
1164
+
1165
+ preprocess_metadata = gr.State(self.preprocess_metadata)
1166
+ state = gr.State(self.state)
1167
+ params = gr.State(self.params)
1168
+ table_params = gr.State(self.table_params)
1169
+ gripper_params = gr.State(self.gripper_params)
1170
 
1171
  with gr.Blocks() as app:
1172
 
 
1283
  # Set up callbacks
1284
  run_reset.click(self.reset,
1285
  inputs=[],
1286
+ outputs=[form_video, form_3dgs_pred,
1287
+ preprocess_metadata, state, params,
1288
+ table_params, gripper_params])
1289
 
1290
  run_xplus.click(self.on_click_run_xplus,
1291
+ inputs=[preprocess_metadata, state, params,
1292
+ table_params, gripper_params],
1293
+ outputs=[form_video, form_3dgs_pred,
1294
+ preprocess_metadata, state, params,
1295
+ table_params, gripper_params])
1296
 
1297
  run_xminus.click(self.on_click_run_xminus,
1298
+ inputs=[preprocess_metadata, state, params,
1299
+ table_params, gripper_params],
1300
+ outputs=[form_video, form_3dgs_pred,
1301
+ preprocess_metadata, state, params,
1302
+ table_params, gripper_params])
1303
 
1304
  run_yplus.click(self.on_click_run_yplus,
1305
+ inputs=[preprocess_metadata, state, params,
1306
+ table_params, gripper_params],
1307
+ outputs=[form_video, form_3dgs_pred,
1308
+ preprocess_metadata, state, params,
1309
+ table_params, gripper_params])
1310
 
1311
  run_yminus.click(self.on_click_run_yminus,
1312
+ inputs=[preprocess_metadata, state, params,
1313
+ table_params, gripper_params],
1314
+ outputs=[form_video, form_3dgs_pred,
1315
+ preprocess_metadata, state, params,
1316
+ table_params, gripper_params])
1317
 
1318
  run_zplus.click(self.on_click_run_zplus,
1319
+ inputs=[preprocess_metadata, state, params,
1320
+ table_params, gripper_params],
1321
+ outputs=[form_video, form_3dgs_pred,
1322
+ preprocess_metadata, state, params,
1323
+ table_params, gripper_params])
1324
 
1325
  run_zminus.click(self.on_click_run_zminus,
1326
+ inputs=[preprocess_metadata, state, params,
1327
+ table_params, gripper_params],
1328
+ outputs=[form_video, form_3dgs_pred,
1329
+ preprocess_metadata, state, params,
1330
+ table_params, gripper_params])
1331
 
1332
  # Set up callbacks
1333
  # run_reset_2.click(self.reset_2,