kaifz commited on
Commit
13cdb4b
·
1 Parent(s): 966acd1

add sloth and axis

Browse files
app.py CHANGED
@@ -1012,9 +1012,10 @@ class DynamicsVisualizer:
1012
 
1013
  return form_video, form_3dgs_pred, \
1014
  self.preprocess_metadata, self.state, self.params, \
1015
- self.table_params, self.gripper_params, rendervar
1016
 
1017
- def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
 
1018
  import warp as wp
1019
  wp.init()
1020
  gpus = [int(gpu) for gpu in self.cfg.gpus]
@@ -1192,7 +1193,7 @@ class DynamicsVisualizer:
1192
  )
1193
  return form_video, form_3dgs_pred, \
1194
  self.preprocess_metadata, self.state, self.params, \
1195
- self.table_params, self.gripper_params, rendervar
1196
 
1197
  @spaces.GPU
1198
  def reset_rope(self):
@@ -1203,28 +1204,28 @@ class DynamicsVisualizer:
1203
  return self.reset('sloth', 'sloth_scene_1')
1204
 
1205
  @spaces.GPU
1206
- def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1207
- return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1208
 
1209
  @spaces.GPU
1210
- def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1211
- return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1212
 
1213
  @spaces.GPU
1214
- def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1215
- return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1216
 
1217
  @spaces.GPU
1218
- def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1219
- return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1220
 
1221
  @spaces.GPU
1222
- def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1223
- return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1224
 
1225
  @spaces.GPU
1226
- def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
1227
- return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
1228
 
1229
  def launch(self, share=False):
1230
 
@@ -1235,6 +1236,7 @@ class DynamicsVisualizer:
1235
  table_params = gr.State(self.table_params)
1236
  gripper_params = gr.State(self.gripper_params)
1237
  rendervar = gr.State(None)
 
1238
 
1239
  with gr.Row():
1240
  gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
@@ -1321,55 +1323,55 @@ class DynamicsVisualizer:
1321
  inputs=[],
1322
  outputs=[form_video, form_3dgs_pred,
1323
  preprocess_metadata, state, params,
1324
- table_params, gripper_params, rendervar])
1325
 
1326
  run_reset_plush.click(self.reset_plush,
1327
  inputs=[],
1328
  outputs=[form_video, form_3dgs_pred,
1329
  preprocess_metadata, state, params,
1330
- table_params, gripper_params, rendervar])
1331
 
1332
  run_xplus.click(self.on_click_run_xplus,
1333
  inputs=[preprocess_metadata, state, params,
1334
- table_params, gripper_params, rendervar],
1335
  outputs=[form_video, form_3dgs_pred,
1336
  preprocess_metadata, state, params,
1337
- table_params, gripper_params, rendervar])
1338
 
1339
  run_xminus.click(self.on_click_run_xminus,
1340
  inputs=[preprocess_metadata, state, params,
1341
- table_params, gripper_params, rendervar],
1342
  outputs=[form_video, form_3dgs_pred,
1343
  preprocess_metadata, state, params,
1344
- table_params, gripper_params, rendervar])
1345
 
1346
  run_yplus.click(self.on_click_run_yplus,
1347
  inputs=[preprocess_metadata, state, params,
1348
- table_params, gripper_params, rendervar],
1349
  outputs=[form_video, form_3dgs_pred,
1350
  preprocess_metadata, state, params,
1351
- table_params, gripper_params, rendervar])
1352
 
1353
  run_yminus.click(self.on_click_run_yminus,
1354
  inputs=[preprocess_metadata, state, params,
1355
- table_params, gripper_params, rendervar],
1356
  outputs=[form_video, form_3dgs_pred,
1357
  preprocess_metadata, state, params,
1358
- table_params, gripper_params, rendervar])
1359
 
1360
  run_zplus.click(self.on_click_run_zplus,
1361
  inputs=[preprocess_metadata, state, params,
1362
- table_params, gripper_params, rendervar],
1363
  outputs=[form_video, form_3dgs_pred,
1364
  preprocess_metadata, state, params,
1365
- table_params, gripper_params, rendervar])
1366
 
1367
  run_zminus.click(self.on_click_run_zminus,
1368
  inputs=[preprocess_metadata, state, params,
1369
- table_params, gripper_params, rendervar],
1370
  outputs=[form_video, form_3dgs_pred,
1371
  preprocess_metadata, state, params,
1372
- table_params, gripper_params, rendervar])
1373
 
1374
  app.launch(share=share)
1375
 
 
1012
 
1013
  return form_video, form_3dgs_pred, \
1014
  self.preprocess_metadata, self.state, self.params, \
1015
+ self.table_params, self.gripper_params, rendervar, task_name
1016
 
1017
+ def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1018
+ self.task_name = task_name
1019
  import warp as wp
1020
  wp.init()
1021
  gpus = [int(gpu) for gpu in self.cfg.gpus]
 
1193
  )
1194
  return form_video, form_3dgs_pred, \
1195
  self.preprocess_metadata, self.state, self.params, \
1196
+ self.table_params, self.gripper_params, rendervar, task_name
1197
 
1198
  @spaces.GPU
1199
  def reset_rope(self):
 
1204
  return self.reset('sloth', 'sloth_scene_1')
1205
 
1206
  @spaces.GPU
1207
+ def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1208
+ return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1209
 
1210
  @spaces.GPU
1211
+ def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1212
+ return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1213
 
1214
  @spaces.GPU
1215
+ def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1216
+ return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1217
 
1218
  @spaces.GPU
1219
+ def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1220
+ return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1221
 
1222
  @spaces.GPU
1223
+ def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1224
+ return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1225
 
1226
  @spaces.GPU
1227
+ def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
1228
+ return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
1229
 
1230
  def launch(self, share=False):
1231
 
 
1236
  table_params = gr.State(self.table_params)
1237
  gripper_params = gr.State(self.gripper_params)
1238
  rendervar = gr.State(None)
1239
+ task_name = gr.State(self.task_name)
1240
 
1241
  with gr.Row():
1242
  gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
 
1323
  inputs=[],
1324
  outputs=[form_video, form_3dgs_pred,
1325
  preprocess_metadata, state, params,
1326
+ table_params, gripper_params, rendervar, task_name])
1327
 
1328
  run_reset_plush.click(self.reset_plush,
1329
  inputs=[],
1330
  outputs=[form_video, form_3dgs_pred,
1331
  preprocess_metadata, state, params,
1332
+ table_params, gripper_params, rendervar, task_name])
1333
 
1334
  run_xplus.click(self.on_click_run_xplus,
1335
  inputs=[preprocess_metadata, state, params,
1336
+ table_params, gripper_params, rendervar, task_name],
1337
  outputs=[form_video, form_3dgs_pred,
1338
  preprocess_metadata, state, params,
1339
+ table_params, gripper_params, rendervar, task_name])
1340
 
1341
  run_xminus.click(self.on_click_run_xminus,
1342
  inputs=[preprocess_metadata, state, params,
1343
+ table_params, gripper_params, rendervar, task_name],
1344
  outputs=[form_video, form_3dgs_pred,
1345
  preprocess_metadata, state, params,
1346
+ table_params, gripper_params, rendervar, task_name])
1347
 
1348
  run_yplus.click(self.on_click_run_yplus,
1349
  inputs=[preprocess_metadata, state, params,
1350
+ table_params, gripper_params, rendervar, task_name],
1351
  outputs=[form_video, form_3dgs_pred,
1352
  preprocess_metadata, state, params,
1353
+ table_params, gripper_params, rendervar, task_name])
1354
 
1355
  run_yminus.click(self.on_click_run_yminus,
1356
  inputs=[preprocess_metadata, state, params,
1357
+ table_params, gripper_params, rendervar, task_name],
1358
  outputs=[form_video, form_3dgs_pred,
1359
  preprocess_metadata, state, params,
1360
+ table_params, gripper_params, rendervar, task_name])
1361
 
1362
  run_zplus.click(self.on_click_run_zplus,
1363
  inputs=[preprocess_metadata, state, params,
1364
+ table_params, gripper_params, rendervar, task_name],
1365
  outputs=[form_video, form_3dgs_pred,
1366
  preprocess_metadata, state, params,
1367
+ table_params, gripper_params, rendervar, task_name])
1368
 
1369
  run_zminus.click(self.on_click_run_zminus,
1370
  inputs=[preprocess_metadata, state, params,
1371
+ table_params, gripper_params, rendervar, task_name],
1372
  outputs=[form_video, form_3dgs_pred,
1373
  preprocess_metadata, state, params,
1374
+ table_params, gripper_params, rendervar, task_name])
1375
 
1376
  app.launch(share=share)
1377
 
src/experiments/log/gs/temp/form_video.mp4 CHANGED
Binary files a/src/experiments/log/gs/temp/form_video.mp4 and b/src/experiments/log/gs/temp/form_video.mp4 differ
 
src/experiments/log/gs/temp/gs_pred.splat CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d1d42fd7779673768a2604429439aba5c0228c08350d4c0173d6f7cce89a293
3
  size 12719456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc23eec3d09f25912bf0ea9c34e72ad9523aeea3ef784b6a2545ac95d2d2c608
3
  size 12719456
src/experiments/log/temp/0000.png CHANGED

Git LFS Details

  • SHA256: 90ea22785c22d7b9efa6a49007a98b481526c1ee0b558f89f38b4776c1e91bff
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB

Git LFS Details

  • SHA256: ad64a8d7bc0614046622618316dcb21e6a9364410d06b30ffd0f0aecfda0aec5
  • Pointer size: 131 Bytes
  • Size of remote file: 330 kB
src/experiments/log/temp/0001.png CHANGED

Git LFS Details

  • SHA256: 661e57f7d763f6ad9c09a88b63f66b217606d1eaa1f17c1070fc88765319ffb6
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB

Git LFS Details

  • SHA256: c70c464a74e22488b561b56d7c2f7e8f39b7e09b950316b5fb75ff3597ca9998
  • Pointer size: 131 Bytes
  • Size of remote file: 330 kB
src/experiments/log/temp/0002.png CHANGED

Git LFS Details

  • SHA256: 34abacb6adcec8d18285d74ba97dfff15cad3cc07c3788def04825ffc0ab8182
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB

Git LFS Details

  • SHA256: b7dd11987aea9f986b497b15887d18846051ce3beb9e9f644dea6ca58a78f933
  • Pointer size: 131 Bytes
  • Size of remote file: 330 kB
src/experiments/log/temp/0003.png CHANGED

Git LFS Details

  • SHA256: 5acac60f2f1f09f95d8c3969b4f4214d98f06f922a032fce5a98c4e600d0b44e
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB

Git LFS Details

  • SHA256: ef32bf2fa377eb0796e389694153d8ea255a121336a5b00429731f1abdd0f8bd
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0004.png CHANGED

Git LFS Details

  • SHA256: 882986cf1a5814c2e325a1f377f2fbcc96dcd8228f7ec6f27c625956ee9b357a
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB

Git LFS Details

  • SHA256: b8b038e7ccbbd70aaa02760d27dea5941bf8a526c2edf666713a49c76ab08805
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0005.png CHANGED

Git LFS Details

  • SHA256: 16bfdd965551f1a00f088ba905c80e75563b3c03a07078acb068022d08917c55
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB

Git LFS Details

  • SHA256: 6ccdd7f4d0c77c3e2d69a7f0830c13453f36ceed9540834272e5d2a7f6c1ff4c
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0006.png CHANGED

Git LFS Details

  • SHA256: bed5cd0b790f8eb3d7c82e8b18751fe11bae743c53133d6d1004e1179c841ad9
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB

Git LFS Details

  • SHA256: 62528a8e642dc92c2bc94bf4970d8827d42a0e66d97051dfa94127c0b82d4969
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0007.png CHANGED

Git LFS Details

  • SHA256: 86c5c09e3a45d6517d6b4fffcdf6497ee4b99c705a37863daff704184284f70d
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB

Git LFS Details

  • SHA256: 62000d3e325372ace60d704d01747a9798e27b58ba36551ff84a6b8951422407
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0008.png CHANGED

Git LFS Details

  • SHA256: a27a6d348c6e7668abb0c098614ad1fc3a005e49901c540170c7eca27e5ba076
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB

Git LFS Details

  • SHA256: dbaadfe1b6c4739e9fc272990cfd5ad366aa68b9b0eafd5f64bb633817872099
  • Pointer size: 131 Bytes
  • Size of remote file: 329 kB
src/experiments/log/temp/0009.png CHANGED

Git LFS Details

  • SHA256: 8ce52babcbbd114b1d9b1f013a740dc350f79d0ce10d45fb7965d510e284736b
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB

Git LFS Details

  • SHA256: 21ffd0f8b8bb86add6a07f778b7bb99f2c07a1117d38e57061b1954ba188a644
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB
src/experiments/log/temp/0010.png CHANGED

Git LFS Details

  • SHA256: 6010b6a8e94df4844b4d48ad996c678d9b83aa70ead30c54e7c4e8d8523533fd
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB

Git LFS Details

  • SHA256: 83c680d1d96e5c83a314f06adb1b8c401965e1f4c6a244ea6b81e9453b85f869
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB
src/experiments/log/temp/0011.png CHANGED

Git LFS Details

  • SHA256: 178a637de95777c32ac71ae0da5e070eda53db0ab2f7b1de1b38dae9fc3a3a69
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB

Git LFS Details

  • SHA256: d7213cbd3f202187b213c657bb2c045e871fedc5cd234957204d70bab9b41d8e
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB
src/experiments/log/temp/0012.png CHANGED

Git LFS Details

  • SHA256: 62063c449667f31e146434afd434768bdb628aa7ce063ad1a7de67adfefafd20
  • Pointer size: 131 Bytes
  • Size of remote file: 326 kB

Git LFS Details

  • SHA256: daffeeb1d61fc713cc391e1692249b56b68ab71fa6a7bb700d75d6b0700ac6c0
  • Pointer size: 131 Bytes
  • Size of remote file: 328 kB
src/experiments/log/temp/0013.png CHANGED

Git LFS Details

  • SHA256: 96a131261023e94a2a1dd2143050ca459fc18ed1e91bc0dd30a2ef13f897493d
  • Pointer size: 131 Bytes
  • Size of remote file: 326 kB

Git LFS Details

  • SHA256: 96d1dd6f68b39b220daa24c9a207f22cf172a662f668e8959966ed249e4e9823
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB
src/experiments/log/temp/0014.png CHANGED

Git LFS Details

  • SHA256: 26a9921a291c7308e87b7b5f981783002a5eb64d44b87d982b32ec3b1bb04963
  • Pointer size: 131 Bytes
  • Size of remote file: 326 kB

Git LFS Details

  • SHA256: 045f474e02f3209b42f79f2f1b6e6642239107b3bd5be8ab04e36b41efe842b9
  • Pointer size: 131 Bytes
  • Size of remote file: 327 kB