add sloth and axis
Browse files- app.py +31 -29
- src/experiments/log/gs/temp/form_video.mp4 +0 -0
- src/experiments/log/gs/temp/gs_pred.splat +1 -1
- src/experiments/log/temp/0000.png +2 -2
- src/experiments/log/temp/0001.png +2 -2
- src/experiments/log/temp/0002.png +2 -2
- src/experiments/log/temp/0003.png +2 -2
- src/experiments/log/temp/0004.png +2 -2
- src/experiments/log/temp/0005.png +2 -2
- src/experiments/log/temp/0006.png +2 -2
- src/experiments/log/temp/0007.png +2 -2
- src/experiments/log/temp/0008.png +2 -2
- src/experiments/log/temp/0009.png +2 -2
- src/experiments/log/temp/0010.png +2 -2
- src/experiments/log/temp/0011.png +2 -2
- src/experiments/log/temp/0012.png +2 -2
- src/experiments/log/temp/0013.png +2 -2
- src/experiments/log/temp/0014.png +2 -2
app.py
CHANGED
@@ -1012,9 +1012,10 @@ class DynamicsVisualizer:
|
|
1012 |
|
1013 |
return form_video, form_3dgs_pred, \
|
1014 |
self.preprocess_metadata, self.state, self.params, \
|
1015 |
-
self.table_params, self.gripper_params, rendervar
|
1016 |
|
1017 |
-
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
|
|
1018 |
import warp as wp
|
1019 |
wp.init()
|
1020 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
@@ -1192,7 +1193,7 @@ class DynamicsVisualizer:
|
|
1192 |
)
|
1193 |
return form_video, form_3dgs_pred, \
|
1194 |
self.preprocess_metadata, self.state, self.params, \
|
1195 |
-
self.table_params, self.gripper_params, rendervar
|
1196 |
|
1197 |
@spaces.GPU
|
1198 |
def reset_rope(self):
|
@@ -1203,28 +1204,28 @@ class DynamicsVisualizer:
|
|
1203 |
return self.reset('sloth', 'sloth_scene_1')
|
1204 |
|
1205 |
@spaces.GPU
|
1206 |
-
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1207 |
-
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1208 |
|
1209 |
@spaces.GPU
|
1210 |
-
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1211 |
-
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1212 |
|
1213 |
@spaces.GPU
|
1214 |
-
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1215 |
-
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1216 |
|
1217 |
@spaces.GPU
|
1218 |
-
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1219 |
-
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1220 |
|
1221 |
@spaces.GPU
|
1222 |
-
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1223 |
-
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1224 |
|
1225 |
@spaces.GPU
|
1226 |
-
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar):
|
1227 |
-
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar)
|
1228 |
|
1229 |
def launch(self, share=False):
|
1230 |
|
@@ -1235,6 +1236,7 @@ class DynamicsVisualizer:
|
|
1235 |
table_params = gr.State(self.table_params)
|
1236 |
gripper_params = gr.State(self.gripper_params)
|
1237 |
rendervar = gr.State(None)
|
|
|
1238 |
|
1239 |
with gr.Row():
|
1240 |
gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
|
@@ -1321,55 +1323,55 @@ class DynamicsVisualizer:
|
|
1321 |
inputs=[],
|
1322 |
outputs=[form_video, form_3dgs_pred,
|
1323 |
preprocess_metadata, state, params,
|
1324 |
-
table_params, gripper_params, rendervar])
|
1325 |
|
1326 |
run_reset_plush.click(self.reset_plush,
|
1327 |
inputs=[],
|
1328 |
outputs=[form_video, form_3dgs_pred,
|
1329 |
preprocess_metadata, state, params,
|
1330 |
-
table_params, gripper_params, rendervar])
|
1331 |
|
1332 |
run_xplus.click(self.on_click_run_xplus,
|
1333 |
inputs=[preprocess_metadata, state, params,
|
1334 |
-
table_params, gripper_params, rendervar],
|
1335 |
outputs=[form_video, form_3dgs_pred,
|
1336 |
preprocess_metadata, state, params,
|
1337 |
-
table_params, gripper_params, rendervar])
|
1338 |
|
1339 |
run_xminus.click(self.on_click_run_xminus,
|
1340 |
inputs=[preprocess_metadata, state, params,
|
1341 |
-
table_params, gripper_params, rendervar],
|
1342 |
outputs=[form_video, form_3dgs_pred,
|
1343 |
preprocess_metadata, state, params,
|
1344 |
-
table_params, gripper_params, rendervar])
|
1345 |
|
1346 |
run_yplus.click(self.on_click_run_yplus,
|
1347 |
inputs=[preprocess_metadata, state, params,
|
1348 |
-
table_params, gripper_params, rendervar],
|
1349 |
outputs=[form_video, form_3dgs_pred,
|
1350 |
preprocess_metadata, state, params,
|
1351 |
-
table_params, gripper_params, rendervar])
|
1352 |
|
1353 |
run_yminus.click(self.on_click_run_yminus,
|
1354 |
inputs=[preprocess_metadata, state, params,
|
1355 |
-
table_params, gripper_params, rendervar],
|
1356 |
outputs=[form_video, form_3dgs_pred,
|
1357 |
preprocess_metadata, state, params,
|
1358 |
-
table_params, gripper_params, rendervar])
|
1359 |
|
1360 |
run_zplus.click(self.on_click_run_zplus,
|
1361 |
inputs=[preprocess_metadata, state, params,
|
1362 |
-
table_params, gripper_params, rendervar],
|
1363 |
outputs=[form_video, form_3dgs_pred,
|
1364 |
preprocess_metadata, state, params,
|
1365 |
-
table_params, gripper_params, rendervar])
|
1366 |
|
1367 |
run_zminus.click(self.on_click_run_zminus,
|
1368 |
inputs=[preprocess_metadata, state, params,
|
1369 |
-
table_params, gripper_params, rendervar],
|
1370 |
outputs=[form_video, form_3dgs_pred,
|
1371 |
preprocess_metadata, state, params,
|
1372 |
-
table_params, gripper_params, rendervar])
|
1373 |
|
1374 |
app.launch(share=share)
|
1375 |
|
|
|
1012 |
|
1013 |
return form_video, form_3dgs_pred, \
|
1014 |
self.preprocess_metadata, self.state, self.params, \
|
1015 |
+
self.table_params, self.gripper_params, rendervar, task_name
|
1016 |
|
1017 |
+
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1018 |
+
self.task_name = task_name
|
1019 |
import warp as wp
|
1020 |
wp.init()
|
1021 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
|
1193 |
)
|
1194 |
return form_video, form_3dgs_pred, \
|
1195 |
self.preprocess_metadata, self.state, self.params, \
|
1196 |
+
self.table_params, self.gripper_params, rendervar, task_name
|
1197 |
|
1198 |
@spaces.GPU
|
1199 |
def reset_rope(self):
|
|
|
1204 |
return self.reset('sloth', 'sloth_scene_1')
|
1205 |
|
1206 |
@spaces.GPU
|
1207 |
+
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1208 |
+
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1209 |
|
1210 |
@spaces.GPU
|
1211 |
+
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1212 |
+
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1213 |
|
1214 |
@spaces.GPU
|
1215 |
+
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1216 |
+
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1217 |
|
1218 |
@spaces.GPU
|
1219 |
+
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1220 |
+
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1221 |
|
1222 |
@spaces.GPU
|
1223 |
+
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1224 |
+
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1225 |
|
1226 |
@spaces.GPU
|
1227 |
+
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name):
|
1228 |
+
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params, rendervar, task_name)
|
1229 |
|
1230 |
def launch(self, share=False):
|
1231 |
|
|
|
1236 |
table_params = gr.State(self.table_params)
|
1237 |
gripper_params = gr.State(self.gripper_params)
|
1238 |
rendervar = gr.State(None)
|
1239 |
+
task_name = gr.State(self.task_name)
|
1240 |
|
1241 |
with gr.Row():
|
1242 |
gr.Markdown("# Particle-Grid Neural Dynamics for Learning Deformable Object Models from RGB-D Videos")
|
|
|
1323 |
inputs=[],
|
1324 |
outputs=[form_video, form_3dgs_pred,
|
1325 |
preprocess_metadata, state, params,
|
1326 |
+
table_params, gripper_params, rendervar, task_name])
|
1327 |
|
1328 |
run_reset_plush.click(self.reset_plush,
|
1329 |
inputs=[],
|
1330 |
outputs=[form_video, form_3dgs_pred,
|
1331 |
preprocess_metadata, state, params,
|
1332 |
+
table_params, gripper_params, rendervar, task_name])
|
1333 |
|
1334 |
run_xplus.click(self.on_click_run_xplus,
|
1335 |
inputs=[preprocess_metadata, state, params,
|
1336 |
+
table_params, gripper_params, rendervar, task_name],
|
1337 |
outputs=[form_video, form_3dgs_pred,
|
1338 |
preprocess_metadata, state, params,
|
1339 |
+
table_params, gripper_params, rendervar, task_name])
|
1340 |
|
1341 |
run_xminus.click(self.on_click_run_xminus,
|
1342 |
inputs=[preprocess_metadata, state, params,
|
1343 |
+
table_params, gripper_params, rendervar, task_name],
|
1344 |
outputs=[form_video, form_3dgs_pred,
|
1345 |
preprocess_metadata, state, params,
|
1346 |
+
table_params, gripper_params, rendervar, task_name])
|
1347 |
|
1348 |
run_yplus.click(self.on_click_run_yplus,
|
1349 |
inputs=[preprocess_metadata, state, params,
|
1350 |
+
table_params, gripper_params, rendervar, task_name],
|
1351 |
outputs=[form_video, form_3dgs_pred,
|
1352 |
preprocess_metadata, state, params,
|
1353 |
+
table_params, gripper_params, rendervar, task_name])
|
1354 |
|
1355 |
run_yminus.click(self.on_click_run_yminus,
|
1356 |
inputs=[preprocess_metadata, state, params,
|
1357 |
+
table_params, gripper_params, rendervar, task_name],
|
1358 |
outputs=[form_video, form_3dgs_pred,
|
1359 |
preprocess_metadata, state, params,
|
1360 |
+
table_params, gripper_params, rendervar, task_name])
|
1361 |
|
1362 |
run_zplus.click(self.on_click_run_zplus,
|
1363 |
inputs=[preprocess_metadata, state, params,
|
1364 |
+
table_params, gripper_params, rendervar, task_name],
|
1365 |
outputs=[form_video, form_3dgs_pred,
|
1366 |
preprocess_metadata, state, params,
|
1367 |
+
table_params, gripper_params, rendervar, task_name])
|
1368 |
|
1369 |
run_zminus.click(self.on_click_run_zminus,
|
1370 |
inputs=[preprocess_metadata, state, params,
|
1371 |
+
table_params, gripper_params, rendervar, task_name],
|
1372 |
outputs=[form_video, form_3dgs_pred,
|
1373 |
preprocess_metadata, state, params,
|
1374 |
+
table_params, gripper_params, rendervar, task_name])
|
1375 |
|
1376 |
app.launch(share=share)
|
1377 |
|
src/experiments/log/gs/temp/form_video.mp4
CHANGED
Binary files a/src/experiments/log/gs/temp/form_video.mp4 and b/src/experiments/log/gs/temp/form_video.mp4 differ
|
|
src/experiments/log/gs/temp/gs_pred.splat
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 12719456
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc23eec3d09f25912bf0ea9c34e72ad9523aeea3ef784b6a2545ac95d2d2c608
|
3 |
size 12719456
|
src/experiments/log/temp/0000.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0001.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0002.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0003.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0004.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0005.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0006.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0007.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0008.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0009.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0010.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0011.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0012.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0013.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|
src/experiments/log/temp/0014.png
CHANGED
![]() |
Git LFS Details
|
![]() |
Git LFS Details
|