test
Browse files
app.py
CHANGED
@@ -997,9 +997,11 @@ class DynamicsVisualizer:
|
|
997 |
clear_color=[0, 0, 0, 0],
|
998 |
)
|
999 |
|
1000 |
-
return form_video, form_3dgs_pred
|
|
|
|
|
1001 |
|
1002 |
-
def run_command(self, unit_command):
|
1003 |
import warp as wp
|
1004 |
wp.init()
|
1005 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
@@ -1011,6 +1013,11 @@ class DynamicsVisualizer:
|
|
1011 |
self.torch_device = torch_devices[0]
|
1012 |
os.system('rm -rf ' + str(root / 'log/temp/*'))
|
1013 |
|
|
|
|
|
|
|
|
|
|
|
1014 |
for k, v in self.preprocess_metadata.items():
|
1015 |
self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
|
1016 |
for k, v in self.state.items():
|
@@ -1125,33 +1132,41 @@ class DynamicsVisualizer:
|
|
1125 |
value=root / 'log/gs/temp/gs_pred.splat',
|
1126 |
clear_color=[0, 0, 0, 0],
|
1127 |
)
|
1128 |
-
return form_video, form_3dgs_pred
|
|
|
|
|
1129 |
|
1130 |
@spaces.GPU
|
1131 |
-
def on_click_run_xplus(self):
|
1132 |
-
return self.run_command([5.0, 0, 0])
|
1133 |
|
1134 |
@spaces.GPU
|
1135 |
-
def on_click_run_xminus(self):
|
1136 |
-
return self.run_command([-5.0, 0, 0])
|
1137 |
|
1138 |
@spaces.GPU
|
1139 |
-
def on_click_run_yplus(self):
|
1140 |
-
return self.run_command([0, 5.0, 0])
|
1141 |
|
1142 |
@spaces.GPU
|
1143 |
-
def on_click_run_yminus(self):
|
1144 |
-
return self.run_command([0, -5.0, 0])
|
1145 |
|
1146 |
@spaces.GPU
|
1147 |
-
def on_click_run_zplus(self):
|
1148 |
-
return self.run_command([0, 0, 5.0])
|
1149 |
|
1150 |
@spaces.GPU
|
1151 |
-
def on_click_run_zminus(self):
|
1152 |
-
return self.run_command([0, 0, -5.0])
|
1153 |
|
1154 |
def launch(self, share=False):
|
|
|
|
|
|
|
|
|
|
|
|
|
1155 |
|
1156 |
with gr.Blocks() as app:
|
1157 |
|
@@ -1268,31 +1283,51 @@ class DynamicsVisualizer:
|
|
1268 |
# Set up callbacks
|
1269 |
run_reset.click(self.reset,
|
1270 |
inputs=[],
|
1271 |
-
outputs=[form_video, form_3dgs_pred
|
|
|
|
|
1272 |
|
1273 |
run_xplus.click(self.on_click_run_xplus,
|
1274 |
-
inputs=[
|
1275 |
-
|
|
|
|
|
|
|
1276 |
|
1277 |
run_xminus.click(self.on_click_run_xminus,
|
1278 |
-
inputs=[
|
1279 |
-
|
|
|
|
|
|
|
1280 |
|
1281 |
run_yplus.click(self.on_click_run_yplus,
|
1282 |
-
inputs=[
|
1283 |
-
|
|
|
|
|
|
|
1284 |
|
1285 |
run_yminus.click(self.on_click_run_yminus,
|
1286 |
-
inputs=[
|
1287 |
-
|
|
|
|
|
|
|
1288 |
|
1289 |
run_zplus.click(self.on_click_run_zplus,
|
1290 |
-
inputs=[
|
1291 |
-
|
|
|
|
|
|
|
1292 |
|
1293 |
run_zminus.click(self.on_click_run_zminus,
|
1294 |
-
inputs=[
|
1295 |
-
|
|
|
|
|
|
|
1296 |
|
1297 |
# Set up callbacks
|
1298 |
# run_reset_2.click(self.reset_2,
|
|
|
997 |
clear_color=[0, 0, 0, 0],
|
998 |
)
|
999 |
|
1000 |
+
return form_video, form_3dgs_pred, \
|
1001 |
+
self.preprocess_metadata, self.state, self.params, \
|
1002 |
+
self.table_params, self.gripper_params
|
1003 |
|
1004 |
+
def run_command(self, unit_command, preprocess_metadata, state, params, table_params, gripper_params):
|
1005 |
import warp as wp
|
1006 |
wp.init()
|
1007 |
gpus = [int(gpu) for gpu in self.cfg.gpus]
|
|
|
1013 |
self.torch_device = torch_devices[0]
|
1014 |
os.system('rm -rf ' + str(root / 'log/temp/*'))
|
1015 |
|
1016 |
+
self.preprocess_metadata = preprocess_metadata
|
1017 |
+
self.state = state
|
1018 |
+
self.params = params
|
1019 |
+
self.table_params = table_params
|
1020 |
+
self.gripper_params = gripper_params
|
1021 |
for k, v in self.preprocess_metadata.items():
|
1022 |
self.preprocess_metadata[k] = v.to(self.torch_device) if isinstance(v, torch.Tensor) else v
|
1023 |
for k, v in self.state.items():
|
|
|
1132 |
value=root / 'log/gs/temp/gs_pred.splat',
|
1133 |
clear_color=[0, 0, 0, 0],
|
1134 |
)
|
1135 |
+
return form_video, form_3dgs_pred, \
|
1136 |
+
self.preprocess_metadata, self.state, self.params, \
|
1137 |
+
self.table_params, self.gripper_params
|
1138 |
|
1139 |
@spaces.GPU
|
1140 |
+
def on_click_run_xplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1141 |
+
return self.run_command([5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
1142 |
|
1143 |
@spaces.GPU
|
1144 |
+
def on_click_run_xminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1145 |
+
return self.run_command([-5.0, 0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
1146 |
|
1147 |
@spaces.GPU
|
1148 |
+
def on_click_run_yplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1149 |
+
return self.run_command([0, 5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
1150 |
|
1151 |
@spaces.GPU
|
1152 |
+
def on_click_run_yminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1153 |
+
return self.run_command([0, -5.0, 0], preprocess_metadata, state, params, table_params, gripper_params)
|
1154 |
|
1155 |
@spaces.GPU
|
1156 |
+
def on_click_run_zplus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1157 |
+
return self.run_command([0, 0, 5.0], preprocess_metadata, state, params, table_params, gripper_params)
|
1158 |
|
1159 |
@spaces.GPU
|
1160 |
+
def on_click_run_zminus(self, preprocess_metadata, state, params, table_params, gripper_params):
|
1161 |
+
return self.run_command([0, 0, -5.0], preprocess_metadata, state, params, table_params, gripper_params)
|
1162 |
|
1163 |
def launch(self, share=False):
|
1164 |
+
|
1165 |
+
preprocess_metadata = gr.State(self.preprocess_metadata)
|
1166 |
+
state = gr.State(self.state)
|
1167 |
+
params = gr.State(self.params)
|
1168 |
+
table_params = gr.State(self.table_params)
|
1169 |
+
gripper_params = gr.State(self.gripper_params)
|
1170 |
|
1171 |
with gr.Blocks() as app:
|
1172 |
|
|
|
1283 |
# Set up callbacks
|
1284 |
run_reset.click(self.reset,
|
1285 |
inputs=[],
|
1286 |
+
outputs=[form_video, form_3dgs_pred,
|
1287 |
+
preprocess_metadata, state, params,
|
1288 |
+
table_params, gripper_params])
|
1289 |
|
1290 |
run_xplus.click(self.on_click_run_xplus,
|
1291 |
+
inputs=[preprocess_metadata, state, params,
|
1292 |
+
table_params, gripper_params],
|
1293 |
+
outputs=[form_video, form_3dgs_pred,
|
1294 |
+
preprocess_metadata, state, params,
|
1295 |
+
table_params, gripper_params])
|
1296 |
|
1297 |
run_xminus.click(self.on_click_run_xminus,
|
1298 |
+
inputs=[preprocess_metadata, state, params,
|
1299 |
+
table_params, gripper_params],
|
1300 |
+
outputs=[form_video, form_3dgs_pred,
|
1301 |
+
preprocess_metadata, state, params,
|
1302 |
+
table_params, gripper_params])
|
1303 |
|
1304 |
run_yplus.click(self.on_click_run_yplus,
|
1305 |
+
inputs=[preprocess_metadata, state, params,
|
1306 |
+
table_params, gripper_params],
|
1307 |
+
outputs=[form_video, form_3dgs_pred,
|
1308 |
+
preprocess_metadata, state, params,
|
1309 |
+
table_params, gripper_params])
|
1310 |
|
1311 |
run_yminus.click(self.on_click_run_yminus,
|
1312 |
+
inputs=[preprocess_metadata, state, params,
|
1313 |
+
table_params, gripper_params],
|
1314 |
+
outputs=[form_video, form_3dgs_pred,
|
1315 |
+
preprocess_metadata, state, params,
|
1316 |
+
table_params, gripper_params])
|
1317 |
|
1318 |
run_zplus.click(self.on_click_run_zplus,
|
1319 |
+
inputs=[preprocess_metadata, state, params,
|
1320 |
+
table_params, gripper_params],
|
1321 |
+
outputs=[form_video, form_3dgs_pred,
|
1322 |
+
preprocess_metadata, state, params,
|
1323 |
+
table_params, gripper_params])
|
1324 |
|
1325 |
run_zminus.click(self.on_click_run_zminus,
|
1326 |
+
inputs=[preprocess_metadata, state, params,
|
1327 |
+
table_params, gripper_params],
|
1328 |
+
outputs=[form_video, form_3dgs_pred,
|
1329 |
+
preprocess_metadata, state, params,
|
1330 |
+
table_params, gripper_params])
|
1331 |
|
1332 |
# Set up callbacks
|
1333 |
# run_reset_2.click(self.reset_2,
|