kaifz commited on
Commit
d005d2c
·
1 Parent(s): a1c5ede
app.py CHANGED
@@ -22,6 +22,11 @@ import kornia
22
  import yaml
23
  import matplotlib.pyplot as plt
24
  from sklearn.neighbors import NearestNeighbors
 
 
 
 
 
25
  from dgl.geometry import farthest_point_sampler
26
 
27
  import sys
@@ -60,6 +65,20 @@ def fps(x, enabled, n, device, random_start=False):
60
  return fps_idx
61
 
62
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  class DynamicsVisualizer:
64
 
65
  def __init__(self):
 
22
  import yaml
23
  import matplotlib.pyplot as plt
24
  from sklearn.neighbors import NearestNeighbors
25
+
26
+ gs_path = str(Path(__file__).parent / 'src/third-party/diff-gaussian-rasterization-w-depth')
27
+ os.system(f'pip install -e {gs_path}')
28
+ os.system('conda install -c dglteam/label/th24_cu124 dgl')
29
+ os.system('conda install conda-forge::ffmpeg')
30
  from dgl.geometry import farthest_point_sampler
31
 
32
  import sys
 
65
  return fps_idx
66
 
67
 
68
+ def fps_new(x, enabled, n, device, random_start=False):
69
+ assert torch.diff(enabled * 1.0).sum() in [0.0, -1.0]
70
+ # start_idx = random.randint(0, enabled.sum() - 1) if random_start else 0
71
+ N = enabled.sum().item()
72
+ pcd = o3d.geometry.PointCloud()
73
+ pcd.points = o3d.utility.Vector3dVector(x[enabled].cpu().numpy())
74
+ pcd.colors = o3d.utility.Vector3dVector(
75
+ np.arange(len(pcd.points))[:, None] / len(pcd.points) * np.ones((1, 3), dtype=np.float32)
76
+ )
77
+ downpcd_farthest = pcd.farthest_point_down_sample(n)
78
+ fps_idx = np.array(downpcd_farthest.colors)[:, 0] * N
79
+ return fps_idx
80
+
81
+
82
  class DynamicsVisualizer:
83
 
84
  def __init__(self):
requirements.txt CHANGED
@@ -27,4 +27,3 @@ torch==2.5.1 --index-url https://download.pytorch.org/whl/cu124
27
  torchvision==0.20.1 --index-url https://download.pytorch.org/whl/cu124
28
  torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu124
29
  torchdata==0.7.1
30
- dgl -f https://data.dgl.ai/wheels/torch-2.4/cu124/repo.html
 
27
  torchvision==0.20.1 --index-url https://download.pytorch.org/whl/cu124
28
  torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu124
29
  torchdata==0.7.1
 
src/experiments/log/gs/temp/form_video.mp4 CHANGED
Binary files a/src/experiments/log/gs/temp/form_video.mp4 and b/src/experiments/log/gs/temp/form_video.mp4 differ
 
src/experiments/log/gs/temp/form_video_init.mp4 CHANGED
Binary files a/src/experiments/log/gs/temp/form_video_init.mp4 and b/src/experiments/log/gs/temp/form_video_init.mp4 differ
 
src/experiments/log/gs/temp/gs_pred.splat CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68163f3a942c74e9b71c679a84d8a1cd5be2bc9e054e19f5d350071a3746f500
3
  size 7675392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a7bd4f83ff4c2c640e57589673f1c0b0ec571515f3bdb5437fba6bea9035ed
3
  size 7675392
src/experiments/log/temp/0000.png CHANGED

Git LFS Details

  • SHA256: 77b3cfbc740682e220917dbc11f617077f5f1b7f3897565aa233ae20961b4e63
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB

Git LFS Details

  • SHA256: 894cb99696febdd676af000084ea2334b935d8427e195c016345a5fe0eff2467
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB
src/experiments/log/temp/0001.png CHANGED

Git LFS Details

  • SHA256: 177ddd8482e35d67f935befd11c9e632ebe89b8614a95a6e0f90383edf25df88
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB

Git LFS Details

  • SHA256: cc15818aa8f13d3577eec1fb23e659e15e47e64f0dacac1e3d64bf1ddf1d2e40
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB
src/experiments/log/temp/0002.png CHANGED

Git LFS Details

  • SHA256: 438377a5ea9631132b34949130f6eda07eeae362efbc2a6cebe991421542475f
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB

Git LFS Details

  • SHA256: bad71c519161f9cf2f8b2e9895c6ac10c3d8977026b443f1efa689f2957d67bb
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB
src/experiments/log/temp/0003.png CHANGED

Git LFS Details

  • SHA256: d07b97ba2dd70dcc38f683cf940b6bb78f6674ec0f9db55d33b3c855a07139e3
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB

Git LFS Details

  • SHA256: ff667e17fd8238d093d19c6d8d8ab1dce908014c8827d32c5ceecbfb2b2d7196
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB
src/experiments/log/temp/0004.png CHANGED

Git LFS Details

  • SHA256: e09885a213ed44f4d4afab4c4f71214bc1015fbbe0ce42e5f8601e58b9c01816
  • Pointer size: 131 Bytes
  • Size of remote file: 290 kB

Git LFS Details

  • SHA256: 447a0a6bee425d1159e6e7f7dc7288b968689d67f428bb3412f6a5603c60d9fc
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0005.png CHANGED

Git LFS Details

  • SHA256: cab880fb66b38398819de57be0409432628335b986e1f450b6afb063f0dec718
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: a01b433a37ad7934f782f1af6e1f417d3f8aae0fc763f44173cc6e88215bf7fa
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0006.png CHANGED

Git LFS Details

  • SHA256: 1cc0c2eb666204a3072ce6434233f6c4ec1232ca8bce13c80fcfb0df545d4b9b
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 15f63d68a9b7219adb30f0fc4a5ee32d7f10427d175a30b37a085ecfe8061018
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0007.png CHANGED

Git LFS Details

  • SHA256: 82e2958874e55341dc9b1535d0b789d4130f7201ab5c9569acab6932f6c38859
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: e085f467142721d60b7a56559d567d1e879974b9d09e9921b1a52e1493f43ac4
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0008.png CHANGED

Git LFS Details

  • SHA256: 3dbca38d9c956adba6b9183ce7b2b5c022055feb56ed357f5b1e772c07039cfe
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 3bdd1102ada19d123aa6902167661bdc746e63801aad5a105a00dc7bad882cce
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0009.png CHANGED

Git LFS Details

  • SHA256: 99de2192f8f2e0c27a2a5691d25080340598950b393aff11c20f88bffef3d32e
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 9cb5955c906c3fc1dfb5a7cedf3cc569030c9b41790179457fdb0c61c3e2171a
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0010.png CHANGED

Git LFS Details

  • SHA256: 75b571db9f70905b0806a6b7a694a69f236444f03083e613e807570cfd71b3d2
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 3dadb90a853d502622cb46ab406a2a464a93fad784ac5ceef897ad694f0b7d4e
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0011.png CHANGED

Git LFS Details

  • SHA256: 5926984c51f3d950177ae888d9a36bca2a4308d73f033f41a424bbbd1f7370d4
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 79e1e55bd57ee32d661bba2572a9cf473dd7d431e772c289829760b8ed4c48f6
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0012.png CHANGED

Git LFS Details

  • SHA256: ddae2075d25de53e94d1d9c4c1a89ed9d53c543ab5ff6c5acfa21b395cc90782
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: d47a54736723727c6c2126b62ae23734b29cc053b4410aac878afac32b7500fd
  • Pointer size: 131 Bytes
  • Size of remote file: 291 kB
src/experiments/log/temp/0013.png CHANGED

Git LFS Details

  • SHA256: 3a6b2acbbfa4429ebce15dd5a99a273eb88d6be88d14dc4fc2abe370938cfc46
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: 8f8e09f31970e77993faa1f1a096468b24af361d1884a10508658acde36bcf89
  • Pointer size: 131 Bytes
  • Size of remote file: 292 kB
src/experiments/log/temp/0014.png CHANGED

Git LFS Details

  • SHA256: fc611644e81368b25cbabb6281bc26510963fe5c87d79e29199abf41e53a5fc0
  • Pointer size: 131 Bytes
  • Size of remote file: 289 kB

Git LFS Details

  • SHA256: fb3c4f8c593c096c4007fc9fa51bbd7f1c4f62356350a3231513ddb43a1550a1
  • Pointer size: 131 Bytes
  • Size of remote file: 292 kB