init project
Browse files- app.py +5 -1
- modules/dust3r/cloud_opt/base_opt.py +1 -1
app.py
CHANGED
|
@@ -86,7 +86,7 @@ def _convert_scene_output_to_glb(outdir, imgs, pts3d, mask, focals, cams2world,
|
|
| 86 |
scene.export(file_obj=outfile)
|
| 87 |
return outfile
|
| 88 |
|
| 89 |
-
|
| 90 |
def get_3D_model_from_scene(outdir, scene, min_conf_thr=3, as_pointcloud=False, mask_sky=False,
|
| 91 |
clean_depth=False, transparent_cams=False, cam_size=0.05):
|
| 92 |
"""
|
|
@@ -467,11 +467,15 @@ def get_reconstructed_scene(outdir, filelist, schedule, niter, min_conf_thr,
|
|
| 467 |
elif scenegraph_type == "oneref":
|
| 468 |
scenegraph_type = scenegraph_type + "-" + str(refid)
|
| 469 |
|
|
|
|
| 470 |
pairs = make_pairs(imgs, scene_graph=scenegraph_type, prefilter=None, symmetrize=True)
|
|
|
|
| 471 |
output = inference(pairs, pe3r.mast3r, device, batch_size=1, verbose=not silent)
|
|
|
|
| 472 |
mode = GlobalAlignerMode.PointCloudOptimizer if len(imgs) > 2 else GlobalAlignerMode.PairViewer
|
| 473 |
scene_1 = global_aligner(output, cog_seg_maps, rev_cog_seg_maps, cog_feats, device=device, mode=mode, verbose=not silent)
|
| 474 |
lr = 0.01
|
|
|
|
| 475 |
# if mode == GlobalAlignerMode.PointCloudOptimizer:
|
| 476 |
loss = scene_1.compute_global_alignment(tune_flg=True, init='mst', niter=niter, schedule=schedule, lr=lr)
|
| 477 |
|
|
|
|
| 86 |
scene.export(file_obj=outfile)
|
| 87 |
return outfile
|
| 88 |
|
| 89 |
+
@spaces.GPU(duration=180)
|
| 90 |
def get_3D_model_from_scene(outdir, scene, min_conf_thr=3, as_pointcloud=False, mask_sky=False,
|
| 91 |
clean_depth=False, transparent_cams=False, cam_size=0.05):
|
| 92 |
"""
|
|
|
|
| 467 |
elif scenegraph_type == "oneref":
|
| 468 |
scenegraph_type = scenegraph_type + "-" + str(refid)
|
| 469 |
|
| 470 |
+
print('0')
|
| 471 |
pairs = make_pairs(imgs, scene_graph=scenegraph_type, prefilter=None, symmetrize=True)
|
| 472 |
+
print('a')
|
| 473 |
output = inference(pairs, pe3r.mast3r, device, batch_size=1, verbose=not silent)
|
| 474 |
+
print('b')
|
| 475 |
mode = GlobalAlignerMode.PointCloudOptimizer if len(imgs) > 2 else GlobalAlignerMode.PairViewer
|
| 476 |
scene_1 = global_aligner(output, cog_seg_maps, rev_cog_seg_maps, cog_feats, device=device, mode=mode, verbose=not silent)
|
| 477 |
lr = 0.01
|
| 478 |
+
print('c')
|
| 479 |
# if mode == GlobalAlignerMode.PointCloudOptimizer:
|
| 480 |
loss = scene_1.compute_global_alignment(tune_flg=True, init='mst', niter=niter, schedule=schedule, lr=lr)
|
| 481 |
|
modules/dust3r/cloud_opt/base_opt.py
CHANGED
|
@@ -442,7 +442,7 @@ class BasePCOptimizer (nn.Module):
|
|
| 442 |
return refresh_confidence_map.view(H, W)
|
| 443 |
|
| 444 |
|
| 445 |
-
@torch.cuda.amp.autocast(enabled=False)
|
| 446 |
def compute_global_alignment(self, tune_flg=False, init=None, niter_PnP=10, **kw):
|
| 447 |
|
| 448 |
if tune_flg:
|
|
|
|
| 442 |
return refresh_confidence_map.view(H, W)
|
| 443 |
|
| 444 |
|
| 445 |
+
# @torch.cuda.amp.autocast(enabled=False)
|
| 446 |
def compute_global_alignment(self, tune_flg=False, init=None, niter_PnP=10, **kw):
|
| 447 |
|
| 448 |
if tune_flg:
|