feat: update refinement

README.MD

@@ -9,6 +9,7 @@ For more information on the reconstruction service, please refer to our [whitepa
 - [Minimum Requirements](docs/minimum-requirements.md)
 - [Deployment](docs/deployment.md)
 - [Development Guide](docs/development.md)
+- [Compute Capability](docs/compute-capability.md)
 
 ## Acknowledgments
 

docs/compute-capability.md

@@ -0,0 +1,146 @@
+# Compute Capability
+
+Expected Input and Output Files from each compute capability
+
+<details>
+  <summary>/reconstruction/local-refinement/v1</summary>
+
+  ### Input
+  ```bash
+  # Input Files
+  {job_root_path}
+  ├── datasets
+  │   └── {dataset}
+  │       ├── Frames.mp4
+  │       ├── Accel.csv
+  │       ├── ARposes.csv     
+  │       ├── CameraIntrinsics.csv     
+  │       ├── FeaturePoints.ply     
+  │       ├── gyro_accel.csv     
+  │       ├── Gyro.csv     
+  │       ├── PortalDetections.csv
+  │       └── Manifest.json
+  ```
+
+  ### Output
+  ```bash
+  # Output Files
+  {job_root_path}
+  ├── refined
+  │   └── local
+  │       └── {dataset}
+  │           ├── colmap_rec
+  │           │    ├── cameras.bin
+  │           │    ├── frames.bin
+  │           │    ├── images.bin
+  │           │    ├── points3D.bin
+  │           │    └── rigs.bin
+  │           ├── sfm
+  │           │    ├── cameras.bin    # Uploaded as zip
+  │           │    ├── database.db
+  │           │    ├── feature.h5
+  │           │    ├── frames.bin     # Uploaded as zip
+  │           │    ├── global_features.h5
+  │           │    ├── images.bin     # Uploaded as zip
+  │           │    ├── matches.bin 
+  │           │    ├── pairs-sfm.txt
+  │           │    ├── points3D.bin   # Uploaded as zip
+  │           │    ├── portals.csv    # Portal poses relative to colmap world coordinates. Uploaded as zip
+  │           │    └── rigs.bin       # Uploaded as zip
+  │           └── local_logs
+  ```
+
+</details>
+
+
+<details>
+  <summary>/reconstruction/global-refinement/v1</summary>
+
+  ### Input
+  ```bash
+  # Input Files
+  {job_root_path}
+  ├── refined
+  │   └── local
+  │       └── {dataset}
+  │           └── reconstruction_refined_x1.zip # this is what is expected to downloaded from domain server
+  ```
+
+  ### Output
+  ```bash
+  # Output Files
+  {job_root_path}
+  ├── refined
+  │   └── global
+  │       ├── refined_sfm_combined
+  │       │    ├── cameras.bin
+  │       │    ├── frames.bin
+  │       │    ├── images.bin
+  │       │    ├── points3D.bin
+  │       │    └── rigs.bin
+  │       ├── topology
+  │       │    ├── topology_downsampled_0.111.glb    # Uploaded as zip
+  │       │    ├── topology_downsampled_0.111.obj
+  │       │    ├── topology_downsampled_0.333.glb
+  │       │    ├── topology_downsampled_0.333.obj    # Uploaded as zip
+  │       │    ├── topology.glb
+  │       │    └── topology.obj     # Uploaded as zip
+  │       ├── refined_manifest.json
+  │       ├── RefinedPointCloud.ply
+  │       ├── RefinedPointCloud.ply.drc
+  │       ├── RefinedPointCloudFloat.ply
+  │       ├── RefinedPointCloudReduced.ply
+  │       └── global_logs
+  ```
+
+</details>
+
+<details>
+  <summary>/reconstruction/update-refinement/v1</summary>
+
+  ### Input
+  ```bash
+  # Input Files
+  {job_root_path}
+  ├── refined
+  │   ├── local
+  │   │   └── {dataset}
+  │   │       └── reconstruction_refined_x1.zip # this is what is expected to downloaded from domain server
+  │   └── global
+  │       ├── refined_sfm_combined
+  │       │    ├── cameras.bin
+  │       │    ├── frames.bin
+  │       │    ├── images.bin
+  │       │    ├── points3D.bin
+  │       │    └── rigs.bin
+  │       └── refined_manifest.json
+  ```
+
+  ### Output
+  ```bash
+  # Output Files
+  {job_root_path}
+  ├── refined
+  │   └── update
+  │       ├── refined_sfm_combined
+  │       │    ├── cameras.bin
+  │       │    ├── frames.bin
+  │       │    ├── images.bin
+  │       │    ├── points3D.bin
+  │       │    └── rigs.bin
+  │       ├── topology
+  │       │    ├── topology_downsampled_0.111.glb    # Uploaded as zip
+  │       │    ├── topology_downsampled_0.111.obj
+  │       │    ├── topology_downsampled_0.333.glb
+  │       │    ├── topology_downsampled_0.333.obj    # Uploaded as zip
+  │       │    ├── topology.glb
+  │       │    └── topology.obj     # Uploaded as zip
+  │       ├── refined_manifest.json
+  │       ├── RefinedPointCloud.ply
+  │       ├── RefinedPointCloud.ply.drc
+  │       ├── RefinedPointCloudFloat.ply
+  │       ├── RefinedPointCloudReduced.ply
+  │       └── update_logs
+  ```
+
+</details>

global_main.py

@@ -3,33 +3,7 @@
 import os
 from utils.data_utils import get_data_paths, setup_logger
 from utils.dataset_utils import stitching_helper
-from utils.point_cloud_utils import filter_ply, downsample_ply_to_max_size, reduce_decimals_ply, draco_compress_ply
-
-def post_process_ply(output_path, logger):
-    ply_path = output_path / "RefinedPointCloud.ply"
-    filter_ply(ply_path, ply_path, convert_opencv_to_opengl=True, logger=logger)
-
-    # Ensure ply fits in domain data
-    logger.info("Downsampling ply if needed to be under 20 MB file size...")
-    ply_path_reduced = output_path / "RefinedPointCloudReduced.ply"
-    try:
-        downsample_ply_to_max_size(ply_path, ply_path_reduced, 20000000, logger=logger)
-    except Exception as e:
-        logger.error(f"Failed to downsample PLY file: {str(e)}")
-
-    logger.info("Draco compressing the PLY file...")
-    try:
-        # Must be float to do draco compression, but open3d outputs double precision.
-        ply_path_float = output_path / "RefinedPointCloudFloat.ply"
-        try:
-            reduce_decimals_ply(ply_path, ply_path_float, 3, logger=logger)
-        except Exception as e:
-            logger.error(f"Failed to reduce decimals in PLY file: {str(e)}")
-
-        draco_compress_ply(ply_path_float, output_path / "RefinedPointCloud.ply.drc", logger=logger)
-    except Exception as e:
-        logger.error(f"Failed to draco compress the PLY file: {str(e)}")
-
+from utils.point_cloud_utils import post_process_ply
 
 def main(args):
     # Create and configure logger

server/rust/Cargo.toml

@@ -1,5 +1,6 @@
 [workspace]
 members = [
+    "runner-reconstruction-update",
     "runner-reconstruction-global",
     "runner-reconstruction-local",
     "bin",

server/rust/bin/Cargo.toml

@@ -9,6 +9,7 @@ compute-runner-api = { package = "posemesh-compute-node-runner-api", version = "
 posemesh-compute-node = { version = "0.3.1" }
 runner-reconstruction-local = { path = "../runner-reconstruction-local" }
 runner-reconstruction-global = { path = "../runner-reconstruction-global" }
+runner-reconstruction-update = { path = "../runner-reconstruction-update" }
 anyhow = "1"
 tokio = { version = "1", features = ["rt-multi-thread", "macros", "net"] }
 

server/rust/bin/src/main.rs

@@ -15,6 +15,9 @@ async fn main() -> anyhow::Result<()> {
     for runner in runner_reconstruction_global::RunnerReconstructionGlobal::for_all_capabilities() {
         reg = reg.register(runner);
     }
+    for runner in runner_reconstruction_update::RunnerReconstructionUpdate::for_all_capabilities() {
+        reg = reg.register(runner);
+    }
 
     let capabilities = reg.capabilities();
     posemesh_compute_node::dds::register::spawn_registration_if_configured(&cfg, &capabilities)?;

server/rust/bin/tests/bin_wiring.rs

@@ -38,13 +38,19 @@ async fn registry_contains_scaffold_runners_and_run_node_ok() {
     for runner in runner_reconstruction_global::RunnerReconstructionGlobal::for_all_capabilities() {
         reg = reg.register(runner);
     }
+    for runner in runner_reconstruction_update::RunnerReconstructionUpdate::for_all_capabilities() {
+        reg = reg.register(runner);
+    }
 
     for cap in runner_reconstruction_local::CAPABILITIES {
         assert!(reg.get(cap).is_some());
     }
     for cap in runner_reconstruction_global::CAPABILITIES {
         assert!(reg.get(cap).is_some());
     }
+    for cap in runner_reconstruction_update::CAPABILITIES {
+        assert!(reg.get(cap).is_some());
+    }
 
     // Engine now waits for shutdown; ensure it stays pending.
     let result = timeout(

server/rust/runner-reconstruction-update/Cargo.toml

@@ -0,0 +1,26 @@
+[package]
+name = "runner-reconstruction-update"
+version = "0.1.0"
+edition = "2021"
+publish = false
+
+[lib]
+path = "src/lib.rs"
+
+[dependencies]
+compute-runner-api = { package = "posemesh-compute-node-runner-api", version = "0.1.2" }
+anyhow = "1"
+async-trait = "0.1"
+chrono = { version = "0.4", features = ["serde"] }
+serde = { version = "1", features = ["derive"] }
+serde_json = "1"
+tempfile = "3"
+tokio = { version = "1", features = ["rt-multi-thread", "macros", "process", "io-util", "sync", "time", "fs"] }
+tokio-util = { version = "0.7", features = ["rt"] }
+tracing = "0.1"
+posemesh-domain-http = "1.5.1"
+uuid = { version = "1", features = ["v4"] }
+zip = { version = "0.6", default-features = false, features = ["deflate"] }
+
+[package.metadata]
+description = "Scaffold runner for update refinement, no HTTP wiring."