update

app.py

@@ -41,11 +41,11 @@ from common import (
 
 app_name = os.getenv("GRADIO_APP")
 if app_name == "imageto3d_sam3d":
-    enable_pre_resize = gr.State(False)
+    _enable_pre_resize_default = False
     sample_step = 25
     bg_rm_model_name = "rembg"  # "rembg", "rmbg14"
 elif app_name == "imageto3d":
-    enable_pre_resize = gr.State(True)
+    _enable_pre_resize_default = True
     sample_step = 12
     bg_rm_model_name = "rembg"  # "rembg", "rmbg14"
 
@@ -77,7 +77,7 @@ with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
         ),
         elem_classes=["header"],
     )
-
+    enable_pre_resize = gr.State(_enable_pre_resize_default)
     with gr.Row():
         with gr.Column(scale=3):
             with gr.Tabs() as input_tabs:
@@ -271,9 +271,9 @@ with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
                             glob("assets/example_image/*")
                         )
                     ],
-                    inputs=[image_prompt, rmbg_tag, enable_pre_resize],
-                    fn=preprocess_image_fn,
-                    outputs=[image_prompt, raw_image_cache, enable_pre_resize],
+                    inputs=[image_prompt, rmbg_tag],
+                    fn=lambda img, rmbg: preprocess_image_fn(img, rmbg, _enable_pre_resize_default),
+                    outputs=[image_prompt, raw_image_cache],
                     run_on_click=True,
                     examples_per_page=10,
                     cache_examples=True,
@@ -339,9 +339,9 @@ with gr.Blocks(delete_cache=(43200, 43200), theme=custom_theme) as demo:
     )
 
     image_prompt.upload(
-        preprocess_image_fn,
-        inputs=[image_prompt, rmbg_tag, enable_pre_resize],
-        outputs=[image_prompt, raw_image_cache, enable_pre_resize],
+        lambda img, rmbg: preprocess_image_fn(img, rmbg, _enable_pre_resize_default),
+        inputs=[image_prompt, rmbg_tag],
+        outputs=[image_prompt, raw_image_cache],
     )
     image_prompt.change(
         lambda: tuple(

common.py

@@ -177,7 +177,7 @@ def preprocess_image_fn(
     if preprocess:
         image = trellis_preprocess(image)
 
-    return image, image_cache, preprocess
+    return image, image_cache
 
 
 def preprocess_sam_image_fn(

embodied_gen/models/sam3d.py

@@ -22,7 +22,8 @@ import sys
 
 import numpy as np
 from hydra.utils import instantiate
-from modelscope import snapshot_download
+# from modelscope import snapshot_download
+from huggingface_hub import snapshot_download
 from omegaconf import OmegaConf
 from PIL import Image
 
@@ -65,7 +66,8 @@ class Sam3dInference:
         self, local_dir: str = "weights/sam-3d-objects", compile: bool = False
     ) -> None:
         if not os.path.exists(local_dir):
-            snapshot_download("facebook/sam-3d-objects", local_dir=local_dir)
+            # snapshot_download("facebook/sam-3d-objects", local_dir=local_dir)
+            snapshot_download(repo_id="tuandao-zenai/sam-3d-objects", local_dir=local_dir)
         config_file = os.path.join(local_dir, "checkpoints/pipeline.yaml")
         config = OmegaConf.load(config_file)
         config.rendering_engine = "nvdiffrast"