diff --git a/pyproject.toml b/pyproject.toml
index e4998de0..c7fc091d 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -82,8 +82,11 @@ train = [
 "Homepage" = "https://github.com/facebookresearch/sam3"
 "Bug Tracker" = "https://github.com/facebookresearch/sam3/issues"
 
-[tool.setuptools]
-packages = ["sam3", "sam3.model"]
+[tool.setuptools.packages.find]
+include = ["sam3*"]
+
+[tool.setuptools.package-data]
+sam3 = ["assets/*.txt.gz"]
 
 [tool.setuptools.dynamic]
 version = {attr = "sam3.__version__"}
diff --git a/sam3/assets/bpe_simple_vocab_16e6.txt.gz b/sam3/assets/bpe_simple_vocab_16e6.txt.gz
new file mode 100644
index 00000000..7b5088a5
Binary files /dev/null and b/sam3/assets/bpe_simple_vocab_16e6.txt.gz differ
diff --git a/sam3/model_builder.py b/sam3/model_builder.py
index 058bbec3..66719276 100644
--- a/sam3/model_builder.py
+++ b/sam3/model_builder.py
@@ -581,7 +581,7 @@ def build_sam3_image_model(
     """
     if bpe_path is None:
         bpe_path = os.path.join(
-            os.path.dirname(__file__), "..", "assets", "bpe_simple_vocab_16e6.txt.gz"
+            os.path.dirname(__file__), "assets", "bpe_simple_vocab_16e6.txt.gz"
         )
     # Create visual components
     compile_mode = "default" if compile else None
@@ -669,7 +669,7 @@ def build_sam3_video_model(
     """
     if bpe_path is None:
         bpe_path = os.path.join(
-            os.path.dirname(__file__), "..", "assets", "bpe_simple_vocab_16e6.txt.gz"
+            os.path.dirname(__file__), "assets", "bpe_simple_vocab_16e6.txt.gz"
         )
 
     # Build Tracker module