diff --git a/src/flashpack/integrations/diffusers/model.py b/src/flashpack/integrations/diffusers/model.py
index 97290ae..ca75d9d 100644
--- a/src/flashpack/integrations/diffusers/model.py
+++ b/src/flashpack/integrations/diffusers/model.py
@@ -87,7 +87,7 @@ def from_pretrained_flashpack(
         strict: bool | None = None,
         strict_params: bool = True,
         strict_buffers: bool = False,
-        keep_flash_ref_on_model: bool = True,
+        keep_flash_ref_on_model: bool = False,
         num_streams: int = DEFAULT_NUM_STREAMS,
         chunk_bytes: int = DEFAULT_CHUNK_BYTES,
         ignore_names: list[str] | None = None,
diff --git a/src/flashpack/integrations/transformers/model.py b/src/flashpack/integrations/transformers/model.py
index ddfadc0..b1eec89 100644
--- a/src/flashpack/integrations/transformers/model.py
+++ b/src/flashpack/integrations/transformers/model.py
@@ -90,7 +90,7 @@ def from_pretrained_flashpack(
         strict: bool | None = None,
         strict_params: bool = True,
         strict_buffers: bool = False,
-        keep_flash_ref_on_model: bool = True,
+        keep_flash_ref_on_model: bool = False,
         num_streams: int = DEFAULT_NUM_STREAMS,
         chunk_bytes: int = DEFAULT_CHUNK_BYTES,
         ignore_names: list[str] | None = None,
diff --git a/src/flashpack/mixin.py b/src/flashpack/mixin.py
index a4ce397..8aafd5c 100644
--- a/src/flashpack/mixin.py
+++ b/src/flashpack/mixin.py
@@ -34,7 +34,7 @@ def from_flashpack(
         strict: bool | None = None,
         strict_params: bool = True,
         strict_buffers: bool = False,
-        keep_flash_ref_on_model: bool = True,
+        keep_flash_ref_on_model: bool = False,
         ignore_names: list[str] | None = None,
         ignore_prefixes: list[str] | None = None,
         ignore_suffixes: list[str] | None = None,