From 430c7778d4cf6849e563bab38d73e4bcc141b6b1 Mon Sep 17 00:00:00 2001 From: jun76 Date: Sun, 30 Nov 2025 16:21:07 +0900 Subject: [PATCH] moved the langchain_text_splitters import inside default_chunk_fn --- voyageai/chunking.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/voyageai/chunking.py b/voyageai/chunking.py index d601ae4..55c139e 100644 --- a/voyageai/chunking.py +++ b/voyageai/chunking.py @@ -1,8 +1,6 @@ from itertools import chain from typing import Callable, List -from langchain_text_splitters import RecursiveCharacterTextSplitter - DEFAULT_CHUNK_SIZE = 2048 SEPARATORS = [ @@ -35,6 +33,14 @@ def default_chunk_fn(chunk_size: int = DEFAULT_CHUNK_SIZE) -> Callable[[str], Li """ Simple wrapper for LangChain RecursiveCharacterTextSplitter. """ + try: + from langchain_text_splitters import RecursiveCharacterTextSplitter + except ImportError: + raise ImportError( + "Please install langchain-text-splitters to use the default chunking function: " + "pip install langchain-text-splitters" + ) + splitter = RecursiveCharacterTextSplitter( separators=SEPARATORS, keep_separator="end",