The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
text-splitters[patch]: fix typing for `keep_separator` (#25706)
ccurmebc557a56639c
diff --git a/libs/text-splitters/langchain_text_splitters/character.py b/libs/text-splitters/langchain_text_splitters/character.pyindex 12f69484c1..85124b39de 100644--- a/libs/text-splitters/langchain_text_splitters/character.py+++ b/libs/text-splitters/langchain_text_splitters/character.py@@ -65,7 +65,7 @@ class RecursiveCharacterTextSplitter(TextSplitter):def __init__(self,separators: Optional[List[str]] = None,- keep_separator: bool = True,+ keep_separator: Union[bool, Literal["start", "end"]] = True,is_separator_regex: bool = False,**kwargs: Any,) -> None:diff --git a/libs/text-splitters/tests/unit_tests/test_text_splitters.py b/libs/text-splitters/tests/unit_tests/test_text_splitters.pyindex 1faee31cd0..95f170d52b 100644--- a/libs/text-splitters/tests/unit_tests/test_text_splitters.py+++ b/libs/text-splitters/tests/unit_tests/test_text_splitters.py@@ -180,6 +180,30 @@ def test_character_text_splitter_discard_separator_regex(assert output == expected_output+def test_recursive_character_text_splitter_keep_separators() -> None:+ split_tags = [",", "."]+ query = "Apple,banana,orange and tomato."+ # start+ splitter = RecursiveCharacterTextSplitter(+ chunk_size=10,+ chunk_overlap=0,+ separators=split_tags,+ keep_separator="start",+ )+ result = splitter.split_text(query)+ assert result == ["Apple", ",banana", ",orange and tomato", "."]++ # end+ splitter = RecursiveCharacterTextSplitter(+ chunk_size=10,+ chunk_overlap=0,+ separators=split_tags,+ keep_separator="end",+ )+ result = splitter.split_text(query)+ assert result == ["Apple,", "banana,", "orange and tomato."]++def test_character_text_splitting_args() -> None:"""Test invalid arguments."""with pytest.raises(ValueError):