From ff858bbc533d07ace82d8656b1a4505349c0cf5a Mon Sep 17 00:00:00 2001 From: Shreyash Date: Mon, 21 Apr 2025 18:05:45 -0700 Subject: [PATCH 1/3] Add Code to init files --- src/chonkie/__init__.py | 2 ++ src/chonkie/chunker/__init__.py | 2 ++ 2 files changed, 4 insertions(+) diff --git a/src/chonkie/__init__.py b/src/chonkie/__init__.py index 0435062c..518d474a 100644 --- a/src/chonkie/__init__.py +++ b/src/chonkie/__init__.py @@ -8,6 +8,7 @@ SemanticChunker, SentenceChunker, TokenChunker, + CodeChunker ) from .embeddings import ( AutoEmbeddings, @@ -85,6 +86,7 @@ "SDPMChunker", "RecursiveChunker", "LateChunker", + "CodeChunker" ] # Add all embeddings classes to __all__ diff --git a/src/chonkie/chunker/__init__.py b/src/chonkie/chunker/__init__.py index 76b411ae..f95d3663 100644 --- a/src/chonkie/chunker/__init__.py +++ b/src/chonkie/chunker/__init__.py @@ -7,6 +7,7 @@ from .semantic import SemanticChunker from .sentence import SentenceChunker from .token import TokenChunker +from .code import CodeChunker __all__ = [ "BaseChunker", @@ -16,4 +17,5 @@ "SemanticChunker", "SDPMChunker", "LateChunker", + "CodeChunker", ] From 38f22ab5527008713d388aa6496f8333dd9d9e18 Mon Sep 17 00:00:00 2001 From: "Bhavnick @ chonkie.ai" Date: Tue, 22 Apr 2025 06:40:32 +0530 Subject: [PATCH 2/3] Update version to 1.0.5 and ensure CodeChunker is properly exported in init files --- pyproject.toml | 2 +- src/chonkie/__init__.py | 4 ++-- src/chonkie/chunker/__init__.py | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index b81ead52..64c79a80 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta" [project] name = "chonkie" -version = "1.0.4" +version = "1.0.5" description = "🦛 CHONK your texts with Chonkie ✨ - The no-nonsense chunking library" readme = "README.md" requires-python = ">=3.9" diff --git a/src/chonkie/__init__.py b/src/chonkie/__init__.py index 518d474a..badfe6c3 100644 --- a/src/chonkie/__init__.py +++ b/src/chonkie/__init__.py @@ -2,13 +2,13 @@ from .chunker import ( BaseChunker, + CodeChunker, LateChunker, RecursiveChunker, SDPMChunker, SemanticChunker, SentenceChunker, TokenChunker, - CodeChunker ) from .embeddings import ( AutoEmbeddings, @@ -44,7 +44,7 @@ ) # This hippo grows with every release 🦛✨~ -__version__ = "1.0.4" +__version__ = "1.0.5" __name__ = "chonkie" __author__ = "🦛 Chonkie Inc" diff --git a/src/chonkie/chunker/__init__.py b/src/chonkie/chunker/__init__.py index f95d3663..62efba4e 100644 --- a/src/chonkie/chunker/__init__.py +++ b/src/chonkie/chunker/__init__.py @@ -1,13 +1,13 @@ """Module for chunkers.""" from .base import BaseChunker +from .code import CodeChunker from .late import LateChunker from .recursive import RecursiveChunker from .sdpm import SDPMChunker from .semantic import SemanticChunker from .sentence import SentenceChunker from .token import TokenChunker -from .code import CodeChunker __all__ = [ "BaseChunker", From 9db5d81256fe020d09ab00984f03b1727be80a28 Mon Sep 17 00:00:00 2001 From: "Bhavnick @ chonkie.ai" Date: Tue, 22 Apr 2025 06:43:23 +0530 Subject: [PATCH 3/3] Refactor import statement for CodeChunker in test_code_chunker.py --- tests/chunkers/test_code_chunker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/chunkers/test_code_chunker.py b/tests/chunkers/test_code_chunker.py index 67d9971b..c9ea7f4e 100644 --- a/tests/chunkers/test_code_chunker.py +++ b/tests/chunkers/test_code_chunker.py @@ -1,7 +1,7 @@ """Test the CodeChunker class.""" import pytest -from chonkie.chunker.code import CodeChunker +from chonkie import CodeChunker from chonkie.types.code import CodeChunk