Skip to content

Commit 334811a

Browse files
committed
initial code chunking for docling-core
1 parent abfa81f commit 334811a

30 files changed

+8250
-8
lines changed

docling_core/transforms/chunker/__init__.py

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,19 @@
66
"""Define the chunker types."""
77

88
from docling_core.transforms.chunker.base import BaseChunk, BaseChunker, BaseMeta
9+
from docling_core.transforms.chunker.base_code_chunker import CodeChunker
10+
from docling_core.transforms.chunker.code_chunk_utils.chunk_utils import (
11+
ChunkBuilder,
12+
ChunkMetadataBuilder,
13+
ChunkSizeProcessor,
14+
RangeTracker,
15+
)
16+
from docling_core.transforms.chunker.code_chunk_utils.types import (
17+
ChunkType,
18+
CodeChunk,
19+
CodeDocMeta,
20+
)
21+
from docling_core.transforms.chunker.code_chunk_utils.utils import Language
922
from docling_core.transforms.chunker.hierarchical_chunker import (
1023
DocChunk,
1124
DocMeta,

0 commit comments

Comments
 (0)