This commit is contained in:
12
docs/snippets/python/advanced/token_reduction_config.md
Normal file
12
docs/snippets/python/advanced/token_reduction_config.md
Normal file
@@ -0,0 +1,12 @@
|
||||
```python title="Python"
|
||||
from kreuzberg import ExtractionConfig, TokenReductionConfig, ReductionLevel
|
||||
|
||||
config: ExtractionConfig = ExtractionConfig(
|
||||
token_reduction=TokenReductionConfig(
|
||||
level=ReductionLevel.MODERATE,
|
||||
preserve_markdown=True,
|
||||
preserve_code=True,
|
||||
language_hint="eng",
|
||||
)
|
||||
)
|
||||
```
|
||||
Reference in New Issue
Block a user