This commit is contained in:
14
docs/snippets/rust/advanced/token_reduction_config.md
Normal file
14
docs/snippets/rust/advanced/token_reduction_config.md
Normal file
@@ -0,0 +1,14 @@
|
||||
```rust title="Rust"
|
||||
use kreuzberg::{ExtractionConfig, TokenReductionConfig};
|
||||
|
||||
let config = ExtractionConfig {
|
||||
token_reduction: Some(TokenReductionConfig {
|
||||
mode: "moderate".to_string(),
|
||||
preserve_markdown: true,
|
||||
preserve_code: true,
|
||||
language_hint: Some("eng".to_string()),
|
||||
..Default::default()
|
||||
}),
|
||||
..Default::default()
|
||||
};
|
||||
```
|
||||
Reference in New Issue
Block a user