This commit is contained in:
14
docs/snippets/rust/advanced/token_reduction.md
Normal file
14
docs/snippets/rust/advanced/token_reduction.md
Normal file
@@ -0,0 +1,14 @@
|
||||
```rust title="Rust"
|
||||
use kreuzberg::{ExtractionConfig, TokenReductionConfig};
|
||||
|
||||
fn main() {
|
||||
let config = ExtractionConfig {
|
||||
token_reduction: Some(TokenReductionConfig {
|
||||
mode: "moderate".to_string(),
|
||||
preserve_important_words: true,
|
||||
}),
|
||||
..Default::default()
|
||||
};
|
||||
println!("{:?}", config.token_reduction);
|
||||
}
|
||||
```
|
||||
Reference in New Issue
Block a user