22 lines
591 B
Markdown
22 lines
591 B
Markdown
|
```rust title="Rust"
|
||
|
|
use kreuzberg::{extract_file, ExtractionConfig, TokenReductionConfig};
|
||
|
|
|
||
|
|
let config = ExtractionConfig {
|
||
|
|
token_reduction: Some(TokenReductionConfig {
|
||
|
|
mode: "moderate".to_string(),
|
||
|
|
preserve_markdown: true,
|
||
|
|
..Default::default()
|
||
|
|
}),
|
||
|
|
..Default::default()
|
||
|
|
};
|
||
|
|
|
||
|
|
let result = extract_file("verbose_document.pdf", None, &config).await?;
|
||
|
|
|
||
|
|
if let Some(original) = result.original_token_count {
|
||
|
|
println!("Original tokens: {}", original);
|
||
|
|
}
|
||
|
|
if let Some(reduced) = result.reduced_token_count {
|
||
|
|
println!("Reduced tokens: {}", reduced);
|
||
|
|
}
|
||
|
|
```
|