47 lines
1.2 KiB
Markdown
47 lines
1.2 KiB
Markdown
|
```rust title="Rust"
|
||
|
|
use kreuzberg::{
|
||
|
|
extract_file_sync, ChunkingConfig, ExtractionConfig, LanguageDetectionConfig, OcrConfig,
|
||
|
|
};
|
||
|
|
|
||
|
|
fn main() -> kreuzberg::Result<()> {
|
||
|
|
let config = ExtractionConfig {
|
||
|
|
ocr: Some(OcrConfig {
|
||
|
|
backend: "tesseract".to_string(),
|
||
|
|
language: "eng+deu".to_string(),
|
||
|
|
..Default::default()
|
||
|
|
}),
|
||
|
|
|
||
|
|
chunking: Some(ChunkingConfig {
|
||
|
|
max_characters: 1000,
|
||
|
|
overlap: 100,
|
||
|
|
..Default::default()
|
||
|
|
}),
|
||
|
|
|
||
|
|
language_detection: Some(LanguageDetectionConfig {
|
||
|
|
enabled: true,
|
||
|
|
detect_multiple: true,
|
||
|
|
..Default::default()
|
||
|
|
}),
|
||
|
|
|
||
|
|
use_cache: true,
|
||
|
|
enable_quality_processing: true,
|
||
|
|
|
||
|
|
..Default::default()
|
||
|
|
};
|
||
|
|
|
||
|
|
let result = extract_file_sync("document.pdf", None, &config)?;
|
||
|
|
|
||
|
|
if let Some(chunks) = result.chunks {
|
||
|
|
for chunk in chunks {
|
||
|
|
let preview: String = chunk.content.chars().take(100).collect();
|
||
|
|
println!("Chunk: {}...", preview);
|
||
|
|
}
|
||
|
|
}
|
||
|
|
|
||
|
|
if let Some(languages) = result.detected_languages {
|
||
|
|
println!("Languages: {:?}", languages);
|
||
|
|
}
|
||
|
|
Ok(())
|
||
|
|
}
|
||
|
|
```
|