This commit is contained in:
18
docs/snippets/wasm/config/token_reduction_config.md
Normal file
18
docs/snippets/wasm/config/token_reduction_config.md
Normal file
@@ -0,0 +1,18 @@
|
||||
```typescript title="WASM"
|
||||
import init, { extractBytes } from "kreuzberg-wasm";
|
||||
|
||||
await init();
|
||||
|
||||
const data = new Uint8Array(await fetch("document.pdf").then((r) => r.arrayBuffer()));
|
||||
|
||||
const config = {
|
||||
token_reduction: {
|
||||
mode: "moderate",
|
||||
preserve_important_words: true,
|
||||
},
|
||||
};
|
||||
|
||||
const result = await extractBytes(data, "application/pdf", config);
|
||||
console.log(`Original tokens: ${result.token_count}`);
|
||||
console.log(`Reduced content: ${result.content}`);
|
||||
```
|
||||
Reference in New Issue
Block a user