Nomad changes
All checks were successful
Deploy fil (kreuzberg) / deploy (push) Successful in 49s

This commit is contained in:
Henrik Jess Nielsen
2026-06-01 23:40:55 +02:00
parent 72b1a0a6ed
commit b4c07d3693
5723 changed files with 1130655 additions and 0 deletions

View File

@@ -0,0 +1,33 @@
import type { ExtractionConfig } from "@kreuzberg/wasm";
import { extractBytes, initWasm } from "@kreuzberg/wasm";
async function extractWithChunkMetadata() {
await initWasm();
const bytes = new Uint8Array(await fetch("document.pdf").then((r) => r.arrayBuffer()));
const config: ExtractionConfig = {
chunking: {
maxChars: 500,
chunkOverlap: 50,
},
};
const result = await extractBytes(bytes, "application/pdf", config);
console.log("Document Metadata:", result.metadata);
if (result.chunks) {
result.chunks.forEach((chunk) => {
console.log("Chunk Metadata:", {
charStart: chunk.metadata.charStart,
charEnd: chunk.metadata.charEnd,
index: chunk.metadata.chunkIndex,
total: chunk.metadata.totalChunks,
tokens: chunk.metadata.tokenCount,
});
});
}
}
extractWithChunkMetadata().catch(console.error);