Files
fil/docs/snippets/zig/advanced/chunk_page_mapping.md
Henrik Jess Nielsen b4c07d3693
All checks were successful
Deploy fil (kreuzberg) / deploy (push) Successful in 49s
Nomad changes
2026-06-01 23:40:55 +02:00

2.1 KiB

const std = @import("std");
const kreuzberg = @import("kreuzberg");

pub fn main() !void {
    var gpa = std.heap.GeneralPurposeAllocator(.{}){};
    defer _ = gpa.deinit();
    const allocator = gpa.allocator();

    const config_json =
        \\{
        \\  "chunking": {
        \\    "max_characters": 500,
        \\    "overlap": 50
        \\  },
        \\  "pages": {
        \\    "extract_pages": true,
        \\    "insert_page_markers": false,
        \\    "marker_format": ""
        \\  }
        \\}
    ;

    const result_json = try kreuzberg.extract_file_sync("document.pdf", null, config_json);
    defer std.heap.c_allocator.free(result_json);

    var parsed = try std.json.parseFromSlice(std.json.Value, allocator, result_json, .{});
    defer parsed.deinit();

    const root = parsed.value;
    if (root != .object) return;

    const stdout = std.io.getStdOut().writer();

    const chunks_val = root.object.get("chunks") orelse return;
    if (chunks_val != .array) return;

    for (chunks_val.array.items) |chunk| {
        if (chunk != .object) continue;

        const metadata_val = chunk.object.get("metadata") orelse continue;
        if (metadata_val != .object) continue;

        const first_page_val = metadata_val.object.get("first_page") orelse continue;
        const last_page_val = metadata_val.object.get("last_page") orelse continue;
        if (first_page_val != .integer or last_page_val != .integer) continue;

        const first = first_page_val.integer;
        const last = last_page_val.integer;

        if (chunk.object.get("content")) |content_val| {
            if (content_val == .string) {
                const preview_len = @min(50, content_val.string.len);
                if (first == last) {
                    try stdout.print("Chunk: {s}... (Page {d})\n", .{ content_val.string[0..preview_len], first });
                } else {
                    try stdout.print("Chunk: {s}... (Pages {d}-{d})\n", .{ content_val.string[0..preview_len], first, last });
                }
            }
        }
    }
}