This commit is contained in:
25
docs/snippets/zig/advanced/token_reduction_config.md
Normal file
25
docs/snippets/zig/advanced/token_reduction_config.md
Normal file
@@ -0,0 +1,25 @@
|
||||
```zig title="Zig"
|
||||
const std = @import("std");
|
||||
const kreuzberg = @import("kreuzberg");
|
||||
|
||||
pub fn main() !void {
|
||||
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
|
||||
defer _ = gpa.deinit();
|
||||
const allocator = gpa.allocator();
|
||||
|
||||
const config_json =
|
||||
\\{
|
||||
\\ "token_reduction": {
|
||||
\\ "mode": "moderate",
|
||||
\\ "preserve_important_words": true
|
||||
\\ }
|
||||
\\}
|
||||
;
|
||||
|
||||
const result_json = try kreuzberg.extract_file_sync("document.pdf", null, config_json);
|
||||
defer std.heap.c_allocator.free(result_json);
|
||||
|
||||
var parsed = try std.json.parseFromSlice(std.json.Value, allocator, result_json, .{});
|
||||
defer parsed.deinit();
|
||||
}
|
||||
```
|
||||
Reference in New Issue
Block a user