Nomad changes

2026-06-01 23:40:55 +02:00
parent 72b1a0a6ed
commit b4c07d3693
5723 changed files with 1130655 additions and 0 deletions
--- a/docs/snippets/elixir/advanced/14_token_reduction_config.exs
+++ b/docs/snippets/elixir/advanced/14_token_reduction_config.exs
@@ -0,0 +1,21 @@
+# Token reduction for different LLM context windows
+alias Kreuzberg.ExtractionConfig
+
+# For GPT-4
+config_gpt4 = %ExtractionConfig{
+  token_reduction: %{
+    "enabled" => true,
+    "target_tokens" => 8000,
+    "strategy" => "intelligent",
+    "preserve_structure" => true
+  }
+}
+
+# For Claude
+config_claude = %ExtractionConfig{
+  token_reduction: %{
+    "enabled" => true,
+    "target_tokens" => 100000,
+    "strategy" => "minimal"
+  }
+}