Nomad changes
All checks were successful
Deploy fil (kreuzberg) / deploy (push) Successful in 49s

This commit is contained in:
Henrik Jess Nielsen
2026-06-01 23:40:55 +02:00
parent 72b1a0a6ed
commit b4c07d3693
5723 changed files with 1130655 additions and 0 deletions

View File

@@ -0,0 +1,27 @@
# Extract and prepare for embeddings
config = %Kreuzberg.ExtractionConfig{
chunking: %{"enabled" => true, "max_characters" => 512},
embeddings: %{"enabled" => true}
}
{:ok, result} = Kreuzberg.extract_file("document.pdf", nil, config)
# Process chunks with embeddings for semantic search
embedded_chunks = result.chunks
|> Enum.with_index(1)
|> Enum.map(fn {chunk, idx} ->
%{
"chunk_id" => idx,
"content" => chunk["content"],
"embedding" => chunk["embedding"],
"page" => chunk["page"],
"metadata" => %{
"document" => "document.pdf",
"chunk_index" => idx
}
}
end)
# Store embeddings in vector database
IO.puts("Prepared #{length(embedded_chunks)} chunks with embeddings")
IO.inspect(embedded_chunks, label: "Embedded Chunks")