fil/docs/snippets/elixir/metadata/vector_database_integration.md

defmodule VectorRecord do
  defstruct [:id, :content, :embedding, :metadata]
end

defmodule VectorIntegration do
  def extract_and_vectorize(document_path, document_id) do
    config =
      %{
        "chunking" => %{
          "max_characters" => 512,
          "overlap" => 50,
          "embedding" => %{
            "model" => %{"preset" => %{"name" => "balanced"}},
            "normalize" => true,
            "batch_size" => 32
          }
        }
      }
      |> Jason.encode!()

    case Kreuzberg.extract_file_sync(document_path, nil, config) do
      {:ok, result} ->
        decoded = Jason.decode!(result)

        case decoded do
          %{"chunks" => chunks} when is_list(chunks) ->
            records =
              chunks
              |> Enum.with_index()
              |> Enum.flat_map(fn {chunk, index} ->
                case chunk do
                  %{"embedding" => embedding, "content" => content}
                  when is_list(embedding) ->
                    metadata = %{
                      "document_id" => document_id,
                      "chunk_index" => Integer.to_string(index),
                      "content_length" => Integer.to_string(String.length(content))
                    }

                    [
                      %VectorRecord{
                        id: "#{document_id}_chunk_#{index}",
                        content: content,
                        embedding: embedding,
                        metadata: metadata
                      }
                    ]

                  _ ->
                    []
                end
              end)

            {:ok, records}

          _ ->
            {:error, "No chunks in extraction result"}
        end

      {:error, reason} ->
        {:error, reason}
    end
  end
end