This commit is contained in:
32
docs/snippets/go/utils/embedding_with_chunking.md
Normal file
32
docs/snippets/go/utils/embedding_with_chunking.md
Normal file
@@ -0,0 +1,32 @@
|
||||
```go title="Go"
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
|
||||
"github.com/kreuzberg-dev/kreuzberg/packages/go/v5"
|
||||
)
|
||||
|
||||
func main() {
|
||||
maxChars := 1024
|
||||
maxOverlap := 100
|
||||
batchSize := int32(32)
|
||||
config := &kreuzberg.ExtractionConfig{
|
||||
Chunking: &kreuzberg.ChunkingConfig{
|
||||
MaxChars: &maxChars,
|
||||
MaxOverlap: &maxOverlap,
|
||||
Embedding: &kreuzberg.EmbeddingConfig{
|
||||
Model: "balanced",
|
||||
Normalize: true,
|
||||
BatchSize: &batchSize,
|
||||
ShowDownloadProgress: false,
|
||||
},
|
||||
},
|
||||
}
|
||||
|
||||
fmt.Printf("Config: MaxChars=%d, MaxOverlap=%d, Model=%s\n",
|
||||
*config.Chunking.MaxChars,
|
||||
*config.Chunking.MaxOverlap,
|
||||
config.Chunking.Embedding.Model)
|
||||
}
|
||||
```
|
||||
Reference in New Issue
Block a user