This commit is contained in:
24
docs/snippets/go/advanced/token_reduction_config.md
Normal file
24
docs/snippets/go/advanced/token_reduction_config.md
Normal file
@@ -0,0 +1,24 @@
|
||||
```go title="Go"
|
||||
package main
|
||||
|
||||
import (
|
||||
"github.com/kreuzberg-dev/kreuzberg/packages/go/v5"
|
||||
)
|
||||
|
||||
func main() {
|
||||
preserveMarkdown := true
|
||||
preserveCode := true
|
||||
mode := "moderate"
|
||||
languageHint := "eng"
|
||||
|
||||
config := &kreuzberg.ExtractionConfig{
|
||||
TokenReduction: &kreuzberg.TokenReductionConfig{
|
||||
Mode: &mode,
|
||||
PreserveMarkdown: &preserveMarkdown,
|
||||
PreserveCode: &preserveCode,
|
||||
LanguageHint: &languageHint,
|
||||
},
|
||||
}
|
||||
_ = config
|
||||
}
|
||||
```
|
||||
Reference in New Issue
Block a user