24 lines
472 B
Markdown
24 lines
472 B
Markdown
|
```go title="Go"
|
||
|
|
package main
|
||
|
|
|
||
|
|
import (
|
||
|
|
"fmt"
|
||
|
|
|
||
|
|
"github.com/kreuzberg-dev/kreuzberg/packages/go/v5"
|
||
|
|
)
|
||
|
|
|
||
|
|
func main() {
|
||
|
|
preserveImportant := true
|
||
|
|
config := kreuzberg.ExtractionConfig{
|
||
|
|
TokenReduction: &kreuzberg.TokenReductionOptions{
|
||
|
|
Mode: "moderate",
|
||
|
|
PreserveImportantWords: &preserveImportant,
|
||
|
|
},
|
||
|
|
}
|
||
|
|
|
||
|
|
fmt.Printf("Mode: %s, Preserve Important Words: %v\n",
|
||
|
|
config.TokenReduction.Mode,
|
||
|
|
*config.TokenReduction.PreserveImportantWords)
|
||
|
|
}
|
||
|
|
```
|