This commit is contained in:
79
docs/snippets/php/advanced/chunking_config.md
Normal file
79
docs/snippets/php/advanced/chunking_config.md
Normal file
@@ -0,0 +1,79 @@
|
||||
```php title="PHP"
|
||||
<?php
|
||||
declare(strict_types=1);
|
||||
|
||||
use Kreuzberg\Kreuzberg;
|
||||
use Kreuzberg\ExtractionConfig;
|
||||
use Kreuzberg\ChunkingConfig;
|
||||
|
||||
// Basic chunking
|
||||
$config = new ExtractionConfig(
|
||||
chunking: new ChunkingConfig(
|
||||
maxCharacters: 1000,
|
||||
overlap: 200
|
||||
)
|
||||
);
|
||||
|
||||
$result = Kreuzberg::extractFileSync('document.pdf', null, $config);
|
||||
|
||||
echo "Number of chunks: " . count($result->getChunks()) . "\n";
|
||||
foreach ($result->getChunks() as $chunk) {
|
||||
echo "Chunk size: " . strlen($chunk->getContent()) . " characters\n";
|
||||
}
|
||||
?>
|
||||
```
|
||||
|
||||
```php title="PHP - Semantic Chunking"
|
||||
<?php
|
||||
declare(strict_types=1);
|
||||
|
||||
use Kreuzberg\Kreuzberg;
|
||||
use Kreuzberg\ExtractionConfig;
|
||||
use Kreuzberg\ChunkingConfig;
|
||||
|
||||
$config = new ExtractionConfig(
|
||||
chunking: new ChunkingConfig(
|
||||
maxCharacters: 500,
|
||||
overlap: 50,
|
||||
chunkerType: 'semantic',
|
||||
topicThreshold: 0.75
|
||||
)
|
||||
);
|
||||
|
||||
$result = Kreuzberg::extractFileSync('document.pdf', null, $config);
|
||||
|
||||
echo "Chunks with topic-based boundaries: " . count($result->getChunks()) . "\n";
|
||||
?>
|
||||
```
|
||||
|
||||
```php title="PHP - Prepend Heading Context"
|
||||
<?php
|
||||
declare(strict_types=1);
|
||||
|
||||
use Kreuzberg\Kreuzberg;
|
||||
use Kreuzberg\ExtractionConfig;
|
||||
use Kreuzberg\ChunkingConfig;
|
||||
|
||||
$config = new ExtractionConfig(
|
||||
chunking: new ChunkingConfig(
|
||||
maxCharacters: 500,
|
||||
overlap: 50,
|
||||
chunkerType: 'markdown',
|
||||
prependHeadingContext: true
|
||||
)
|
||||
);
|
||||
|
||||
$result = Kreuzberg::extractFileSync('document.md', null, $config);
|
||||
|
||||
foreach ($result->getChunks() as $chunk) {
|
||||
$metadata = $chunk->getMetadata();
|
||||
if ($metadata && $metadata->getHeadingContext()) {
|
||||
$headings = $metadata->getHeadingContext()->getHeadings();
|
||||
foreach ($headings as $heading) {
|
||||
echo "Heading L" . $heading->getLevel() . ": " . $heading->getText() . "\n";
|
||||
}
|
||||
}
|
||||
echo "Content: " . substr($chunk->getContent(), 0, 100) . "...\n";
|
||||
}
|
||||
?>
|
||||
```
|
||||
Reference in New Issue
Block a user