80 lines
1.9 KiB
Markdown
80 lines
1.9 KiB
Markdown
|
```php title="PHP"
|
||
|
|
<?php
|
||
|
|
declare(strict_types=1);
|
||
|
|
|
||
|
|
use Kreuzberg\Kreuzberg;
|
||
|
|
use Kreuzberg\ExtractionConfig;
|
||
|
|
use Kreuzberg\ChunkingConfig;
|
||
|
|
|
||
|
|
// Basic chunking
|
||
|
|
$config = new ExtractionConfig(
|
||
|
|
chunking: new ChunkingConfig(
|
||
|
|
maxCharacters: 1000,
|
||
|
|
overlap: 200
|
||
|
|
)
|
||
|
|
);
|
||
|
|
|
||
|
|
$result = Kreuzberg::extractFileSync('document.pdf', null, $config);
|
||
|
|
|
||
|
|
echo "Number of chunks: " . count($result->getChunks()) . "\n";
|
||
|
|
foreach ($result->getChunks() as $chunk) {
|
||
|
|
echo "Chunk size: " . strlen($chunk->getContent()) . " characters\n";
|
||
|
|
}
|
||
|
|
?>
|
||
|
|
```
|
||
|
|
|
||
|
|
```php title="PHP - Semantic Chunking"
|
||
|
|
<?php
|
||
|
|
declare(strict_types=1);
|
||
|
|
|
||
|
|
use Kreuzberg\Kreuzberg;
|
||
|
|
use Kreuzberg\ExtractionConfig;
|
||
|
|
use Kreuzberg\ChunkingConfig;
|
||
|
|
|
||
|
|
$config = new ExtractionConfig(
|
||
|
|
chunking: new ChunkingConfig(
|
||
|
|
maxCharacters: 500,
|
||
|
|
overlap: 50,
|
||
|
|
chunkerType: 'semantic',
|
||
|
|
topicThreshold: 0.75
|
||
|
|
)
|
||
|
|
);
|
||
|
|
|
||
|
|
$result = Kreuzberg::extractFileSync('document.pdf', null, $config);
|
||
|
|
|
||
|
|
echo "Chunks with topic-based boundaries: " . count($result->getChunks()) . "\n";
|
||
|
|
?>
|
||
|
|
```
|
||
|
|
|
||
|
|
```php title="PHP - Prepend Heading Context"
|
||
|
|
<?php
|
||
|
|
declare(strict_types=1);
|
||
|
|
|
||
|
|
use Kreuzberg\Kreuzberg;
|
||
|
|
use Kreuzberg\ExtractionConfig;
|
||
|
|
use Kreuzberg\ChunkingConfig;
|
||
|
|
|
||
|
|
$config = new ExtractionConfig(
|
||
|
|
chunking: new ChunkingConfig(
|
||
|
|
maxCharacters: 500,
|
||
|
|
overlap: 50,
|
||
|
|
chunkerType: 'markdown',
|
||
|
|
prependHeadingContext: true
|
||
|
|
)
|
||
|
|
);
|
||
|
|
|
||
|
|
$result = Kreuzberg::extractFileSync('document.md', null, $config);
|
||
|
|
|
||
|
|
foreach ($result->getChunks() as $chunk) {
|
||
|
|
$metadata = $chunk->getMetadata();
|
||
|
|
if ($metadata && $metadata->getHeadingContext()) {
|
||
|
|
$headings = $metadata->getHeadingContext()->getHeadings();
|
||
|
|
foreach ($headings as $heading) {
|
||
|
|
echo "Heading L" . $heading->getLevel() . ": " . $heading->getText() . "\n";
|
||
|
|
}
|
||
|
|
}
|
||
|
|
echo "Content: " . substr($chunk->getContent(), 0, 100) . "...\n";
|
||
|
|
}
|
||
|
|
?>
|
||
|
|
```
|