This commit is contained in:
44
e2e/wasm/tests/async.test.ts
generated
Normal file
44
e2e/wasm/tests/async.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, extractBytes, WasmExtractionConfig, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('async', () => { it('async_extract_bytes_empty_mime: extract_bytes empty MIME async', async () => { await expect(async () => { const _content_content = await (await import('node:fs/promises')).readFile('text/plain.txt'); await extractBytes(_content_content, "", undefined); }).rejects.toThrow();
|
||||
}, 30000);
|
||||
it('async_extract_bytes_invalid_mime: extract_bytes unsupported MIME async', async () => { await expect(async () => { const _content_content = await (await import('node:fs/promises')).readFile('text/plain.txt'); await extractBytes(_content_content, "application/x-nonexistent", undefined); }).rejects.toThrow();
|
||||
}, 30000);
|
||||
});
|
||||
48
e2e/wasm/tests/detection.test.ts
generated
Normal file
48
e2e/wasm/tests/detection.test.ts
generated
Normal file
@@ -0,0 +1,48 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, detectMimeTypeFromBytes, getExtensionsForMime, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('detection', () => { it('detect_mime_bytes_html: Detect HTML MIME from bytes', async () => { const _content_content = await (await import('node:fs/promises')).readFile('html/html.html'); detectMimeTypeFromBytes(_content_content);
|
||||
}, 30000);
|
||||
it('detect_mime_bytes_pdf: Detect PDF MIME type from bytes', async () => { const _content_content = await (await import('node:fs/promises')).readFile('pdf/fake_memo.pdf'); detectMimeTypeFromBytes(_content_content);
|
||||
}, 30000);
|
||||
it('detect_mime_bytes_png: Detect PNG MIME type from bytes', async () => { const _content_content = await (await import('node:fs/promises')).readFile('images/test_hello_world.png'); detectMimeTypeFromBytes(_content_content);
|
||||
}, 30000);
|
||||
it('get_extensions_unknown_mime: get_extensions unknown MIME', async () => { await expect(async () => { await getExtensionsForMime("application/x-totally-unknown"); }).rejects.toThrow();
|
||||
}, 30000);
|
||||
});
|
||||
44
e2e/wasm/tests/document_extractor_management.test.ts
generated
Normal file
44
e2e/wasm/tests/document_extractor_management.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearDocumentExtractors, listDocumentExtractors, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('document_extractor_management', () => { it('document_extractors_clear: Clear all document extractors and verify list is empty', () => { clearDocumentExtractors();
|
||||
}, 30000);
|
||||
it('extractors_list: List all registered document extractors', () => { listDocumentExtractors();
|
||||
}, 30000);
|
||||
});
|
||||
44
e2e/wasm/tests/embedding_backend_management.test.ts
generated
Normal file
44
e2e/wasm/tests/embedding_backend_management.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearEmbeddingBackends, listEmbeddingBackends, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('embedding_backend_management', () => { it('embedding_backends_clear: Clear all embedding backends and verify list is empty', () => { clearEmbeddingBackends();
|
||||
}, 600000);
|
||||
it('embedding_backends_list: List all registered embedding backends', () => { listEmbeddingBackends();
|
||||
}, 600000);
|
||||
});
|
||||
49
e2e/wasm/tests/mime_utilities.test.ts
generated
Normal file
49
e2e/wasm/tests/mime_utilities.test.ts
generated
Normal file
@@ -0,0 +1,49 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, detectMimeTypeFromBytes, getExtensionsForMime, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('mime_utilities', () => { it('mime_detect_bytes: Detect MIME type from file bytes', async () => { const _content_content = await (await import('node:fs/promises')).readFile('pdf/fake_memo.pdf'); const result = detectMimeTypeFromBytes(_content_content); // skipped: field 'result' not applicable for simple result type
|
||||
|
||||
}, 30000);
|
||||
it('mime_detect_image: Detect MIME type from PNG image bytes', async () => { const _content_content = await (await import('node:fs/promises')).readFile('images/test_hello_world.png'); const result = detectMimeTypeFromBytes(_content_content); // skipped: field 'result' not applicable for simple result type
|
||||
|
||||
}, 30000);
|
||||
it('mime_get_extensions: Get file extensions for a MIME type', () => { const result = getExtensionsForMime("application/pdf"); // skipped: field 'result' not applicable for simple result type
|
||||
|
||||
}, 30000);
|
||||
});
|
||||
46
e2e/wasm/tests/ocr_backend_management.test.ts
generated
Normal file
46
e2e/wasm/tests/ocr_backend_management.test.ts
generated
Normal file
@@ -0,0 +1,46 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearOcrBackends, listOcrBackends, unregisterOcrBackend, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('ocr_backend_management', () => { it('ocr_backends_clear: Clear all OCR backends and verify list is empty', () => { clearOcrBackends();
|
||||
}, 30000);
|
||||
it('ocr_backends_list: List all registered OCR backends', () => { listOcrBackends();
|
||||
}, 30000);
|
||||
it('ocr_backends_unregister: Unregister nonexistent OCR backend gracefully', () => { unregisterOcrBackend("nonexistent-backend-xyz");
|
||||
}, 30000);
|
||||
});
|
||||
104
e2e/wasm/tests/plugin_api.test.ts
generated
Normal file
104
e2e/wasm/tests/plugin_api.test.ts
generated
Normal file
@@ -0,0 +1,104 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, registerDocumentExtractor, registerEmbeddingBackend, registerOcrBackend, registerPostProcessor, registerRenderer, registerValidator, unregisterDocumentExtractor, unregisterEmbeddingBackend, unregisterPostProcessor, unregisterRenderer, unregisterValidator, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('plugin_api', () => { it('register_document_extractor_trait_bridge: register_document_extractor: trait bridge', () => { class _TestStub_register_document_extractor_trait_bridge {
|
||||
name(): string { return "test-extractor"; }
|
||||
async extract_bytes(_p0?: any, _p1?: any, _p2?: any): Promise<string> { return "{}"; }
|
||||
async extract_file(_p0?: any, _p1?: any, _p2?: any): Promise<string> { return "{}"; }
|
||||
supported_mime_types(): string { return []; }
|
||||
priority(): number { return 1; }
|
||||
can_handle(_p0?: any, _p1?: any): boolean { return false; }
|
||||
}
|
||||
registerDocumentExtractor(new _TestStub_register_document_extractor_trait_bridge());
|
||||
}, 30000);
|
||||
it('register_embedding_backend_trait_bridge: register_embedding_backend: trait bridge', () => { class _TestStub_register_embedding_backend_trait_bridge {
|
||||
name(): string { return "test-embedding-backend"; }
|
||||
dimensions(): number { return 1; }
|
||||
async embed(_p0?: any): Promise<string> { return []; }
|
||||
}
|
||||
registerEmbeddingBackend(new _TestStub_register_embedding_backend_trait_bridge());
|
||||
}, 600000);
|
||||
it('register_ocr_backend_trait_bridge: register_ocr_backend: trait bridge', () => { class _TestStub_register_ocr_backend_trait_bridge {
|
||||
name(): string { return "test-backend"; }
|
||||
async process_image(_p0?: any, _p1?: any): Promise<string> { return "{}"; }
|
||||
async process_image_file(_p0?: any, _p1?: any): Promise<string> { return "{}"; }
|
||||
supports_language(_p0?: any): boolean { return false; }
|
||||
backend_type(): string { return "{}"; }
|
||||
supported_languages(): string { return []; }
|
||||
supports_table_detection(): boolean { return false; }
|
||||
supports_document_processing(): boolean { return false; }
|
||||
async process_document(_p0?: any, _p1?: any): Promise<string> { return "{}"; }
|
||||
}
|
||||
registerOcrBackend(new _TestStub_register_ocr_backend_trait_bridge());
|
||||
}, 30000);
|
||||
it('register_post_processor_trait_bridge: register_post_processor: trait bridge', () => { class _TestStub_register_post_processor_trait_bridge {
|
||||
name(): string { return "test-processor"; }
|
||||
async process(_p0?: any, _p1?: any): Promise<void> { return undefined; }
|
||||
processing_stage(): string { return "{}"; }
|
||||
should_process(_p0?: any, _p1?: any): boolean { return false; }
|
||||
estimated_duration_ms(_p0?: any): number { return 1; }
|
||||
priority(): number { return 1; }
|
||||
}
|
||||
registerPostProcessor(new _TestStub_register_post_processor_trait_bridge());
|
||||
}, 30000);
|
||||
it('register_renderer_trait_bridge: register_renderer: trait bridge', () => { class _TestStub_register_renderer_trait_bridge {
|
||||
name(): string { return "test-renderer"; }
|
||||
render(_p0?: any): string { return ""; }
|
||||
}
|
||||
registerRenderer(new _TestStub_register_renderer_trait_bridge());
|
||||
}, 30000);
|
||||
it('register_validator_trait_bridge: register_validator: trait bridge', () => { class _TestStub_register_validator_trait_bridge {
|
||||
name(): string { return "test-validator"; }
|
||||
async validate(_p0?: any, _p1?: any): Promise<void> { return undefined; }
|
||||
should_validate(_p0?: any, _p1?: any): boolean { return false; }
|
||||
priority(): number { return 1; }
|
||||
}
|
||||
registerValidator(new _TestStub_register_validator_trait_bridge());
|
||||
}, 30000);
|
||||
it('unregister_document_extractor_after_register: unregister_document_extractor', () => { unregisterDocumentExtractor("test-extractor");
|
||||
}, 30000);
|
||||
it('unregister_embedding_backend_after_register: unregister_embedding_backend', () => { unregisterEmbeddingBackend("test-embedding-backend");
|
||||
}, 600000);
|
||||
it('unregister_post_processor_after_register: unregister_post_processor', () => { unregisterPostProcessor("test-processor");
|
||||
}, 30000);
|
||||
it('unregister_renderer_after_register: unregister_renderer', () => { unregisterRenderer("test-renderer");
|
||||
}, 30000);
|
||||
it('unregister_validator_after_register: unregister_validator', () => { unregisterValidator("test-validator");
|
||||
}, 30000);
|
||||
});
|
||||
44
e2e/wasm/tests/post_processor_management.test.ts
generated
Normal file
44
e2e/wasm/tests/post_processor_management.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearPostProcessors, listPostProcessors, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('post_processor_management', () => { it('post_processors_clear: Clear all post-processors and verify list is empty', () => { clearPostProcessors();
|
||||
}, 30000);
|
||||
it('post_processors_list: List all registered post-processors', () => { listPostProcessors();
|
||||
}, 30000);
|
||||
});
|
||||
52
e2e/wasm/tests/registry.test.ts
generated
Normal file
52
e2e/wasm/tests/registry.test.ts
generated
Normal file
@@ -0,0 +1,52 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, listDocumentExtractors, listEmbeddingBackends, listOcrBackends, listPostProcessors, listRenderers, listValidators, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('registry', () => { it('list_document_extractors: List document extractors', () => { listDocumentExtractors();
|
||||
}, 30000);
|
||||
it('list_embedding_backends: List embedding backends', () => { listEmbeddingBackends();
|
||||
}, 600000);
|
||||
it('list_ocr_backends: List OCR backends', () => { listOcrBackends();
|
||||
}, 30000);
|
||||
it('list_post_processors: List post-processors', () => { listPostProcessors();
|
||||
}, 30000);
|
||||
it('list_renderers: List renderers', () => { listRenderers();
|
||||
}, 30000);
|
||||
it('list_validators: List validators', () => { listValidators();
|
||||
}, 30000);
|
||||
});
|
||||
46
e2e/wasm/tests/registry_operations.test.ts
generated
Normal file
46
e2e/wasm/tests/registry_operations.test.ts
generated
Normal file
@@ -0,0 +1,46 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, getExtensionsForMime, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('registry_operations', () => { it('extensions_docx: Get file extensions for DOCX MIME type', () => { getExtensionsForMime("application/vnd.openxmlformats-officedocument.wordprocessingml.document");
|
||||
}, 30000);
|
||||
it('extensions_html: Get file extensions for HTML MIME type', () => { getExtensionsForMime("text/html");
|
||||
}, 30000);
|
||||
it('extensions_pdf: Get file extensions for PDF MIME type', () => { getExtensionsForMime("application/pdf");
|
||||
}, 30000);
|
||||
});
|
||||
44
e2e/wasm/tests/renderer_management.test.ts
generated
Normal file
44
e2e/wasm/tests/renderer_management.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearRenderers, listRenderers, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('renderer_management', () => { it('renderers_clear: Clear all renderers and verify list is empty', () => { clearRenderers();
|
||||
}, 30000);
|
||||
it('renderers_list: List all registered renderers', () => { listRenderers();
|
||||
}, 30000);
|
||||
});
|
||||
45
e2e/wasm/tests/smoke.test.ts
generated
Normal file
45
e2e/wasm/tests/smoke.test.ts
generated
Normal file
@@ -0,0 +1,45 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, extractBytes, WasmExtractionConfig, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('smoke', () => { it('ocr_image_png: OCR: PNG image extraction with OCR enabled. In WASM this exercises the Uint8Array bridge parameter and Promise await in the generated OcrBackend bridge.', async () => { const _content_content = await (await import('node:fs/promises')).readFile('images/test_hello_world.png'); const result = await extractBytes(_content_content, "image/png", undefined); expect(result.mimeType.trim()).toBe("image/png");
|
||||
expect(result.content.length).toBeGreaterThanOrEqual(1);
|
||||
expect(["Hello", "World", "hello", "world"].some((v) => result.content.includes(v))).toBe(true);
|
||||
|
||||
}, 30000);
|
||||
});
|
||||
44
e2e/wasm/tests/validator_management.test.ts
generated
Normal file
44
e2e/wasm/tests/validator_management.test.ts
generated
Normal file
@@ -0,0 +1,44 @@
|
||||
// This file is auto-generated by alef — DO NOT EDIT.
|
||||
// alef:hash:4e15143f4af1ae8bafbdb1506ef057da924484c66a19483966333558ad437e75
|
||||
// To regenerate: alef generate
|
||||
// To verify freshness: alef verify --exit-code
|
||||
// Issues & docs: https://github.com/kreuzberg-dev/alef
|
||||
|
||||
import { describe, expect, it } from 'vitest';import { extractFile, clearValidators, listValidators, WasmAccelerationConfig, WasmChunkingConfig, WasmContentFilterConfig, WasmEmailConfig, WasmEmbeddingConfig, WasmHierarchyConfig, WasmHtmlOutputConfig, WasmImageExtractionConfig, WasmImagePreprocessingConfig, WasmKeywordConfig, WasmLanguageDetectionConfig, WasmLayoutDetectionConfig, WasmLlmConfig, WasmOcrConfig, WasmOcrElementConfig, WasmOcrPipelineConfig, WasmOcrPipelineStage, WasmOcrQualityThresholds, WasmPageConfig, WasmPdfConfig, WasmPostProcessorConfig, WasmRakeParams, WasmSecurityLimits, WasmStructuredExtractionConfig, WasmTesseractConfig, WasmTokenReductionOptions, WasmTreeSitterConfig, WasmTreeSitterProcessConfig, WasmYakeParams } from '@kreuzberg/wasm';
|
||||
function _alefE2eText(value: unknown): string {
|
||||
return value == null ? "" : String(value);
|
||||
}
|
||||
|
||||
function _alefE2eItemTexts(item: unknown): string[] {
|
||||
if (item == null || typeof item !== "object") {
|
||||
return [_alefE2eText(item)];
|
||||
}
|
||||
const record = item as Record<string, unknown>;
|
||||
const itemsText = Array.isArray(record.items) ? record.items.map(_alefE2eText).join(" ") : "";
|
||||
return [_alefE2eText(item), _alefE2eText(record.kind), _alefE2eText(record.name), _alefE2eText(record.source), _alefE2eText(record.alias), _alefE2eText(record.text), _alefE2eText(record.signature), itemsText];
|
||||
}
|
||||
|
||||
function _alefE2eFormatMetadataDisplay(fm: unknown): string {
|
||||
if (fm == null) return "";
|
||||
if (typeof fm !== "object") return String(fm);
|
||||
const record = fm as Record<string, unknown>;
|
||||
const formatType = record.format_type;
|
||||
|
||||
// FormatMetadata is a tagged union: { format_type: 'image', image: { format: 'PNG', ... }, ... }
|
||||
// Extract the display string based on the variant type
|
||||
if (formatType === "image" && typeof record.image === "object") {
|
||||
const imageData = record.image as Record<string, unknown>;
|
||||
if (typeof imageData.format === "string") return imageData.format;
|
||||
}
|
||||
|
||||
// Fallback: return format_type variant name
|
||||
if (typeof record.format_type === "string") return record.format_type;
|
||||
return "";
|
||||
}
|
||||
|
||||
|
||||
describe('validator_management', () => { it('validators_clear: Clear all validators and verify list is empty', () => { clearValidators();
|
||||
}, 30000);
|
||||
it('validators_list: List all registered validators', () => { listValidators();
|
||||
}, 30000);
|
||||
});
|
||||
Reference in New Issue
Block a user