Interface Tokenize

interface Tokenize {
    forProperty: (
        collection: string,
        property: string,
        text: string,
    ) => Promise<TokenizeResult>;
    text: (
        text: string,
        tokenization:
            | "word"
            | "lowercase"
            | "whitespace"
            | "field"
            | "trigram"
            | "gse"
            | "kagome_kr"
            | "kagome_ja"
            | "gse_ch",
        opts?: {
            analyzerConfig?: TextAnalyzerConfig;
            stopwordPresets?: { [presetName: string]: string[] };
            stopwords?: Partial<Stopwords>;
        },
    ) => Promise<TokenizeResult>;
}