1 |
|
2 |
|
3 |
|
4 |
|
5 |
|
6 | import { SubSModuleTokenizer, ISubTokenizerCreate } from '../mod';
|
7 | import { Segment, IWord, IDICT, IDICT2 } from '../Segment';
|
8 | import { IWordDebugInfo } from '../util/index';
|
9 | export declare class WildcardTokenizer extends SubSModuleTokenizer {
|
10 | name: string;
|
11 | protected _TABLE: IDICT<IWord>;
|
12 | protected _TABLE2: IDICT2<IWord>;
|
13 | _cache(): void;
|
14 | |
15 |
|
16 |
|
17 |
|
18 |
|
19 |
|
20 | split(words: IWord[]): IWord[];
|
21 | createWildcardToken(word: IWord, lasttype?: number, attr?: IWordDebugInfo): Segment.IWord;
|
22 | splitWildcard(text: string, cur?: number): IWord[];
|
23 | |
24 |
|
25 |
|
26 |
|
27 |
|
28 |
|
29 |
|
30 | matchWord(text: string, cur?: number): Segment.IWord[];
|
31 | }
|
32 | export declare const init: ISubTokenizerCreate<WildcardTokenizer, SubSModuleTokenizer>;
|
33 | export default WildcardTokenizer;
|