1 | "use strict";
|
2 | Object.defineProperty(exports, "__esModule", { value: true });
|
3 | exports.useDefaultBlacklistDict = exports.useDefaultSynonymDict = exports.useDefaultDicts = void 0;
|
4 | function useDefaultDicts(segment, options = {}) {
|
5 | if (!options.nodict) {
|
6 |
|
7 | segment
|
8 |
|
9 | .loadDict('char')
|
10 |
|
11 | .loadDict('pangu/phrases')
|
12 | .loadDict('pangu/phrases2')
|
13 | .loadDict('phrases/*')
|
14 | .loadDict('dict')
|
15 | .loadDict('dict2')
|
16 | .loadDict('dict3')
|
17 | .loadDict('dict4')
|
18 | .loadDict('pangu/dict005')
|
19 | .loadDict('pangu/dict006')
|
20 |
|
21 |
|
22 |
|
23 | .loadDict('dict_synonym/*')
|
24 |
|
25 | .loadStopwordDict('stopword')
|
26 | .loadDict('lazy/dict_synonym')
|
27 | |
28 |
|
29 |
|
30 |
|
31 |
|
32 |
|
33 |
|
34 |
|
35 |
|
36 |
|
37 |
|
38 | .loadDict('names/*')
|
39 | .loadDict('lazy/index')
|
40 | .loadDict('pangu/num')
|
41 | .loadDict('lazy/badword')
|
42 | .loadDict('pangu/wildcard', 'WILDCARD', true);
|
43 | useDefaultSynonymDict(segment, options);
|
44 | useDefaultBlacklistDict(segment, options);
|
45 | segment.doBlacklist();
|
46 | }
|
47 | return segment;
|
48 | }
|
49 | exports.useDefaultDicts = useDefaultDicts;
|
50 | function useDefaultSynonymDict(segment, options = {}) {
|
51 | if (!options.nodict) {
|
52 | segment
|
53 | .loadSynonymDict('synonym')
|
54 | .loadSynonymDict('zht.synonym', false);
|
55 | if (options.nodeNovelMode) {
|
56 | segment
|
57 | .loadSynonymDict('badword.synonym', false)
|
58 | .loadSynonymDict('zht.common.synonym', false);
|
59 | }
|
60 | }
|
61 | return segment;
|
62 | }
|
63 | exports.useDefaultSynonymDict = useDefaultSynonymDict;
|
64 | function useDefaultBlacklistDict(segment, options = {}) {
|
65 | if (!options.nodict) {
|
66 | segment
|
67 | .loadBlacklistDict('blacklist')
|
68 | .loadBlacklistOptimizerDict('blacklist.name')
|
69 | .loadBlacklistSynonymDict('blacklist.synonym');
|
70 | }
|
71 | return segment;
|
72 | }
|
73 | exports.useDefaultBlacklistDict = useDefaultBlacklistDict;
|
74 |
|
\ | No newline at end of file |