| 1 | 'use strict';
|
| 2 | Object.defineProperty(exports, "__esModule", { value: true });
|
| 3 | exports.init = exports.ZhRadicalTokenizer = void 0;
|
| 4 | const mod_1 = require("../mod");
|
| 5 | |
| 6 | |
| 7 | |
| 8 | |
| 9 |
|
| 10 | class ZhRadicalTokenizer extends mod_1.SubSModuleTokenizer {
|
| 11 | constructor() {
|
| 12 | super(...arguments);
|
| 13 | this.name = 'ZhRadicalTokenizer';
|
| 14 | }
|
| 15 | _cache(...argv) {
|
| 16 | super._cache(...argv);
|
| 17 | }
|
| 18 | split(words) {
|
| 19 | return this._splitUnset(words, this.splitZhRadical);
|
| 20 | }
|
| 21 | splitZhRadical(text, cur) {
|
| 22 | let ret = [];
|
| 23 | let self = this;
|
| 24 | let _r = /[\u4136\u4137]/u;
|
| 25 | if (!_r.test(text)) {
|
| 26 | return null;
|
| 27 | }
|
| 28 | text
|
| 29 | .split(/([\u4136\u4137]+)/u)
|
| 30 | .forEach(function (w, i) {
|
| 31 | if (w !== '') {
|
| 32 | if (_r.test(w)) {
|
| 33 | ret.push(self.debugToken({
|
| 34 | w,
|
| 35 | }, {
|
| 36 | [self.name]: true,
|
| 37 | }, true));
|
| 38 | }
|
| 39 | else {
|
| 40 | ret.push({
|
| 41 | w,
|
| 42 | });
|
| 43 | }
|
| 44 | }
|
| 45 | });
|
| 46 | return ret.length ? ret : null;
|
| 47 | }
|
| 48 | }
|
| 49 | exports.ZhRadicalTokenizer = ZhRadicalTokenizer;
|
| 50 | exports.init = ZhRadicalTokenizer.init.bind(ZhRadicalTokenizer);
|
| 51 | exports.default = ZhRadicalTokenizer;
|
| 52 | |
| \ | No newline at end of file |