UNPKG

natural/test-tokenizer.js

Version:

178 BJavaScriptView Raw

1var natural = require('./lib/natural');
2
3tokenizer = new natural.AggressiveTokenizer();
4console.log(tokenizer.tokenize('hi_hi hi'));
5console.log(tokenizer.tokenize('________'));

1	`var natural = require('./lib/natural');`
2
3	`tokenizer = new natural.AggressiveTokenizer();`
4	`console.log(tokenizer.tokenize('hi_hi hi'));`
5	`console.log(tokenizer.tokenize('________'));`