| 1 | var fs = require('fs');
|
| 2 | var natural = require('./lib/natural');
|
| 3 |
|
| 4 | var data = fs.readFileSync('./data.txt', 'utf8');
|
| 5 |
|
| 6 | var sentenceTok = new natural.SentenceTokenizer();
|
| 7 | var aggressiveTok = new natural.AggressiveTokenizer();
|
| 8 |
|
| 9 | var sentences = sentenceTok.tokenize(data);
|
| 10 | console.log(sentences);
|
| 11 |
|
| 12 | sentences.forEach(function(s) {
|
| 13 | var words = aggressiveTok.tokenize(s);
|
| 14 | //console.log(words);
|
| 15 | });
|
| 16 |
|
| 17 | // and then concatenate arrays
|