blob: b0ff65340e3b980f5000bbf579e16c12b48c7543 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
|
var tokenize = require('./'),
through = require('through2'),
fs = require('fs');
var input = process.argv[2] ? fs.createReadStream(process.argv[2]) : process.stdin;
input.pipe(tokenize())
.pipe(through.obj(function(token, enc, next) {
token[1] = token[1].toString(); // it's a buffer slice
console.log('TOKEN', token);
next();
}))
|