{"_id":"html-tokenize","_rev":"330636","name":"html-tokenize","description":"transform stream to tokenize html","dist-tags":{"latest":"2.0.1"},"maintainers":[{"name":"jeromew","email":""}],"time":{"modified":"2021-06-07T02:46:05.000Z","created":"2014-04-26T09:57:19.956Z","2.0.1":"2020-03-24T19:58:22.217Z","2.0.0":"2016-11-26T18:09:31.648Z","1.2.5":"2014-12-07T20:15:02.654Z","1.2.4":"2014-12-05T08:46:47.522Z","1.2.3":"2014-12-04T13:50:57.641Z","1.2.2":"2014-10-10T23:09:07.020Z","1.2.1":"2014-10-10T12:27:26.734Z","1.2.0":"2014-09-16T21:40:15.581Z","1.1.2":"2014-06-28T12:37:37.525Z","1.1.1":"2014-05-14T09:21:56.896Z","1.1.0":"2014-05-13T05:08:36.974Z","1.0.0":"2014-04-26T09:57:19.956Z"},"users":{"kael":true,"dexteryy":true,"itonyyo":true},"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"versions":{"2.0.1":{"name":"html-tokenize","version":"2.0.1","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"buffer-from":"~0.1.1","inherits":"~2.0.1","minimist":"~1.2.5","readable-stream":"~1.0.27-1","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"ec43858280bf64f7bb282b086d65f00652c2c6c5","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@2.0.1","_nodeVersion":"12.16.1","_npmVersion":"6.13.4","dist":{"shasum":"c3b2ea6e2837d4f8c06693393e9d2a12c960be5f","size":10878,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-2.0.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-2.0.1.tgz"},"maintainers":[{"name":"jeromew","email":""}],"_npmUser":{"name":"substack","email":"substack@gmail.com"},"directories":{},"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/html-tokenize_2.0.1_1585079902080_0.1935035568465191"},"_hasShrinkwrap":false,"publish_time":1585079902217,"_cnpm_publish_time":1585079902217},"2.0.0":{"name":"html-tokenize","version":"2.0.0","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"buffer-from":"~0.1.1","inherits":"~2.0.1","minimist":"~0.0.8","readable-stream":"~1.0.27-1","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"20c05d37f5238be7558cb3228eafa29633ec9d87","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@2.0.0","_shasum":"8b3a9a5deb475cae6a6f9671600d2c20ab298251","_from":".","_npmVersion":"3.10.3","_nodeVersion":"6.4.0","_npmUser":{"name":"jeromew","email":"jerome.wagner@m4x.org"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"8b3a9a5deb475cae6a6f9671600d2c20ab298251","size":10659,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-2.0.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-2.0.0.tgz"},"_npmOperationalInternal":{"host":"packages-18-east.internal.npmjs.com","tmp":"tmp/html-tokenize-2.0.0.tgz_1480183771064_0.16591135039925575"},"directories":{},"publish_time":1480183771648,"_cnpm_publish_time":1480183771648,"_hasShrinkwrap":false},"1.2.5":{"name":"html-tokenize","version":"1.2.5","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"57287265fb72326ea4f1dea7bb37d80a30928bcd","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.5","_shasum":"7e5ba99ecb51ef906ec9a7fcdee6ca3267c7897e","_from":".","_npmVersion":"2.0.0","_npmUser":{"name":"jeromew","email":"jerome.wagner@m4x.org"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"7e5ba99ecb51ef906ec9a7fcdee6ca3267c7897e","size":10663,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.5.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.5.tgz"},"directories":{},"publish_time":1417983302654,"_cnpm_publish_time":1417983302654,"_hasShrinkwrap":false},"1.2.4":{"name":"html-tokenize","version":"1.2.4","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"e40535a17e117fce977e59f121c62d6549255725","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.4","_shasum":"d0eb82b15ad7bc46d5f3da65369804d2aed80ee7","_from":".","_npmVersion":"2.0.0","_npmUser":{"name":"jeromew","email":"jerome.wagner@m4x.org"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"d0eb82b15ad7bc46d5f3da65369804d2aed80ee7","size":10256,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.4.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.4.tgz"},"directories":{},"publish_time":1417769207522,"_cnpm_publish_time":1417769207522,"_hasShrinkwrap":false},"1.2.3":{"name":"html-tokenize","version":"1.2.3","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"25c018b1e6e407b3b5f716a191b924dd08b5df26","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.3","_shasum":"05f6371581d511036286b12c470487d36181f64f","_from":".","_npmVersion":"2.0.0","_npmUser":{"name":"jeromew","email":"jerome.wagner@m4x.org"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"05f6371581d511036286b12c470487d36181f64f","size":10062,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.3.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.3.tgz"},"directories":{},"publish_time":1417701057641,"_cnpm_publish_time":1417701057641,"_hasShrinkwrap":false},"1.2.2":{"name":"html-tokenize","version":"1.2.2","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.2","dist":{"shasum":"9cd42d026491f4ee7a34d1a9f547bccdf627d2ce","size":9928,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.2.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.2.tgz"},"_from":"./","_npmVersion":"1.3.15","_npmUser":{"name":"jeromew","email":"jerome.wagner@m4x.org"},"maintainers":[{"name":"jeromew","email":""}],"directories":{},"publish_time":1412982547020,"_cnpm_publish_time":1412982547020,"_hasShrinkwrap":false},"1.2.1":{"name":"html-tokenize","version":"1.2.1","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"a3f31d7e4a6300e079ef7a63fe13ff777627a9d8","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.1","_shasum":"3cf6eef04abe2fc413070d7395558064adc3e252","_from":".","_npmVersion":"2.0.2","_nodeVersion":"0.10.31","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"3cf6eef04abe2fc413070d7395558064adc3e252","size":9924,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.1.tgz"},"directories":{},"publish_time":1412944046734,"_cnpm_publish_time":1412944046734,"_hasShrinkwrap":false},"1.2.0":{"name":"html-tokenize","version":"1.2.0","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"ce79da579f1c5673cd38b30e3b8c4f13a7b489ae","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.2.0","_shasum":"2d2cc37fcb7c582ea649faa7577d2de72c7f77b1","_from":".","_npmVersion":"1.4.25","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"2d2cc37fcb7c582ea649faa7577d2de72c7f77b1","size":9742,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.2.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.2.0.tgz"},"directories":{},"publish_time":1410903615581,"_cnpm_publish_time":1410903615581,"_hasShrinkwrap":false},"1.1.2":{"name":"html-tokenize","version":"1.1.2","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","gitHead":"9698e0e31e1ae05b0892db8605535570bdcaea3a","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.1.2","_shasum":"6306fa8122003a9c75c45299847db26913162b7d","_from":".","_npmVersion":"1.4.15","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"dist":{"shasum":"6306fa8122003a9c75c45299847db26913162b7d","size":9334,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.1.2.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.1.2.tgz"},"directories":{},"publish_time":1403959057525,"_cnpm_publish_time":1403959057525,"_hasShrinkwrap":false},"1.1.1":{"name":"html-tokenize","version":"1.1.1","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8","through2":"~0.4.1"},"devDependencies":{"tape":"~2.12.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.1.1","dist":{"shasum":"1d0500be70ff4761904a1ad6bc429ae219c39a69","size":9098,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.1.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.1.1.tgz"},"_from":".","_npmVersion":"1.4.3","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"directories":{},"publish_time":1400059316896,"_cnpm_publish_time":1400059316896,"_hasShrinkwrap":false},"1.1.0":{"name":"html-tokenize","version":"1.1.0","description":"transform stream to tokenize html","main":"index.js","bin":{"html-tokenize":"bin/cmd.js"},"dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1","minimist":"~0.0.8"},"devDependencies":{"tape":"~2.12.1","through2":"~0.4.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.1.0","dist":{"shasum":"39f7a6c1588174e7a5c97dad04d4028b5a3863f7","size":5622,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.1.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.1.0.tgz"},"_from":".","_npmVersion":"1.4.3","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"directories":{},"publish_time":1399957716974,"_hasShrinkwrap":false,"_cnpm_publish_time":1399957716974},"1.0.0":{"name":"html-tokenize","version":"1.0.0","description":"transform stream to tokenize html","main":"index.js","dependencies":{"inherits":"~2.0.1","readable-stream":"~1.0.27-1"},"devDependencies":{"tape":"~2.12.1","through2":"~0.4.1"},"scripts":{"test":"tape test/*.js"},"repository":{"type":"git","url":"git://github.com/substack/html-tokenize.git"},"homepage":"https://github.com/substack/html-tokenize","keywords":["html","parser","tokenize","stream"],"author":{"name":"James Halliday","email":"mail@substack.net","url":"http://substack.net"},"license":"MIT","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"_id":"html-tokenize@1.0.0","dist":{"shasum":"efb82e2d07bfb78a8ae942e3eff15cfdc5344c25","size":5096,"noattachment":false,"key":"/html-tokenize/-/html-tokenize-1.0.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/html-tokenize/download/html-tokenize-1.0.0.tgz"},"_from":".","_npmVersion":"1.4.3","_npmUser":{"name":"substack","email":"mail@substack.net"},"maintainers":[{"name":"jeromew","email":""}],"directories":{},"publish_time":1398506239956,"_cnpm_publish_time":1398506239956,"_hasShrinkwrap":false}},"readme":"# html-tokenize\n\ntransform stream to tokenize html\n\n[![build status](https://secure.travis-ci.org/substack/html-tokenize.png)](http://travis-ci.org/substack/html-tokenize)\n\n# example\n\n``` js\nvar fs = require('fs');\nvar tokenize = require('html-tokenize');\nvar through = require('through2');\n\nfs.createReadStream(__dirname + '/table.html')\n    .pipe(tokenize())\n    .pipe(through.obj(function (row, enc, next) {\n        row[1] = row[1].toString();\n        console.log(row);\n        next();\n    }))\n;\n```\n\nthis html:\n\n``` html\n<table>\n  <tbody>blah blah blah</tbody>\n  <tr><td>there</td></tr>\n  <tr><td>it</td></tr>\n  <tr><td>is</td></tr>\n</table>\n```\n\ngenerates this output:\n\n```\n[ 'open', '<table>' ]\n[ 'text', '\\n  ' ]\n[ 'open', '<tbody>' ]\n[ 'text', 'blah blah blah' ]\n[ 'close', '</tbody>' ]\n[ 'text', '\\n  ' ]\n[ 'open', '<tr>' ]\n[ 'open', '<td>' ]\n[ 'text', 'there' ]\n[ 'close', '</td>' ]\n[ 'close', '</tr>' ]\n[ 'text', '\\n  ' ]\n[ 'open', '<tr>' ]\n[ 'open', '<td>' ]\n[ 'text', 'it' ]\n[ 'close', '</td>' ]\n[ 'close', '</tr>' ]\n[ 'text', '\\n  ' ]\n[ 'open', '<tr>' ]\n[ 'open', '<td>' ]\n[ 'text', 'is' ]\n[ 'close', '</td>' ]\n[ 'close', '</tr>' ]\n[ 'text', '\\n' ]\n[ 'close', '</table>' ]\n[ 'text', '\\n' ]\n```\n\n# methods\n\n``` js\nvar tokenize = require('html-tokenize');\n```\n\n## var t = tokenize()\n\nReturn a tokenize transform stream `t` that takes html input and produces rows\nof output. The output rows are of the form:\n\n* `[ name, buffer ]`\n\nThe input stream maps completely onto the buffers from the object stream.\n\nThe types of names are:\n\n* open\n* close\n* text\n\ncdata, comments, and scripts all use `'open'` with their contents appearing in\nsubsequent `'text'` rows.\n\n# usage\n\nThere is an html-tokenize command too.\n\n```\nusage: html-tokenize {FILE}\n\n  Tokenize FILE into newline-separated json arrays for each tag.\n  If FILE is not specified, use stdin.\n\n```\n\n# install\n\nWith [npm](https://npmjs.org), to get the library do:\n\n```\nnpm install html-tokenize\n```\n\nor to get the command do:\n\n```\nnpm install -g html-tokenize\n```\n\n# license\n\nMIT\n","_attachments":{},"homepage":"https://github.com/substack/html-tokenize","bugs":{"url":"https://github.com/substack/html-tokenize/issues"},"license":"MIT"}