{"_id":"js-tiktoken","_rev":"3793945","name":"js-tiktoken","description":"JavaScript port of tiktoken","dist-tags":{"devel":"1.0.7","latest":"1.0.20"},"maintainers":[{"name":"davidduong","email":""}],"time":{"modified":"2025-06-05T10:27:29.000Z","created":"2023-05-13T11:48:46.582Z","1.0.20":"2025-04-22T09:02:19.886Z","1.0.19":"2025-02-14T01:16:33.330Z","1.0.18":"2025-02-04T01:58:23.951Z","1.0.17":"2025-02-02T21:19:24.012Z","1.0.16":"2024-12-19T17:06:16.672Z","1.0.15":"2024-10-04T09:35:15.035Z","1.0.14":"2024-08-15T23:33:32.853Z","1.0.13":"2024-08-15T23:08:41.788Z","1.0.12":"2024-05-13T22:17:24.529Z","1.0.11":"2024-04-12T23:06:21.913Z","1.0.10":"2024-01-28T07:50:58.262Z","1.0.9":"2024-01-28T07:13:05.601Z","1.0.8":"2023-11-15T23:04:32.629Z","1.0.7":"2023-06-15T20:57:50.735Z","1.0.6":"2023-05-17T12:30:19.593Z","1.0.5":"2023-05-15T20:13:11.277Z","1.0.4":"2023-05-15T18:08:57.309Z","1.0.3":"2023-05-15T17:59:10.650Z","1.0.2":"2023-05-15T00:57:07.721Z","1.0.1":"2023-05-15T00:17:23.581Z","1.0.0":"2023-05-13T11:48:46.582Z"},"users":{},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"versions":{"1.0.20":{"name":"js-tiktoken","version":"1.0.20","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.20","gitHead":"9dd7d6ee3825b2cb01ec27b7a71427583ac6c7d9","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.8","_npmVersion":"10.8.2","dist":{"shasum":"fa2733bf147acaf1bdcf9ab8a878e79c581c95f2","size":10238901,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.20.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.20.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.20_1745312539495_0.6465405591049473"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-04-22T09:02:19.886Z","publish_time":1745312539886,"_source_registry_name":"default","_cnpm_publish_time":1745312539886},"1.0.19":{"name":"js-tiktoken","version":"1.0.19","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.19","gitHead":"8963e56f726f6ceb212d1db110b2ed44e418847e","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.6","_npmVersion":"10.8.2","dist":{"shasum":"0298b584382f1d47d4b45cb93d382f11780eab78","size":10238380,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.19.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.19.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.19_1739495792996_0.9884562187826968"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-02-14T01:16:33.330Z","publish_time":1739495793330,"_source_registry_name":"default","_cnpm_publish_time":1739495793330},"1.0.18":{"name":"js-tiktoken","version":"1.0.18","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.18","gitHead":"e3437a351b425664294b51ce6b039b6345893058","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.6","_npmVersion":"10.8.2","dist":{"shasum":"aaf68dda155bc693e6f0a572b9a359d569cb53df","size":10238137,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.18.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.18.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.18_1738634303367_0.8636752846291482"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-02-04T01:58:23.951Z","publish_time":1738634303951,"_source_registry_name":"default","_cnpm_publish_time":1738634303951},"1.0.17":{"name":"js-tiktoken","version":"1.0.17","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.17","gitHead":"37c993f3f714dff6cb5975417b68a58eb859347a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.6","_npmVersion":"10.8.2","dist":{"shasum":"5eae0686d2b451648cfdcf1d1b142e7b44c1a4dc","size":10238126,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.17.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.17.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.17_1738531163696_0.42565530103085325"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-02-02T21:19:24.012Z","publish_time":1738531164012,"_source_registry_name":"default","_cnpm_publish_time":1738531164012},"1.0.16":{"name":"js-tiktoken","version":"1.0.16","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.16","gitHead":"638e6a253e940bc78883f45fdbef0415cf2ff735","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.5","_npmVersion":"10.8.2","dist":{"shasum":"b56800a2dbf21f717123ec49f339fde8544af36e","size":10238061,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.16.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.16.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/js-tiktoken_1.0.16_1734627976131_0.16549542630449365"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-12-19T17:06:16.672Z","publish_time":1734627976672,"_source_registry_name":"default","_cnpm_publish_time":1734627976672},"1.0.15":{"name":"js-tiktoken","version":"1.0.15","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.15","gitHead":"b742a86f032dde5d19f0bbb78866827139df609f","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.4","_npmVersion":"10.7.0","dist":{"shasum":"92a7d829f6950c2cfb35cc52555502e3d6e2ebac","size":10238049,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.15.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.15.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.15_1728034514733_0.5051919558973115"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-10-04T09:35:15.035Z","publish_time":1728034515035,"_source_registry_name":"default","_cnpm_publish_time":1728034515035},"1.0.14":{"name":"js-tiktoken","version":"1.0.14","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup && cp -R src/ranks dist/ranks","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.14","gitHead":"f8aa4555da7103170ea73fee2488484da18c9f28","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.4","_npmVersion":"10.7.0","dist":{"shasum":"756f353262d559da16b58b5bcecfd93330076da2","size":10237931,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.14.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.14.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.14_1723764812546_0.7844130284420361"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-08-15T23:33:32.853Z","publish_time":1723764812853,"_source_registry_name":"default","_cnpm_publish_time":1723764812853},"1.0.13":{"name":"js-tiktoken","version":"1.0.13","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.13","gitHead":"60ff9bb8aa126a6ded2218fb424edee01b8c11d5","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.4","_npmVersion":"10.7.0","dist":{"shasum":"6b41b78069af1d3e1f228f5cda1bbd55c2a54515","size":5120149,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.13.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.13.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.13_1723763321412_0.614628376060619"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-08-15T23:08:41.788Z","publish_time":1723763321788,"_source_registry_name":"default","_cnpm_publish_time":1723763321788},"1.0.12":{"name":"js-tiktoken","version":"1.0.12","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"},"./ranks/o200k_base":{"types":"./dist/ranks/o200k_base.d.ts","require":"./dist/ranks/o200k_base.cjs","default":"./dist/ranks/o200k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts","src/ranks/o200k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.12","gitHead":"a7cce9922b10bca567be8453f1ef0489428fa02f","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.2","_npmVersion":"10.5.0","dist":{"shasum":"af0f5cf58e5e7318240d050c8413234019424211","size":5120053,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.12.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.12.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.12_1715638644246_0.27086526411971334"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-05-13T22:17:24.529Z","publish_time":1715638644529,"_source_registry_name":"default","_cnpm_publish_time":1715638644529},"1.0.11":{"name":"js-tiktoken","version":"1.0.11","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.11","gitHead":"045f0e431b29729c833c2ae6e458ac3320b4264a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.1","_npmVersion":"10.5.0","dist":{"shasum":"d7d707b849f703841112660d9d55169424a35344","size":2856419,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.11.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.11.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.11_1712963181689_0.13941632663682668"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-04-12T23:06:21.913Z","publish_time":1712963181913,"_source_registry_name":"default","_cnpm_publish_time":1712963181913},"1.0.10":{"name":"js-tiktoken","version":"1.0.10","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.10","gitHead":"ffa82838d2532b267fccd7ac2c8dd77e2785d1f9","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.19.0","_npmVersion":"10.2.3","dist":{"shasum":"2b343ec169399dcee8f9ef9807dbd4fafd3b30dc","size":2856389,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.10.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.10.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.10_1706428257939_0.7501102059411"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-01-28T07:50:58.262Z","publish_time":1706428258262,"_source_registry_name":"default","_cnpm_publish_time":1706428258262},"1.0.9":{"name":"js-tiktoken","version":"1.0.9","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.9","gitHead":"a020c6af42372610f851b41cefa03454a217ab7e","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.19.0","_npmVersion":"10.2.3","dist":{"shasum":"502137056b8f76768476c366c1689cad51d0f238","size":2856389,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.9.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.9.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.9_1706425985342_0.5004723821907431"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-01-28T07:13:05.601Z","publish_time":1706425985601,"_source_registry_name":"default","_cnpm_publish_time":1706425985601},"1.0.8":{"name":"js-tiktoken","version":"1.0.8","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"_id":"js-tiktoken@1.0.8","gitHead":"74c147e19584a3a1acea0c8e0da4d39415cd33e0","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.18.2","_npmVersion":"9.8.1","dist":{"shasum":"21ab8ae222e71226b2ef0d2f4b507fb10d66a114","size":2865565,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.8.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.8.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.8_1700089472361_0.33882854294290743"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-11-15T23:04:32.629Z","publish_time":1700089472629,"_source_registry_name":"default","_cnpm_publish_time":1700089472629},"1.0.7":{"name":"js-tiktoken","version":"1.0.7","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"readmeFilename":"README.md","gitHead":"0d7e0512565993d1109c88568182f1d5a55ce6c2","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.7","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"56933fcd2093e8304060dfde3071bda91812e6f5","size":4298051,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.7.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.7.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.7_1686862670453_0.31369127915996065"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-06-15T20:57:50.735Z","publish_time":1686862670735,"_source_registry_name":"default","_cnpm_publish_time":1686862670735},"1.0.6":{"name":"js-tiktoken","version":"1.0.6","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"gitHead":"1fcb052df8861a43546e9f56318f4341f279da4f","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.6","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"f32f4b9b3c33d11f12b5cf016b3c729370817ee9","size":4298622,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.6.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.6.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.6_1684326619254_0.34898813027605025"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-17T12:30:19.593Z","publish_time":1684326619593,"_source_registry_name":"default","_cnpm_publish_time":1684326619593},"1.0.5":{"name":"js-tiktoken","version":"1.0.5","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","require":"./dist/index.cjs","default":"./dist/index.js"},"./lite":{"types":"./dist/lite.d.ts","require":"./dist/lite.cjs","default":"./dist/lite.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","require":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","require":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","require":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","require":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","require":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/lite.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"gitHead":"4d3f97f5240d56eadb36d098339067b42dd6147a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.5","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"34818b1660e06a25e3dd479e7a2edc71bbebe1d5","size":4298457,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.5.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.5.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.5_1684181590982_0.031143626416175962"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-15T20:13:11.277Z","publish_time":1684181591277,"_source_registry_name":"default","_cnpm_publish_time":1684181591277},"1.0.4":{"name":"js-tiktoken","version":"1.0.4","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","node":"./dist/index.cjs","default":"./dist/index.js"},"./ranks/cl100k_base":{"types":"./dist/ranks/cl100k_base.d.ts","node":"./dist/ranks/cl100k_base.cjs","default":"./dist/ranks/cl100k_base.js"},"./ranks/gpt2":{"types":"./dist/ranks/gpt2.d.ts","node":"./dist/ranks/gpt2.cjs","default":"./dist/ranks/gpt2.js"},"./ranks/p50k_base":{"types":"./dist/ranks/p50k_base.d.ts","node":"./dist/ranks/p50k_base.cjs","default":"./dist/ranks/p50k_base.js"},"./ranks/p50k_edit":{"types":"./dist/ranks/p50k_edit.d.ts","node":"./dist/ranks/p50k_edit.cjs","default":"./dist/ranks/p50k_edit.js"},"./ranks/r50k_base":{"types":"./dist/ranks/r50k_base.d.ts","node":"./dist/ranks/r50k_base.cjs","default":"./dist/ranks/r50k_base.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts","src/ranks/cl100k_base.ts","src/ranks/gpt2.ts","src/ranks/p50k_base.ts","src/ranks/p50k_edit.ts","src/ranks/r50k_base.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"gitHead":"265e01df64cce529873caa9c78715fc50227aa41","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.4","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"d628a16891a0e53f711cbc2eefda53972e1826f4","size":4297031,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.4.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.4.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.4_1684174137054_0.39982566129863617"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-15T18:08:57.309Z","publish_time":1684174137309,"_source_registry_name":"default","_cnpm_publish_time":1684174137309},"1.0.3":{"name":"js-tiktoken","version":"1.0.3","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","node":"./dist/index.cjs","default":"./dist/index.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"gitHead":"97fe4653436a5ba37116630afd897f23a866f99d","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.3","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"976c5e4fc164cfc347055923f25acc6e70fc9f27","size":2865406,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.3.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.3.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.3_1684173550394_0.31474818411222927"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-15T17:59:10.650Z","publish_time":1684173550650,"_source_registry_name":"default","_cnpm_publish_time":1684173550650},"1.0.2":{"name":"js-tiktoken","version":"1.0.2","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","main":"./dist/index.cjs","types":"./dist/index.d.ts","exports":{".":{"types":"./dist/index.d.ts","node":"./dist/index.cjs","default":"./dist/index.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"readmeFilename":"README.md","gitHead":"621ae351c2c579b421a5d7cbbda930d96d96a5b6","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.2","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"bee47bd906bd104974a71c759f4920523eaae6f6","size":2865062,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.2.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.2.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.2_1684112227438_0.5124719424447755"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-15T00:57:07.721Z","publish_time":1684112227721,"_source_registry_name":"default","_cnpm_publish_time":1684112227721},"1.0.1":{"name":"js-tiktoken","version":"1.0.1","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"rm -rf dist && tsup","test":"vitest run"},"type":"module","exports":{".":{"types":"./dist/index.d.ts","node":"./dist/index.cjs","default":"./dist/index.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{"tsup":"^6.7.0"},"tsup":{"entry":["src/index.ts"],"format":["cjs","esm"],"dts":true,"clean":true,"treeshake":true},"readmeFilename":"README.md","gitHead":"2d18fcc4fd70788b1de0b5ff2d58f3ee15c02f41","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.1","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"39f6bf0745f0cbd22aed53c36b1dd0d2c56ab555","size":2865057,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.1_1684109843332_0.29761160012395615"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-15T00:17:23.581Z","publish_time":1684109843581,"_source_registry_name":"default","_cnpm_publish_time":1684109843581},"1.0.0":{"name":"js-tiktoken","version":"1.0.0","description":"JavaScript port of tiktoken","license":"MIT","scripts":{"build":"tsc","test":"vitest run"},"exports":{".":{"types":"./dist/index.d.ts","default":"./dist/index.js"}},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{"base64-js":"^1.5.1"},"publishConfig":{"access":"public"},"devDependencies":{},"gitHead":"7c6a304792c8612639bf5b79b328060656be2d64","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"js-tiktoken@1.0.0","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"474720b4fdd0ebb722dae48d1c9bd88bc97c8ff0","size":2648,"noattachment":false,"key":"/js-tiktoken/-/js-tiktoken-1.0.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/js-tiktoken/download/js-tiktoken-1.0.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/js-tiktoken_1.0.0_1683978526324_0.03961127880024162"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-05-13T11:48:46.582Z","publish_time":1683978526582,"_source_registry_name":"default","_cnpm_publish_time":1683978526582}},"readme":"# ⏳ js-tiktoken\n\ntiktoken is a [BPE](https://en.wikipedia.org/wiki/Byte_pair_encoding) tokeniser for use with\nOpenAI's models. This is a pure JS port of the original tiktoken library.\n\nInstall the library from NPM:\n\n```\nnpm install js-tiktoken\n```\n\n## Lite\n\nYou can only load the ranks you need, which will significantly reduce the bundle size:\n\n```typescript\nimport { Tiktoken } from \"js-tiktoken/lite\";\nimport o200k_base from \"js-tiktoken/ranks/o200k_base\";\n\nconst enc = new Tiktoken(o200k_base);\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n\nAlternatively, encodings can be loaded dynamically from our CDN hosted on Cloudflare Pages.\n\n```typescript\nimport { Tiktoken } from \"js-tiktoken/lite\";\n\nconst res = await fetch(`https://tiktoken.pages.dev/js/o200k_base.json`);\nconst o200k_base = await res.json();\n\nconst enc = new Tiktoken(o200k_base);\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n\n## Full usage\n\nIf you need all the OpenAI tokenizers, you can import the entire library:\n\n> [!CAUTION]\n> This will include all the OpenAI tokenizers, which may significantly increase the bundle size. See\n\n```typescript\nimport assert from \"node:assert\";\nimport { getEncoding, encodingForModel } from \"js-tiktoken\";\n\nconst enc = getEncoding(\"gpt2\");\nassert(enc.decode(enc.encode(\"hello world\")) === \"hello world\");\n```\n","_attachments":{},"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"license":"MIT"}