{"_id":"@dqbd/tiktoken","_rev":"3794583","name":"@dqbd/tiktoken","description":"JS/WASM bindings for tiktoken","dist-tags":{"alpha":"1.0.7-alpha.0","latest":"1.0.21"},"maintainers":[{"name":"davidduong","email":""}],"time":{"modified":"2025-06-05T10:29:41.000Z","created":"2023-02-19T13:48:10.765Z","1.0.21":"2025-04-22T09:02:20.337Z","1.0.20":"2025-02-04T01:58:23.814Z","1.0.19":"2025-02-02T21:19:24.342Z","1.0.18":"2024-12-19T17:06:16.088Z","1.0.17":"2024-10-04T09:35:14.908Z","1.0.16":"2024-08-15T23:08:43.256Z","1.0.15":"2024-05-13T22:17:26.089Z","1.0.14":"2024-04-12T23:06:22.924Z","1.0.13":"2024-01-28T07:50:59.150Z","1.0.12":"2024-01-28T07:44:25.378Z","1.0.7":"2023-04-28T11:38:57.184Z","1.0.7-alpha.0":"2023-04-28T11:18:06.222Z","1.0.6":"2023-04-11T23:06:56.492Z","1.0.6-alpha.1":"2023-04-11T23:01:10.807Z","1.0.5":"2023-04-11T22:40:50.004Z","1.0.5-alpha.1":"2023-04-11T22:24:53.154Z","1.0.5-preview":"2023-04-11T18:01:42.172Z","1.0.4":"2023-04-08T18:08:14.707Z","1.0.3":"2023-04-05T08:01:03.370Z","1.0.2":"2023-03-16T01:49:54.294Z","1.0.1":"2023-03-16T01:45:11.223Z","1.0.0":"2023-03-15T18:15:08.614Z","1.0.0-alpha.10":"2023-03-15T17:56:56.974Z","1.0.0-alpha.8":"2023-03-15T16:52:19.337Z","1.0.0-alpha.7":"2023-03-15T15:05:09.746Z","1.0.0-alpha.6":"2023-03-15T12:25:22.551Z","1.0.0-alpha.5":"2023-03-15T10:53:42.651Z","1.0.0-alpha.4":"2023-03-15T10:47:58.790Z","1.0.0-alpha.3":"2023-03-11T20:23:11.596Z","1.0.0-alpha.2":"2023-03-11T20:05:13.577Z","1.0.0-alpha.1":"2023-03-09T09:34:18.059Z","0.4.0":"2023-02-24T23:21:35.986Z","0.3.0":"2023-02-23T17:52:31.200Z","0.2.1":"2023-02-19T14:28:14.301Z","0.2.0":"2023-02-19T13:48:10.765Z"},"users":{},"repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"versions":{"1.0.21":{"name":"@dqbd/tiktoken","version":"1.0.21","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.21","gitHead":"9dd7d6ee3825b2cb01ec27b7a71427583ac6c7d9","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.8","_npmVersion":"10.8.2","dist":{"shasum":"afadabc2a57a9f10bae6a9ddbc83bcd7735d30d6","size":10602751,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.21.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.21.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tiktoken_1.0.21_1745312540013_0.05184243153557411"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-04-22T09:02:20.337Z","publish_time":1745312540337,"_source_registry_name":"default","_cnpm_publish_time":1745312540337},"1.0.20":{"name":"@dqbd/tiktoken","version":"1.0.20","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.20","gitHead":"e3437a351b425664294b51ce6b039b6345893058","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.6","_npmVersion":"10.8.2","dist":{"shasum":"92e824dcd147a668ade2d654ff18f9f92a38f208","size":10615111,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.20.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.20.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tiktoken_1.0.20_1738634303423_0.24619811960760596"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-02-04T01:58:23.814Z","publish_time":1738634303814,"_source_registry_name":"default","_cnpm_publish_time":1738634303814},"1.0.19":{"name":"@dqbd/tiktoken","version":"1.0.19","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.19","gitHead":"37c993f3f714dff6cb5975417b68a58eb859347a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.6","_npmVersion":"10.8.2","dist":{"shasum":"635609893a683351eed634b26e993922784d704f","size":10615060,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.19.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.19.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tiktoken_1.0.19_1738531163974_0.17952613958919428"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2025-02-02T21:19:24.342Z","publish_time":1738531164342,"_source_registry_name":"default","_cnpm_publish_time":1738531164342},"1.0.18":{"name":"@dqbd/tiktoken","version":"1.0.18","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.18","gitHead":"638e6a253e940bc78883f45fdbef0415cf2ff735","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.5","_npmVersion":"10.8.2","dist":{"shasum":"7019c01df7110c42dcddcc23296c2b0e3a29e043","size":10606107,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.18.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.18.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages-npm-production","tmp":"tmp/tiktoken_1.0.18_1734627975602_0.8255962922056155"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-12-19T17:06:16.088Z","publish_time":1734627976088,"_source_registry_name":"default","_cnpm_publish_time":1734627976088},"1.0.17":{"name":"@dqbd/tiktoken","version":"1.0.17","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.17","gitHead":"b742a86f032dde5d19f0bbb78866827139df609f","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.4","_npmVersion":"10.7.0","dist":{"shasum":"9c5bd5d3856ab89925a480b6e1b7b01c07ff4200","size":10603414,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.17.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.17.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.17_1728034514509_0.06498100970288778"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-10-04T09:35:14.908Z","publish_time":1728034514908,"_source_registry_name":"default","_cnpm_publish_time":1728034514908},"1.0.16":{"name":"@dqbd/tiktoken","version":"1.0.16","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.16","gitHead":"60ff9bb8aa126a6ded2218fb424edee01b8c11d5","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.4","_npmVersion":"10.7.0","dist":{"shasum":"374c201d84158b50babff84e77aa3504564f510b","size":10577863,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.16.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.16.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.16_1723763322832_0.074642203852753"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-08-15T23:08:43.256Z","publish_time":1723763323256,"_source_registry_name":"default","_cnpm_publish_time":1723763323256},"1.0.15":{"name":"@dqbd/tiktoken","version":"1.0.15","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"},"./encoders/o200k_base.json":"./encoders/o200k_base.json","./encoders/o200k_base":{"types":"./encoders/o200k_base.d.ts","edge-light":"./encoders/o200k_base.js","node":"./encoders/o200k_base.cjs","default":"./encoders/o200k_base.js"}},"_id":"@dqbd/tiktoken@1.0.15","gitHead":"a7cce9922b10bca567be8453f1ef0489428fa02f","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.2","_npmVersion":"10.5.0","dist":{"shasum":"25ead8d80b7b2b9930c1ca7fcde203f0bec2f1e7","size":10605990,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.15.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.15.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.15_1715638645698_0.3341526297789348"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-05-13T22:17:26.089Z","publish_time":1715638646089,"_source_registry_name":"default","_cnpm_publish_time":1715638646089},"1.0.14":{"name":"@dqbd/tiktoken","version":"1.0.14","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"}},"_id":"@dqbd/tiktoken@1.0.14","gitHead":"045f0e431b29729c833c2ae6e458ac3320b4264a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.20.1","_npmVersion":"10.5.0","dist":{"shasum":"8f00140cb168c4007807ede17230ad9e07b1594f","size":6077924,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.14.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.14.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.14_1712963182594_0.48859196385138737"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-04-12T23:06:22.924Z","publish_time":1712963182924,"_source_registry_name":"default","_cnpm_publish_time":1712963182924},"1.0.13":{"name":"@dqbd/tiktoken","version":"1.0.13","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"}},"_id":"@dqbd/tiktoken@1.0.13","gitHead":"ffa82838d2532b267fccd7ac2c8dd77e2785d1f9","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"18.19.0","_npmVersion":"10.2.3","dist":{"shasum":"aca7f962639e30d54569b1162640fd3a32a19b01","size":6078365,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.13.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.13.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.13_1706428258835_0.08446464194627645"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-01-28T07:50:59.150Z","publish_time":1706428259150,"_source_registry_name":"default","_cnpm_publish_time":1706428259150},"1.0.12":{"name":"@dqbd/tiktoken","version":"1.0.12","description":"JS/WASM bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"publishConfig":{"directory":"./dist","access":"public"},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/gpt2":{"types":"./encoders/gpt2.d.ts","edge-light":"./encoders/gpt2.js","node":"./encoders/gpt2.cjs","default":"./encoders/gpt2.js"},"./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/r50k_base":{"types":"./encoders/r50k_base.d.ts","edge-light":"./encoders/r50k_base.js","node":"./encoders/r50k_base.cjs","default":"./encoders/r50k_base.js"},"./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_base":{"types":"./encoders/p50k_base.d.ts","edge-light":"./encoders/p50k_base.js","node":"./encoders/p50k_base.cjs","default":"./encoders/p50k_base.js"},"./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/p50k_edit":{"types":"./encoders/p50k_edit.d.ts","edge-light":"./encoders/p50k_edit.js","node":"./encoders/p50k_edit.cjs","default":"./encoders/p50k_edit.js"},"./encoders/cl100k_base.json":"./encoders/cl100k_base.json","./encoders/cl100k_base":{"types":"./encoders/cl100k_base.d.ts","edge-light":"./encoders/cl100k_base.js","node":"./encoders/cl100k_base.cjs","default":"./encoders/cl100k_base.js"}},"_id":"@dqbd/tiktoken@1.0.12","gitHead":"f39912b9d919d2b969a6dcc155570a6e67e64028","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_nodeVersion":"20.6.1","_npmVersion":"9.8.1","dist":{"shasum":"f2b79ce4326d1aad9eeaf90ff82c560ab2a35ca6","size":5868275,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.12.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.12.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.12_1706427865126_0.1438099730159419"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2024-01-28T07:44:25.378Z","publish_time":1706427865378,"_source_registry_name":"default","_cnpm_publish_time":1706427865378},"1.0.7":{"name":"@dqbd/tiktoken","version":"1.0.7","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"ea11d75dbad8a821caccb6cc852cf24b65dec045","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.7","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"612871cf91eba5599c804f100c573aa4d8596f57","size":2957948,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.7.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.7.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.7_1682681936908_0.9024921563787616"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-28T11:38:57.184Z","publish_time":1682681937184,"_source_registry_name":"default","_cnpm_publish_time":1682681937184},"1.0.7-alpha.0":{"name":"@dqbd/tiktoken","version":"1.0.7-alpha.0","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","edge-light":"./tiktoken.js","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","edge-light":"./init.js","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","edge-light":"./load.js","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","edge-light":"./lite/tiktoken.js","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","edge-light":"./lite/init.js","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","edge-light":"./lite/load.js","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"33405e996c0c5e351867a0946398daf6400ac352","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.7-alpha.0","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"f42d8a2007244675c8392e2609bc1800f84b2fff","size":2957967,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.7-alpha.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.7-alpha.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.7-alpha.0_1682680686005_0.991415532276311"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-28T11:18:06.222Z","publish_time":1682680686222,"_source_registry_name":"default","_cnpm_publish_time":1682680686222},"1.0.6":{"name":"@dqbd/tiktoken","version":"1.0.6","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"26bf591198b1077361f7a9c47e2ca826d32cccc9","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.6","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"96bfd0a4909726c61551a8c783493f01841bd163","size":2957921,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.6.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.6.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.6_1681254416196_0.8453310860905838"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-11T23:06:56.492Z","publish_time":1681254416492,"_cnpm_publish_time":1681254416492},"1.0.6-alpha.1":{"name":"@dqbd/tiktoken","version":"1.0.6-alpha.1","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"0c0cf001faa695f3288a3cb1e67e1e12ead82820","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.6-alpha.1","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"6466dd279d421f63d7cca3166c41c39ed956068b","size":2957926,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.6-alpha.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.6-alpha.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.6-alpha.1_1681254070448_0.09049324368804523"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-11T23:01:10.807Z","publish_time":1681254070807,"_cnpm_publish_time":1681254070807},"1.0.5":{"name":"@dqbd/tiktoken","version":"1.0.5","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"496168ce29911febe582563a96d6962b3cb31da4","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.5","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"0222efb7da4a907368ccd289f250023e8a43c1e3","size":2957922,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.5.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.5.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.5_1681252849727_0.12237718638904993"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-11T22:40:50.004Z","publish_time":1681252850004,"_cnpm_publish_time":1681252850004},"1.0.5-alpha.1":{"name":"@dqbd/tiktoken","version":"1.0.5-alpha.1","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"83c2a857e1f8c299a61e84bc01b075a8acb31598","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.5-alpha.1","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"7475460b7dd104469dc0b5480464e7103c3fc609","size":2957927,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.5-alpha.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.5-alpha.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.5-alpha.1_1681251892835_0.126128848313793"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-11T22:24:53.154Z","publish_time":1681251893154,"_cnpm_publish_time":1681251893154},"1.0.5-preview":{"name":"@dqbd/tiktoken","version":"1.0.5-preview","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"83c2a857e1f8c299a61e84bc01b075a8acb31598","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.5-preview","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"48ba85178458383e9e10b03cbe57c3ee372cc3cf","size":2957926,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.5-preview.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.5-preview.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.5-preview_1681236101948_0.508902974897079"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-11T18:01:42.172Z","publish_time":1681236102172,"_cnpm_publish_time":1681236102172},"1.0.4":{"name":"@dqbd/tiktoken","version":"1.0.4","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./tiktoken_bg.wasm?module":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm?module"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./lite/tiktoken_bg.wasm?module":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm?module"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"83c2a857e1f8c299a61e84bc01b075a8acb31598","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.4","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"30c61cb5b865e839af88c1014e4ff16f6278e4ce","size":2957617,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.4.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.4.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.4_1680977294393_0.7461298093682585"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-08T18:08:14.707Z","publish_time":1680977294707,"_cnpm_publish_time":1680977294707},"1.0.3":{"name":"@dqbd/tiktoken","version":"1.0.3","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"ee98f78950194945a731a5595717d6c028527dbd","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.3","_nodeVersion":"19.8.1","_npmVersion":"9.6.2","dist":{"shasum":"0940e88887c62ca328b86c324d4ae24c2b8dd2e5","size":2957595,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.3.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.3.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.3_1680681663060_0.56581854708789"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-04-05T08:01:03.370Z","publish_time":1680681663370,"_cnpm_publish_time":1680681663370},"1.0.2":{"name":"@dqbd/tiktoken","version":"1.0.2","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"68efa86723b67247a039548f03fa2286dfcf030a","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.2","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"f180afc887426343bab2adc41106d04dbd3627c0","size":2960434,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.2.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.2.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.2_1678931394012_0.7336271500609195"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-16T01:49:54.294Z","publish_time":1678931394294,"_cnpm_publish_time":1678931394294},"1.0.1":{"name":"@dqbd/tiktoken","version":"1.0.1","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"c4dfaadb3df08f6f8c64cec5761faa0fd85ef042","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.1","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"5eb2ff940e0dbeb5e687de7b34ff4b0cdc49f1a8","size":2960446,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.1_1678931110923_0.5602459722654671"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-16T01:45:11.223Z","publish_time":1678931111223,"_cnpm_publish_time":1678931111223},"1.0.0":{"name":"@dqbd/tiktoken","version":"1.0.0","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"gitHead":"efe372862d19d2da8b466d0b1432a7344558d978","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"77f3355351ecda5099a8091224bf30a25f3c1310","size":2960399,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0_1678904108350_0.12571044162904843"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T18:15:08.614Z","publish_time":1678904108614,"_cnpm_publish_time":1678904108614},"1.0.0-alpha.10":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.10","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"7efba72caa37585e0f8671cae456e601182b2477","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.10","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"2d1a3edf2cf2d89b44359374bc651ebfc815aff0","size":2960346,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.10.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.10.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.10_1678903016539_0.467691058651724"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T17:56:56.974Z","publish_time":1678903016974,"_cnpm_publish_time":1678903016974},"1.0.0-alpha.8":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.8","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"23bb57d0c3f5d6e016551b687f5dc8191081c9dc","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.8","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"df32ac8925fe9db58e07c152384b36f83ae0f190","size":3500857,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.8.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.8.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.8_1678899139050_0.5581416797900178"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T16:52:19.337Z","publish_time":1678899139337,"_cnpm_publish_time":1678899139337},"1.0.0-alpha.7":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.7","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json","./encoders/gpt2.json":"./encoders/gpt2.json","./encoders/r50k_base.json":"./encoders/r50k_base.json","./encoders/p50k_base.json":"./encoders/p50k_base.json","./encoders/p50k_edit.json":"./encoders/p50k_edit.json","./encoders/cl100k_base.json":"./encoders/cl100k_base.json"},"readmeFilename":"README.md","gitHead":"23bb57d0c3f5d6e016551b687f5dc8191081c9dc","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.7","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"562006de34798823ea8111a043378912d564641e","size":4325173,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.7.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.7.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.7_1678892709400_0.0379511420811689"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T15:05:09.746Z","publish_time":1678892709746,"_cnpm_publish_time":1678892709746},"1.0.0-alpha.6":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.6","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json"},"readmeFilename":"README.md","gitHead":"bfe38177e128f50ca1585dca34e3bf73f4e92267","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.6","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"25b746d8a9894d62f7e7346151e45a9377412fb4","size":2067969,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.6.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.6.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.6_1678883122347_0.37896701061750493"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T12:25:22.551Z","publish_time":1678883122551,"_cnpm_publish_time":1678883122551},"1.0.0-alpha.5":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.5","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json"},"readmeFilename":"README.md","gitHead":"9c8caec715dc8cef5eb3a9d234dc2998f30c26d0","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.5","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"06c8602f26db3df9e6dbf7a60f03f78ac1d996bd","size":2066755,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.5.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.5.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.5_1678877622398_0.5548159272023407"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T10:53:42.651Z","publish_time":1678877622651,"_cnpm_publish_time":1678877622651},"1.0.0-alpha.4":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.4","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./bundler":{"types":"./tiktoken.d.ts","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/bundler":{"types":"./lite/tiktoken.d.ts","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"},"./model_to_encoding.json":"./model_to_encoding.json","./registry.json":"./registry.json"},"readmeFilename":"README.md","gitHead":"9c8caec715dc8cef5eb3a9d234dc2998f30c26d0","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.4","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"a5606fa99e16df90af05892435b1307200467a3d","size":2066890,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.4.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.4.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.4_1678877278526_0.3909375463513989"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-15T10:47:58.790Z","publish_time":1678877278790,"_cnpm_publish_time":1678877278790},"1.0.0-alpha.3":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.3","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"}},"readmeFilename":"README.md","gitHead":"e6f072654be412e5af7b1a74e6da2f379c767aaa","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.3","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"d5b3fa7fa72c229cd7ebd9fd488dd6003c99e1d8","size":2067239,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.3.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.3.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.3_1678566191292_0.8972400268495968"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-11T20:23:11.596Z","publish_time":1678566191596,"_cnpm_publish_time":1678566191596},"1.0.0-alpha.2":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.2","description":"Javascript bindings for tiktoken","license":"MIT","repository":{"type":"git","url":"git+https://github.com/dqbd/tiktoken.git"},"dependencies":{},"main":"tiktoken.cjs","types":"tiktoken.d.ts","exports":{".":{"types":"./tiktoken.d.ts","node":"./tiktoken.cjs","default":"./tiktoken.js"},"./bundler":{"types":"./bundler.d.ts","default":"./bundler.js"},"./init":{"types":"./init.d.ts","node":"./init.cjs","default":"./init.js"},"./load":{"types":"./load.d.ts","node":"./load.cjs","default":"./load.js"},"./tiktoken_bg.wasm":{"types":"./tiktoken_bg.wasm.d.ts","default":"./tiktoken_bg.wasm"},"./lite":{"types":"./lite/tiktoken.d.ts","node":"./lite/tiktoken.cjs","default":"./lite/tiktoken.js"},"./lite/bundler":{"types":"./lite/bundler.d.ts","default":"./lite/bundler.js"},"./lite/init":{"types":"./lite/init.d.ts","node":"./lite/init.cjs","default":"./lite/init.js"},"./lite/load":{"types":"./lite/load.d.ts","node":"./lite/load.cjs","default":"./lite/load.js"},"./lite/tiktoken_bg.wasm":{"types":"./lite/tiktoken_bg.wasm.d.ts","default":"./lite/tiktoken_bg.wasm"}},"gitHead":"e6f072654be412e5af7b1a74e6da2f379c767aaa","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"homepage":"https://github.com/dqbd/tiktoken#readme","_id":"@dqbd/tiktoken@1.0.0-alpha.2","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"0c1ecbd355e26e071069c32b88bba743e717fd7b","size":2067465,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.2.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.2.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.2_1678565113326_0.6733744454220219"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-03-11T20:05:13.577Z","publish_time":1678565113577,"_cnpm_publish_time":1678565113577},"1.0.0-alpha.1":{"name":"@dqbd/tiktoken","version":"1.0.0-alpha.1","description":"Javascript bindings for tiktoken","license":"MIT","scripts":{"build":"run-s build:*","build:cleanup":"rm -rf dist/","build:rank":"tsx scripts/inline_ranks.ts","build:wasm":"run-s wasm:*","build:postprocess":"tsx scripts/post_process.ts","wasm:bundler":"wasm-pack build --target bundler --release --out-dir dist && rm -rf dist/.gitignore dist/README.md dist/package.json","wasm:node":"wasm-pack build --target nodejs --release --out-dir dist/node && rm -rf dist/node/.gitignore dist/node/README.md dist/node/package.json","test":"yarn vitest"},"repository":{"type":"git","url":"https://github.com/dqbd/tiktoken"},"dependencies":{},"devDependencies":{"@types/node":"^18.14.4","npm-run-all":"^4.1.5","ts-morph":"^17.0.1","tsx":"^3.12.3","typescript":"^4.9.5","vitest":"^0.28.5"},"_id":"@dqbd/tiktoken@1.0.0-alpha.1","dist":{"shasum":"d121f98eae09e107f3866b2432044f631fe5dc66","size":1794903,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-1.0.0-alpha.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-1.0.0-alpha.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_1.0.0-alpha.1_1678354457820_0.42796444223340635"},"_hasShrinkwrap":false,"deprecated":"broken package","_cnpmcore_publish_time":"2023-03-09T09:34:18.059Z","publish_time":1678354458059,"_cnpm_publish_time":1678354458059},"0.4.0":{"name":"@dqbd/tiktoken","version":"0.4.0","description":"Javascript bindings for tiktoken","license":"Apache-2.0","main":"dist/node/_tiktoken.js","browser":"dist/web/_tiktoken.js","types":"dist/node/_tiktoken.d.ts","exports":{".":{"node":{"types":"./dist/node/_tiktoken.d.ts","default":"./dist/node/_tiktoken.js"},"default":{"types":"./dist/bundler/_tiktoken.d.js","default":"./dist/bundler/_tiktoken.mjs"}},"./bundler":{"types":"./dist/bundler/_tiktoken.d.ts","default":"./dist/bundler/_tiktoken.mjs"},"./web":{"types":"./dist/web/_tiktoken.d.ts","default":"./dist/web/_tiktoken.js"},"./node":{"types":"./dist/node/_tiktoken.d.ts","default":"./dist/node/_tiktoken.js"}},"repository":{"type":"git","url":"https://github.com/dqbd/tiktoken"},"devDependencies":{"ts-morph":"^17.0.1","tsx":"^3.12.3","typescript":"^4.9.5","vitest":"^0.28.5"},"scripts":{"build":"rm -rf dist/ && yarn run build:node && yarn run build:bundler && yarn run build:web && yarn run build:cleanup","build:bundler":"wasm-pack build --target bundler --release --out-dir dist/bundler && rm dist/bundler/.gitignore","build:node":"wasm-pack build --target nodejs --release --out-dir dist/node && rm dist/node/.gitignore","build:web":"wasm-pack build --target no-modules --release --out-dir dist/web && rm dist/web/.gitignore","build:cleanup":"tsx scripts/override_any.ts","test":"yarn vitest"},"dependencies":{},"licenseText":"MIT License\n\nCopyright (c) 2022 OpenAI, Shantanu Jain\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.\n","_id":"@dqbd/tiktoken@0.4.0","dist":{"shasum":"070e770ae3fa3fa8fccbea4f2e02ab87117f6c3a","size":7148386,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-0.4.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-0.4.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_0.4.0_1677280895636_0.3919243266849146"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-02-24T23:21:35.986Z","publish_time":1677280895986,"_cnpm_publish_time":1677280895986},"0.3.0":{"name":"@dqbd/tiktoken","version":"0.3.0","description":"Javascript bindings for tiktoken","license":"Apache-2.0","main":"dist/node/_tiktoken.js","browser":"dist/web/_tiktoken.js","types":"dist/node/_tiktoken.d.ts","repository":{"type":"git","url":"https://github.com/dqbd/tiktoken"},"devDependencies":{},"scripts":{"build":"rm -rf dist/ && npm run build:node && npm run build:bundler && npm run build:web","build:bundler":"wasm-pack build --target bundler --release --out-dir dist/bundler && rm dist/bundler/.gitignore","build:node":"wasm-pack build --target nodejs --release --out-dir dist/node && rm dist/node/.gitignore","build:web":"wasm-pack build --target no-modules --release --out-dir dist/web && rm dist/web/.gitignore"},"licenseText":"MIT License\n\nCopyright (c) 2022 OpenAI, Shantanu Jain\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.\n","_id":"@dqbd/tiktoken@0.3.0","dist":{"shasum":"a4c879ee66358bbe03eb7747228053e4ac790457","size":5366681,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-0.3.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-0.3.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_0.3.0_1677174750899_0.18939384480651733"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-02-23T17:52:31.200Z","publish_time":1677174751200,"_cnpm_publish_time":1677174751200},"0.2.1":{"name":"@dqbd/tiktoken","version":"0.2.1","description":"Javascript bindings for tiktoken","license":"Apache-2.0","main":"dist/node/_tiktoken.js","browser":"dist/web/_tiktoken.js","types":"dist/node/_tiktoken.d.ts","repository":{"type":"git","url":"https://github.com/dqbd/tiktoken"},"devDependencies":{},"scripts":{"build":"rm -rf dist/ && npm run build:node && npm run build:bundler && npm run build:web","build:bundler":"wasm-pack build --target bundler --release --out-dir dist/bundler && rm dist/bundler/.gitignore","build:node":"wasm-pack build --target nodejs --release --out-dir dist/node && rm dist/node/.gitignore","build:web":"wasm-pack build --target no-modules --release --out-dir dist/web && rm dist/web/.gitignore"},"licenseText":"MIT License\n\nCopyright (c) 2022 OpenAI, Shantanu Jain\n\nPermission is hereby granted, free of charge, to any person obtaining a copy\nof this software and associated documentation files (the \"Software\"), to deal\nin the Software without restriction, including without limitation the rights\nto use, copy, modify, merge, publish, distribute, sublicense, and/or sell\ncopies of the Software, and to permit persons to whom the Software is\nfurnished to do so, subject to the following conditions:\n\nThe above copyright notice and this permission notice shall be included in all\ncopies or substantial portions of the Software.\n\nTHE SOFTWARE IS PROVIDED \"AS IS\", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR\nIMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,\nFITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE\nAUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER\nLIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,\nOUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE\nSOFTWARE.\n","_id":"@dqbd/tiktoken@0.2.1","dist":{"shasum":"22a673e401a2b6ffc9516d044011f9f54eff0994","size":5302582,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-0.2.1.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-0.2.1.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_0.2.1_1676816893992_0.32642862992952915"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-02-19T14:28:14.301Z","publish_time":1676816894301,"_cnpm_publish_time":1676816894301},"0.2.0":{"name":"@dqbd/tiktoken","version":"0.2.0","main":"_tiktoken.js","types":"_tiktoken.d.ts","gitHead":"95aef95cb37dbc86d4432acd2774b366034bb483","description":"tiktoken is a fast [BPE](https://en.wikipedia.org/wiki/Byte_pair_encoding) tokeniser for use with OpenAI's models.","_id":"@dqbd/tiktoken@0.2.0","_nodeVersion":"19.4.0","_npmVersion":"9.2.0","dist":{"shasum":"3f462d48f6b3a222df87e37eb1bddd299698d7cc","size":1762739,"noattachment":false,"key":"/@dqbd/tiktoken/-/@dqbd/tiktoken-0.2.0.tgz","tarball":"http://registry.cnpm.dingdandao.com/@dqbd/tiktoken/download/@dqbd/tiktoken-0.2.0.tgz"},"_npmUser":{"name":"davidduong","email":"david@duong.cz"},"directories":{},"maintainers":[{"name":"davidduong","email":""}],"_npmOperationalInternal":{"host":"s3://npm-registry-packages","tmp":"tmp/tiktoken_0.2.0_1676814490555_0.3550325883430665"},"_hasShrinkwrap":false,"_cnpmcore_publish_time":"2023-02-19T13:48:10.765Z","publish_time":1676814490765,"_cnpm_publish_time":1676814490765}},"readme":"# ⏳ tiktoken\n\ntiktoken is a [BPE](https://en.wikipedia.org/wiki/Byte_pair_encoding) tokeniser for use with\nOpenAI's models, forked from the original tiktoken library to provide JS/WASM bindings for NodeJS and other JS runtimes.\n\nThis repository contains the following packages:\n\n- `tiktoken` (formally hosted at `@dqbd/tiktoken`): WASM bindings for the original Python library, providing full 1-to-1 feature parity.\n- `js-tiktoken`: Pure JavaScript port of the original library with the core functionality, suitable for environments where WASM is not well supported or not desired (such as edge runtimes). \n\nDocumentation for `js-tiktoken` can be found in [here](https://github.com/dqbd/tiktoken/blob/main/js/README.md). Documentation for the `tiktoken` can be found here below.\n\nThe WASM version of `tiktoken` can be installed from NPM:\n\n```\nnpm install tiktoken\n```\n\n## Usage\n\nBasic usage follows, which includes all the OpenAI encoders and ranks:\n\n```typescript\nimport assert from \"node:assert\";\nimport { get_encoding, encoding_for_model } from \"tiktoken\";\n\nconst enc = get_encoding(\"gpt2\");\nassert(\n  new TextDecoder().decode(enc.decode(enc.encode(\"hello world\"))) ===\n    \"hello world\"\n);\n\n// To get the tokeniser corresponding to a specific model in the OpenAI API:\nconst enc = encoding_for_model(\"text-davinci-003\");\n\n// Extend existing encoding with custom special tokens\nconst enc = encoding_for_model(\"gpt2\", {\n  \"<|im_start|>\": 100264,\n  \"<|im_end|>\": 100265,\n});\n\n// don't forget to free the encoder after it is not used\nenc.free();\n```\n\nIn constrained environments (eg. Edge Runtime, Cloudflare Workers), where you don't want to load all the encoders at once, you can use the lightweight WASM binary via `tiktoken/lite`.\n\n```typescript\nconst { Tiktoken } = require(\"tiktoken/lite\");\nconst cl100k_base = require(\"tiktoken/encoders/cl100k_base.json\");\n\nconst encoding = new Tiktoken(\n  cl100k_base.bpe_ranks,\n  cl100k_base.special_tokens,\n  cl100k_base.pat_str\n);\nconst tokens = encoding.encode(\"hello world\");\nencoding.free();\n```\n\nIf you want to fetch the latest ranks, use the `load` function:\n\n```typescript\nconst { Tiktoken } = require(\"tiktoken/lite\");\nconst { load } = require(\"tiktoken/load\");\nconst registry = require(\"tiktoken/registry.json\");\nconst models = require(\"tiktoken/model_to_encoding.json\");\n\nasync function main() {\n  const model = await load(registry[models[\"gpt-3.5-turbo\"]]);\n  const encoder = new Tiktoken(\n    model.bpe_ranks,\n    model.special_tokens,\n    model.pat_str\n  );\n  const tokens = encoder.encode(\"hello world\");\n  encoder.free();\n}\n\nmain();\n```\n\nIf desired, you can create a Tiktoken instance directly with custom ranks, special tokens and regex pattern:\n\n```typescript\nimport { Tiktoken } from \"../pkg\";\nimport { readFileSync } from \"fs\";\n\nconst encoder = new Tiktoken(\n  readFileSync(\"./ranks/gpt2.tiktoken\").toString(\"utf-8\"),\n  { \"<|endoftext|>\": 50256, \"<|im_start|>\": 100264, \"<|im_end|>\": 100265 },\n  \"'s|'t|'re|'ve|'m|'ll|'d| ?\\\\p{L}+| ?\\\\p{N}+| ?[^\\\\s\\\\p{L}\\\\p{N}]+|\\\\s+(?!\\\\S)|\\\\s+\"\n);\n```\n\nFinally, you can a custom `init` function to override the WASM initialization logic for non-Node environments. This is useful if you are using a bundler that does not support WASM ESM integration.\n\n```typescript\nimport { get_encoding, init } from \"tiktoken/init\";\n\nasync function main() {\n  const wasm = \"...\"; // fetch the WASM binary somehow\n  await init((imports) => WebAssembly.instantiate(wasm, imports));\n\n  const encoding = get_encoding(\"cl100k_base\");\n  const tokens = encoding.encode(\"hello world\");\n  encoding.free();\n}\n\nmain();\n```\n\n## Compatibility\n\nAs this is a WASM library, there might be some issues with specific runtimes. If you encounter any issues, please open an issue.\n\n| Runtime                      | Status | Notes                                                                                      |\n| ---------------------------- | ------ | ------------------------------------------------------------------------------------------ |\n| Node.js                      | ✅     |                                                                                            |\n| Bun                          | ✅     |                                                                                            |\n| Vite                         | ✅     | See [here](#vite) for notes                                                                |\n| Next.js                      | ✅     | See [here](#nextjs) for notes                                                              |\n| Create React App (via Craco) | ✅     | See [here](#create-react-app) for notes                                                    |\n| Vercel Edge Runtime          | ✅     | See [here](#vercel-edge-runtime) for notes                                                 |\n| Cloudflare Workers           | ✅     | See [here](#cloudflare-workers) for notes                                                  |\n| Electron                     | ✅     | See [here](#electron) for notes                                                            |\n| Deno                         | ❌     | Currently unsupported (see [dqbd/tiktoken#22](https://github.com/dqbd/tiktoken/issues/22)) |\n| Svelte + Cloudflare Workers  | ❌     | Currently unsupported (see [dqbd/tiktoken#37](https://github.com/dqbd/tiktoken/issues/37)) |\n\nFor unsupported runtimes, consider using [`js-tiktoken`](https://www.npmjs.com/package/js-tiktoken), which is a pure JS implementation of the tokeniser.\n\n### [Vite](#vite)\n\nIf you are using Vite, you will need to add both the `vite-plugin-wasm` and `vite-plugin-top-level-await`. Add the following to your `vite.config.js`:\n\n```js\nimport wasm from \"vite-plugin-wasm\";\nimport topLevelAwait from \"vite-plugin-top-level-await\";\nimport { defineConfig } from \"vite\";\n\nexport default defineConfig({\n  plugins: [wasm(), topLevelAwait()],\n});\n```\n\n### [Next.js](#nextjs)\n\nBoth API routes and `/pages` are supported with the following `next.config.js` configuration.\n\n```typescript\n// next.config.json\nconst config = {\n  webpack(config, { isServer, dev }) {\n    config.experiments = {\n      asyncWebAssembly: true,\n      layers: true,\n    };\n\n    return config;\n  },\n};\n```\n\nUsage in pages:\n\n```tsx\nimport { get_encoding } from \"tiktoken\";\nimport { useState } from \"react\";\n\nconst encoding = get_encoding(\"cl100k_base\");\n\nexport default function Home() {\n  const [input, setInput] = useState(\"hello world\");\n  const tokens = encoding.encode(input);\n\n  return (\n    <div>\n      <input\n        type=\"text\"\n        value={input}\n        onChange={(e) => setInput(e.target.value)}\n      />\n      <div>{tokens.toString()}</div>\n    </div>\n  );\n}\n```\n\nUsage in API routes:\n\n```typescript\nimport { get_encoding } from \"tiktoken\";\nimport { NextApiRequest, NextApiResponse } from \"next\";\n\nexport default function handler(req: NextApiRequest, res: NextApiResponse) {\n  const encoding = get_encoding(\"cl100k_base\");\n  const tokens = encoding.encode(\"hello world\");\n  encoding.free();\n  return res.status(200).json({ tokens });\n}\n```\n\n### [Create React App](#create-react-app)\n\nBy default, the Webpack configugration found in Create React App does not support WASM ESM modules. To add support, please do the following:\n\n1. Swap `react-scripts` with `craco`, using the guide found here: https://craco.js.org/docs/getting-started/.\n2. Add the following to `craco.config.js`:\n\n```js\nmodule.exports = {\n  webpack: {\n    configure: (config) => {\n      config.experiments = {\n        asyncWebAssembly: true,\n        layers: true,\n      };\n\n      // turn off static file serving of WASM files\n      // we need to let Webpack handle WASM import\n      config.module.rules\n        .find((i) => \"oneOf\" in i)\n        .oneOf.find((i) => i.type === \"asset/resource\")\n        .exclude.push(/\\.wasm$/);\n\n      return config;\n    },\n  },\n};\n```\n\n### [Vercel Edge Runtime](#vercel-edge-runtime)\n\nVercel Edge Runtime does support WASM modules by adding a `?module` suffix. Initialize the encoder with the following snippet:\n\n```typescript\n// @ts-expect-error\nimport wasm from \"tiktoken/lite/tiktoken_bg.wasm?module\";\nimport model from \"tiktoken/encoders/cl100k_base.json\";\nimport { init, Tiktoken } from \"tiktoken/lite/init\";\n\nexport const config = { runtime: \"edge\" };\n\nexport default async function (req: Request) {\n  await init((imports) => WebAssembly.instantiate(wasm, imports));\n\n  const encoding = new Tiktoken(\n    model.bpe_ranks,\n    model.special_tokens,\n    model.pat_str\n  );\n\n  const tokens = encoding.encode(\"hello world\");\n  encoding.free();\n\n  return new Response(`${tokens}`);\n}\n```\n\n### [Cloudflare Workers](#cloudflare-workers)\n\nSimilar to Vercel Edge Runtime, Cloudflare Workers must import the WASM binary file manually and use the `tiktoken/lite` version to fit the 1 MB limit. However, users need to point directly at the WASM binary via a relative path (including `./node_modules/`).\n\nAdd the following rule to the `wrangler.toml` to upload WASM during build:\n\n```toml\n[[rules]]\nglobs = [\"**/*.wasm\"]\ntype = \"CompiledWasm\"\n```\n\nInitialize the encoder with the following snippet:\n\n```javascript\nimport { init, Tiktoken } from \"tiktoken/lite/init\";\nimport wasm from \"./node_modules/tiktoken/lite/tiktoken_bg.wasm\";\nimport model from \"tiktoken/encoders/cl100k_base.json\";\n\nexport default {\n  async fetch() {\n    await init((imports) => WebAssembly.instantiate(wasm, imports));\n    const encoder = new Tiktoken(\n      model.bpe_ranks,\n      model.special_tokens,\n      model.pat_str\n    );\n    const tokens = encoder.encode(\"test\");\n    encoder.free();\n    return new Response(`${tokens}`);\n  },\n};\n```\n\n### [Electron](#electron)\n\nTo use tiktoken in your Electron main process, you need to make sure the WASM binary gets copied into your application package.\n\nAssuming a setup with [Electron Forge](https://www.electronforge.io) and [`@electron-forge/plugin-webpack`](https://www.npmjs.com/package/@electron-forge/plugin-webpack), add the following to your `webpack.main.config.js`:\n\n```javascript\nconst CopyPlugin = require(\"copy-webpack-plugin\");\n\nmodule.exports = {\n  // ...\n  plugins: [\n    new CopyPlugin({\n      patterns: [\n        { from: \"./node_modules/tiktoken/tiktoken_bg.wasm\" },\n      ],\n    }),\n  ],\n};\n```\n\n## Development\n\nTo build the `tiktoken` library, make sure to have:\n- Rust and [`wasm-pack`](https://github.com/rustwasm/wasm-pack) installed.\n- Node.js 18+ is required to build the JS bindings and fetch the latest encoder ranks via `fetch`.\n\nInstall all the dev-dependencies with `yarn install` and build both WASM binary and JS bindings with `yarn build`.\n\n## Acknowledgements\n\n- https://github.com/zurawiki/tiktoken-rs\n","_attachments":{},"homepage":"https://github.com/dqbd/tiktoken#readme","bugs":{"url":"https://github.com/dqbd/tiktoken/issues"},"license":"MIT"}