1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
[package]
name = "tiktoken"
version = "0.9.0"
edition = "2021"
rust-version = "1.57.0"
[lib]
name = "tiktoken"
crate-type = ["cdylib", "rlib"]
[features]
default = []
python = [
"pyo3",
]
[dependencies]
pyo3 = { version = "0", default-features = false, features = [
"extension-module",
"macros",
"gil-refs",
], optional = true }
# tiktoken dependencies
fancy-regex = ">=0.11.0"
regex = "1.10.3"
rustc-hash = "1.1.0"
bstr = ">=1.5.0"
[profile.release]
debug = true
|
