-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.toml
More file actions
32 lines (27 loc) · 756 Bytes
/
Copy pathconfig.toml
File metadata and controls
32 lines (27 loc) · 756 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
llm_configuration = "./sample/llm_configuration.toml"
[server]
listen = "0.0.0.0:8080"
#tls = { private_key_file = "/path/to/privkey.pem", certificate_chain_file = "/path/to/cert.pem" }
#api_key = "API_KEY"
#api_key_file = "/path/to/apikey.toml"
client_fallback_enabled = true
[usage_store]
type = "Local"
#[usage_store]
#type = "Redis"
#host = "localhost"
#port = 6379
#db = 0
#username = "user"
#password = "password"
#password_env = "REDIS_PASSWORD"
#ca_cert_file = "/path/to/redis/ca.pem"
#client_cert_file = "/path/to/redis/cert.pem"
#client_key_file = "/path/to/redis/key.pem"
#response_timeout_seconds = 3
#connect_timeout_seconds = 3
[token_measure]
type = "ByteLength"
magnification_ratio = 0.3
#type = "CharCount"
#magnification_ratio = 0.5