We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 197a0f7 commit cba7b29Copy full SHA for cba7b29
fastdeploy/envs.py
@@ -44,7 +44,7 @@
44
# Whether to use HuggingFace tokenizer.
45
"FD_USE_HF_TOKENIZER": lambda: bool(int(os.getenv("FD_USE_HF_TOKENIZER", "0"))),
46
# Set the high watermark (HWM) for receiving data during ZMQ initialization
47
- "FD_ZMQ_SNDHWM": lambda: os.getenv("FD_ZMQ_SNDHWM", 64000),
+ "FD_ZMQ_SNDHWM": lambda: os.getenv("FD_ZMQ_SNDHWM", 0),
48
# cache kv quant params directory
49
"FD_CACHE_PARAMS": lambda: os.getenv("FD_CACHE_PARAMS", "none"),
50
# Set attention backend. "NATIVE_ATTN", "APPEND_ATTN"
0 commit comments