File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed
Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change 9393if [ " $ENABLE_PREFIX_CACHING " = " True" ]; then
9494 export ENABLE_PREFIX_CACHING=" --enable-prefix-caching"
9595else
96- export ENABLE_PREFIX_CACHING=" --no-enable-prefix-caching "
96+ export ENABLE_PREFIX_CACHING=" "
9797fi
9898
9999if [ " $ENABLE_CHUNKED_PREFILL " = " True" ]; then
102102 export ENABLE_CHUNKED_PREFILL=" "
103103fi
104104
105- if [ -z " $MAX_NUM_BATCHED_TOKENS " ] || [ " $MAX_NUM_BATCHED_TOKENS " = " None " ] ; then
105+ if [ -z " $MAX_NUM_BATCHED_TOKENS " ]; then
106106 export MAX_NUM_BATCHED_TOKENS=" "
107107else
108108 export MAX_NUM_BATCHED_TOKENS=" --max-num-batched-tokens=$MAX_NUM_BATCHED_TOKENS "
Original file line number Diff line number Diff line change 2626if [ " $ENABLE_PREFIX_CACHING " = " True" ]; then
2727 export ENABLE_PREFIX_CACHING=" --enable-prefix-caching"
2828else
29- export ENABLE_PREFIX_CACHING=" --no-enable-prefix-caching "
29+ export ENABLE_PREFIX_CACHING=" "
3030fi
3131
3232if [ " $ENABLE_CHUNKED_PREFILL " = " True" ]; then
3535 export ENABLE_CHUNKED_PREFILL=" "
3636fi
3737
38- if [ -z " $MAX_NUM_BATCHED_TOKENS " ] || [ " $MAX_NUM_BATCHED_TOKENS " = " None " ] ; then
38+ if [ -z " $MAX_NUM_BATCHED_TOKENS " ]; then
3939 export MAX_NUM_BATCHED_TOKENS=" "
4040else
4141 export MAX_NUM_BATCHED_TOKENS=" --max-num-batched-tokens=$MAX_NUM_BATCHED_TOKENS "
You can’t perform that action at this time.
0 commit comments