mirror of https://github.com/hpcaitech/ColossalAI
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 lines
286 B
11 lines
286 B
inference_address=http://0.0.0.0:8084
|
|
management_address=http://0.0.0.0:8085
|
|
metrics_address=http://0.0.0.0:8086
|
|
enable_envvars_config=true
|
|
install_py_dep_per_model=true
|
|
number_of_gpu=1
|
|
load_models=all
|
|
max_response_size=655350000
|
|
default_response_timeout=6000
|
|
model_store=./model_store
|