mirror of
https://github.com/wassname/vllm.git
synced 2026-07-04 09:04:05 +08:00
Andy Dai
4 lines
63 B
YAML
4 lines
63 B
YAML
port: 12312
|
|
served_model_name: mymodel
|
|
tensor_parallel_size: 2
|