mirror of
https://github.com/wassname/vllm.git
synced 2026-10-30 14:00:05 +08:00
[Bugfix] Fix block size validation (#10938)
This commit is contained in:
1 parent
da6f409246
commit
69ba344de8
1 file changed
+1
-1
@@ -425,7 +425,7 @@ class EngineArgs:
|
||||
parser.add_argument('--block-size',
|
||||
type=int,
|
||||
default=EngineArgs.block_size,
|
||||
choices=[8, 16, 32, 64, 128],
|
||||
choices=[8, 16, 32],
|
||||
help='Token block size for contiguous chunks of '
|
||||
'tokens. This is ignored on neuron devices and '
|
||||
'set to max-model-len')
|
||||
|
||||
Reference in new issue
Block a user