mirror of
https://github.com/wassname/vllm.git
synced 2026-06-27 19:49:51 +08:00
Lily Liu
15 lines
314 B
Python
15 lines
314 B
Python
import pytest
|
|
|
|
from vllm.utils import (create_kv_caches_with_random,
|
|
create_kv_caches_with_random_flash)
|
|
|
|
|
|
@pytest.fixture()
|
|
def kv_cache_factory():
|
|
return create_kv_caches_with_random
|
|
|
|
|
|
@pytest.fixture()
|
|
def kv_cache_factory_flashinfer():
|
|
return create_kv_caches_with_random_flash
|