feat(benchmarks): Add Prefix Caching Benchmark to Serving Benchmark (#3277)

2026-06-27 17:32:55 +08:00 · 2024-03-27 13:39:26 -07:00
parent 1956931436
commit 45b6ef6513
6 changed files with 899 additions and 157 deletions
@@ -50,7 +50,7 @@ exclude = "vllm/model_executor/parallel_utils/|vllm/model_executor/models/"

 [tool.codespell]
 ignore-words-list = "dout, te, indicies"
-skip = "./tests/prompts"
+skip = "./tests/prompts,./benchmarks/sonnet.txt"

 [tool.isort]
 use_parentheses = true