Support for guided decoding for offline LLM (#6878)

Co-authored-by: Cyrus Leung <cyrus.tl.leung@gmail.com>
2026-07-23 13:10:20 +08:00 · 2024-08-04 03:12:09 +00:00
parent 825b044863
commit 654bc5ca49
9 changed files with 352 additions and 12 deletions
@@ -111,6 +111,7 @@ autodoc_mock_imports = [
    "tqdm",
    "tensorizer",
    "pynvml",
+    "outlines",
 ]

 for mock_target in autodoc_mock_imports: