wassname/minicache
1
0
Fork 0
mirror of https://github.com/wassname/minicache.git synced 2026-06-27 15:15:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/wassname/minicache

Browse Source
This commit is contained in:
wassname
2026-05-15 06:44:57 +00:00
parent c42bea207a 4e93666041
commit ed358f5980
1 changed files with 4 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
README.md
+4 -8
View File
@@ -20,19 +20,15 @@ uv add git+https://github.com/wassname/minicache.git
```py ```py
from minicache import cached, cache_call from minicache import cached, cache_call
# 1. Decorator: hashes (state, included args). Excludes drop out of key. @cached(exclude=["model", "tok"]) # can't hash model or tokenizer, but model_id will substitute
@cached("eval", cachedir="out/cache",
state_fn=lambda *, model_id, **_: f"{model_id}|nf4|r00+r02",
exclude=["model", "tok"])
def run_eval(model, tok, *, model_id, name, batch_size): def run_eval(model, tok, *, model_id, name, batch_size):
return tinymfv_evaluate(model, tok, name=name, batch_size=batch_size) return tinymfv_evaluate(model, tok, name=name, batch_size=batch_size)
report = run_eval(model, tok, model_id="qwen-27b", name="classic", batch_size=16) report = run_eval(model, tok, model_id="qwen-27b", name="classic", batch_size=16)
# 30 minutes
# 2. Explicit key: no introspection, you compose the key report = run_eval(model, tok, model_id="qwen-27b", name="classic", batch_size=16)
key = "qwen-27b|nf4|r00+r02|eval|classic|bs=16" # 0 minutes, gives saved results
report = cache_call("eval", key, lambda: tinymfv_evaluate(model, tok, ...),
cachedir="out/cache")
``` ```
See also See also