From 0d6560e8ddc11f55108cec19c9ef9f2c289e79d9 Mon Sep 17 00:00:00 2001 From: wassname <1103714+wassname@users.noreply.github.com> Date: Sun, 16 Feb 2025 11:23:30 +0800 Subject: [PATCH] wip --- README.md | 5 +++-- pyproject.toml | 3 +++ 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/README.md b/README.md index 5708f13..445af90 100644 --- a/README.md +++ b/README.md @@ -17,6 +17,7 @@ see examples in `nbs` folder. ## TODO: -- [x] test compression: it's not worth the complexity -- [x] examples +- [x] test compression: it's not worth the [complexity](https://github.com/EleutherAI/elk/blob/84e99a36a5050881d85f1510a2486ce46ac1f942/elk/extraction/extraction.py#L382) +- [x] add examples - [ ] generate and collect activations + - A manual loop of forwards/generate, reusing kv_cache, and appending model outputs along the token dim. saving outputs too diff --git a/pyproject.toml b/pyproject.toml index 11c6fc8..4329bbc 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -6,6 +6,9 @@ readme = "README.md" authors = [ { name = "wassname", email = "1103714+wassname@users.noreply.github.com" } ] +urls = { "Repository" = "https://github.com/wassname/activation_store.git"} +license = "MIT" +keywords = ["transformers", "cache", "activations", "huggingface"] requires-python = ">=3.12" dependencies = [ "accelerate>=1.3.0",