wip

README.md

@@ -17,6 +17,7 @@ see examples in `nbs` folder.
 
 ## TODO:
 
-- [x] test compression: it's not worth the complexity
-- [x] examples
+- [x] test compression: it's not worth the [complexity](https://github.com/EleutherAI/elk/blob/84e99a36a5050881d85f1510a2486ce46ac1f942/elk/extraction/extraction.py#L382)
+- [x] add examples
 - [ ] generate and collect activations
+  - A manual loop of forwards/generate, reusing kv_cache, and appending model outputs along the token dim. saving outputs too

pyproject.toml

@@ -6,6 +6,9 @@ readme = "README.md"
 authors = [
     { name = "wassname", email = "1103714+wassname@users.noreply.github.com" }
 ]
+urls = { "Repository" = "https://github.com/wassname/activation_store.git"}
+license = "MIT"
+keywords = ["transformers", "cache", "activations", "huggingface"]
 requires-python = ">=3.12"
 dependencies = [
     "accelerate>=1.3.0",