wip

README.md

@@ -4,7 +4,10 @@ Utility library to persistently store transformer activations on disk.
 
 These activations can be quite large (layers x batch x sequence x hidden_size), so generating them to disk helps avoid out of memory errors.
 
-Install using `pip install git+https://github.com/wassname/activation_store.git`.
+Install using 
+```
+pip install git+https://github.com/wassname/activation_store.git
+```
 
 ## Development
 ```

pyproject.toml

@@ -7,11 +7,9 @@ authors = [
     { name = "wassname", email = "1103714+wassname@users.noreply.github.com" }
 ]
 urls = { "Repository" = "https://github.com/wassname/activation_store.git"}
-license = "MIT"
 keywords = ["transformers", "cache", "activations", "huggingface"]
-requires-python = ">=3.12"
+requires-python = ">=3.10"
 dependencies = [
-    "accelerate>=1.3.0",
     "baukit",
     "datasets>=3.3.0",
     "einops>=0.8.1",
@@ -22,20 +20,27 @@ dependencies = [
     "transformers>=4.48.3",
 ]
 
-# [build-system]
-# requires = ["hatchling"]
-# build-backend = "hatchling.build"
-
 [build-system]
-requires = ["setuptools>=61"]
-build-backend = "setuptools.build_meta"
+requires = ["hatchling"]
+build-backend = "hatchling.build"
 
+# [build-system]
+# requires = ["setuptools>=61"]
+# build-backend = "setuptools.build_meta"
+
+# [tool.setuptools]
+# packages = ["activation_store"]
+
+# [build-system]
+# requires = ["flit_core>=3.2,<4"]
+# build-backend = "flit_core.buildapi"
 
 [tool.uv.sources]
-baukit = { git = "https://github.com/davidbau/baukit.git" }
+baukit = { git = "https://github.com/davidbau/baukit.git" ,  rev = "9d51abd51ebf29769aecc38c4cbef459b731a36e" }
 
 [dependency-groups]
 dev = [
     "ipykernel>=6.29.5",
     "ipywidgets>=8.1.5",
+    "accelerate>=1.3.0",
 ]