From eeca873ca6c49707ae4373cc0c0b0791e3ad8c62 Mon Sep 17 00:00:00 2001 From: wassname <1103714+wassname@users.noreply.github.com> Date: Sun, 16 Feb 2025 11:49:53 +0800 Subject: [PATCH] wip --- README.md | 5 ++++- pyproject.toml | 25 +++++++++++++++---------- 2 files changed, 19 insertions(+), 11 deletions(-) diff --git a/README.md b/README.md index 445af90..cb36621 100644 --- a/README.md +++ b/README.md @@ -4,7 +4,10 @@ Utility library to persistently store transformer activations on disk. These activations can be quite large (layers x batch x sequence x hidden_size), so generating them to disk helps avoid out of memory errors. -Install using `pip install git+https://github.com/wassname/activation_store.git`. +Install using +``` +pip install git+https://github.com/wassname/activation_store.git +``` ## Development ``` diff --git a/pyproject.toml b/pyproject.toml index 6b56ed3..9829c3c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -7,11 +7,9 @@ authors = [ { name = "wassname", email = "1103714+wassname@users.noreply.github.com" } ] urls = { "Repository" = "https://github.com/wassname/activation_store.git"} -license = "MIT" keywords = ["transformers", "cache", "activations", "huggingface"] -requires-python = ">=3.12" +requires-python = ">=3.10" dependencies = [ - "accelerate>=1.3.0", "baukit", "datasets>=3.3.0", "einops>=0.8.1", @@ -22,20 +20,27 @@ dependencies = [ "transformers>=4.48.3", ] -# [build-system] -# requires = ["hatchling"] -# build-backend = "hatchling.build" - [build-system] -requires = ["setuptools>=61"] -build-backend = "setuptools.build_meta" +requires = ["hatchling"] +build-backend = "hatchling.build" +# [build-system] +# requires = ["setuptools>=61"] +# build-backend = "setuptools.build_meta" + +# [tool.setuptools] +# packages = ["activation_store"] + +# [build-system] +# requires = ["flit_core>=3.2,<4"] +# build-backend = "flit_core.buildapi" [tool.uv.sources] -baukit = { git = "https://github.com/davidbau/baukit.git" } +baukit = { git = "https://github.com/davidbau/baukit.git" , rev = "9d51abd51ebf29769aecc38c4cbef459b731a36e" } [dependency-groups] dev = [ "ipykernel>=6.29.5", "ipywidgets>=8.1.5", + "accelerate>=1.3.0", ]