From 8bc0799c1f3ea5d5323508dce1bc83fbd8e08ea7 Mon Sep 17 00:00:00 2001
From: deep1 <>
Date: Sun, 24 Sep 2023 08:14:05 +0800
Subject: [PATCH] fresh reqs

---
 requirements/conda.requirements.txt |   2 +-
 requirements/environment.max.yaml   | 232 ++++++++++++----------------
 requirements/environment.min.yaml   |   7 +-
 3 files changed, 105 insertions(+), 136 deletions(-)

diff --git a/requirements/conda.requirements.txt b/requirements/conda.requirements.txt
index 164293f..d79a28c 100644
--- a/requirements/conda.requirements.txt
+++ b/requirements/conda.requirements.txt
@@ -152,7 +152,7 @@ sklearn==0.0.post5
 smmap==5.0.0
 sniffio==1.3.0
 soupsieve==2.4.1
--e git+https://github.com/wassname/discovering_latent_knowledge.git@7b532b1b300797fcdf9eb4fc6f1ed5fbde5470db#egg=src
+-e git+https://github.com/wassname/discovering_latent_knowledge.git@5b0c2d6ff4b364c9cf78786edc7e344cfa26fc31#egg=src
 stack-data==0.6.2
 starlette==0.22.0
 starsessions==1.3.0
diff --git a/requirements/environment.max.yaml b/requirements/environment.max.yaml
index e09fdb6..1f73a96 100644
--- a/requirements/environment.max.yaml
+++ b/requirements/environment.max.yaml
@@ -1,4 +1,4 @@
-name: dlk3
+name: dlk4
 channels:
   - pytorch
   - nvidia
@@ -6,18 +6,12 @@ channels:
 dependencies:
   - _libgcc_mutex=0.1=conda_forge
   - _openmp_mutex=4.5=2_kmp_llvm
-  - asttokens=2.2.1=pyhd8ed1ab_0
-  - backcall=0.2.0=pyh9f0ad1d_0
-  - backports=1.0=pyhd8ed1ab_3
-  - backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
   - blas=2.116=mkl
   - blas-devel=3.9.0=16_linux64_mkl
-  - brotli-python=1.0.9=py311ha362b79_9
+  - brotli-python=1.1.0=py311hb755f60_0
   - bzip2=1.0.8=h7f98852_4
   - ca-certificates=2023.7.22=hbcca054_0
-  - certifi=2023.7.22=pyhd8ed1ab_0
   - charset-normalizer=3.2.0=pyhd8ed1ab_0
-  - comm=0.1.4=pyhd8ed1ab_0
   - cuda-cudart=11.7.99=0
   - cuda-cupti=11.7.101=0
   - cuda-libraries=11.7.1=0
@@ -26,26 +20,16 @@ dependencies:
   - cuda-runtime=11.7.1=0
   - cudatoolkit=11.7.0=hd8887f6_10
   - cudatoolkit-dev=11.7.0=h1de0b5d_6
-  - debugpy=1.6.8=py311hb755f60_0
-  - decorator=5.1.1=pyhd8ed1ab_0
-  - executing=1.2.0=pyhd8ed1ab_0
   - ffmpeg=4.3=hf484d3e_0
-  - filelock=3.12.2=pyhd8ed1ab_0
-  - freetype=2.12.1=hca18f0e_1
+  - filelock=3.12.4=pyhd8ed1ab_0
+  - freetype=2.12.1=h267a509_2
   - gmp=6.2.1=h58526e2_0
   - gmpy2=2.1.2=py311h6a5fa03_1
   - gnutls=3.6.13=h85f3911_1
-  - icu=72.1=hcb278e6_0
+  - icu=73.2=h59595ed_0
   - idna=3.4=pyhd8ed1ab_0
-  - importlib-metadata=6.8.0=pyha770c72_0
-  - importlib_metadata=6.8.0=hd8ed1ab_0
-  - ipykernel=6.25.1=pyh71e2992_0
-  - ipython=8.14.0=pyh41d4057_0
-  - jedi=0.19.0=pyhd8ed1ab_0
   - jinja2=3.1.2=pyhd8ed1ab_1
   - jpeg=9e=h0b41bf4_3
-  - jupyter_client=8.3.0=pyhd8ed1ab_0
-  - jupyter_core=5.3.1=py311h38be061_0
   - lame=3.100=h166bdaf_1003
   - lcms2=2.15=hfd0df8a_0
   - ld_impl_linux-64=2.40=h41732ed_0
@@ -54,18 +38,18 @@ dependencies:
   - libcblas=3.9.0=16_linux64_mkl
   - libcublas=11.10.3.66=0
   - libcufft=10.7.2.124=h4fbf590_0
-  - libcufile=1.7.1.12=0
-  - libcurand=10.3.3.129=0
+  - libcufile=1.7.2.10=0
+  - libcurand=10.3.3.141=0
   - libcusolver=11.4.0.1=0
   - libcusparse=11.7.4.91=0
   - libdeflate=1.17=h0b41bf4_0
   - libexpat=2.5.0=hcb278e6_1
   - libffi=3.4.2=h7f98852_5
-  - libgcc-ng=13.1.0=he5830b7_0
-  - libgfortran-ng=13.1.0=h69a702a_0
-  - libgfortran5=13.1.0=h15d22d2_0
-  - libgomp=13.1.0=he5830b7_0
-  - libhwloc=2.9.2=nocuda_h7313eea_1008
+  - libgcc-ng=13.2.0=h807b86a_2
+  - libgfortran-ng=13.2.0=h69a702a_2
+  - libgfortran5=13.2.0=ha4646dd_2
+  - libgomp=13.2.0=h807b86a_2
+  - libhwloc=2.9.2=default_h554bfaf_1009
   - libiconv=1.17=h166bdaf_0
   - liblapack=3.9.0=16_linux64_mkl
   - liblapacke=3.9.0=16_linux64_mkl
@@ -73,18 +57,16 @@ dependencies:
   - libnsl=2.0.0=h7f98852_0
   - libnvjpeg=11.8.0.2=0
   - libpng=1.6.39=h753d276_0
-  - libsodium=1.0.18=h36c2ea0_1
-  - libsqlite=3.42.0=h2797004_0
-  - libstdcxx-ng=13.1.0=hfd8a6a1_0
+  - libsqlite=3.43.0=h2797004_0
+  - libstdcxx-ng=13.2.0=h7e041cc_2
   - libtiff=4.5.0=h6adf6a1_2
   - libuuid=2.38.1=h0b41bf4_0
-  - libwebp-base=1.3.1=hd590300_0
+  - libwebp-base=1.3.2=hd590300_0
   - libxcb=1.13=h7f98852_1004
-  - libxml2=2.11.5=h0d562d8_0
+  - libxml2=2.11.5=h232c23b_1
   - libzlib=1.2.13=hd590300_5
   - llvm-openmp=16.0.6=h4dfa4b3_0
-  - markupsafe=2.1.3=py311h459d7ec_0
-  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - markupsafe=2.1.3=py311h459d7ec_1
   - mkl=2022.1.0=h84fe81f_915
   - mkl-devel=2022.1.0=ha770c72_916
   - mkl-include=2022.1.0=h84fe81f_915
@@ -92,167 +74,157 @@ dependencies:
   - mpfr=4.2.0=hb012696_0
   - mpmath=1.3.0=pyhd8ed1ab_0
   - ncurses=6.4=hcb278e6_0
-  - nest-asyncio=1.5.6=pyhd8ed1ab_0
   - nettle=3.6=he412f7d_0
   - networkx=3.1=pyhd8ed1ab_0
-  - numpy=1.25.2=py311h64a7726_0
+  - numpy=1.26.0=py311h64a7726_0
   - openh264=2.1.1=h780b84a_0
   - openjpeg=2.5.0=hfec8fc6_2
-  - openssl=3.1.2=hd590300_0
-  - packaging=23.1=pyhd8ed1ab_0
-  - parso=0.8.3=pyhd8ed1ab_0
-  - pexpect=4.8.0=pyh1a96a4e_2
-  - pickleshare=0.7.5=py_1003
+  - openssl=3.1.3=hd590300_0
   - pillow=9.4.0=py311h50def17_1
   - pip=23.2.1=pyhd8ed1ab_0
-  - platformdirs=3.10.0=pyhd8ed1ab_0
-  - prompt-toolkit=3.0.39=pyha770c72_0
-  - prompt_toolkit=3.0.39=hd8ed1ab_0
-  - psutil=5.9.5=py311h2582759_0
   - pthread-stubs=0.4=h36c2ea0_1001
-  - ptyprocess=0.7.0=pyhd3deb0d_0
-  - pure_eval=0.2.2=pyhd8ed1ab_0
-  - pygments=2.16.1=pyhd8ed1ab_0
   - pysocks=1.7.1=pyha2e5f31_6
-  - python=3.11.4=hab00c5b_0_cpython
-  - python-dateutil=2.8.2=pyhd8ed1ab_0
-  - python_abi=3.11=3_cp311
+  - python=3.11.5=hab00c5b_0_cpython
+  - python_abi=3.11=4_cp311
   - pytorch=2.0.1=py3.11_cuda11.7_cudnn8.5.0_0
   - pytorch-cuda=11.7=h778d358_5
   - pytorch-mutex=1.0=cuda
-  - pyzmq=25.1.1=py311h75c88c4_0
   - readline=8.2=h8228510_1
   - requests=2.31.0=pyhd8ed1ab_0
-  - rocm-smi=5.6.0=h59595ed_1
-  - setuptools=68.0.0=pyhd8ed1ab_0
-  - six=1.16.0=pyh6c4a22f_0
-  - stack_data=0.6.2=pyhd8ed1ab_0
+  - setuptools=68.2.2=pyhd8ed1ab_0
   - sympy=1.12=pypyh9d50eac_103
   - tbb=2021.10.0=h00ab1b0_0
   - tk=8.6.12=h27826a3_0
   - torchaudio=2.0.2=py311_cu117
   - torchtriton=2.0.0=py311
   - torchvision=0.15.2=py311_cu117
-  - tornado=6.3.2=py311h459d7ec_0
-  - traitlets=5.9.0=pyhd8ed1ab_0
-  - typing-extensions=4.7.1=hd8ed1ab_0
-  - typing_extensions=4.7.1=pyha770c72_0
-  - urllib3=2.0.4=pyhd8ed1ab_0
-  - wcwidth=0.2.6=pyhd8ed1ab_0
-  - wheel=0.41.1=pyhd8ed1ab_0
+  - typing_extensions=4.8.0=pyha770c72_0
+  - urllib3=2.0.5=pyhd8ed1ab_0
+  - wheel=0.41.2=pyhd8ed1ab_0
   - xorg-libxau=1.0.11=hd590300_0
   - xorg-libxdmcp=1.1.3=h7f98852_0
   - xz=5.2.6=h166bdaf_0
-  - zeromq=4.3.4=h9c3ff4c_1
-  - zipp=3.16.2=pyhd8ed1ab_0
   - zlib=1.2.13=hd590300_5
-  - zstd=1.5.2=hfc55251_7
+  - zstd=1.5.5=hfc55251_0
   - pip:
-    - accelerate==0.21.0
-    - aiodns==3.0.0
+    - accelerate==0.23.0
     - aiohttp==3.8.5
-    - aiohttp-retry==2.8.3
     - aiosignal==1.3.1
-    - aleph-alpha-client==2.17.0
     - annotated-types==0.5.0
     - anyio==3.7.1
     - arrow==1.2.3
+    - asttokens==2.4.0
     - async-timeout==4.0.3
     - attrs==23.1.0
+    - backcall==0.2.0
     - backoff==2.2.1
     - baukit==0.0.1
     - beautifulsoup4==4.12.2
-    - bitsandbytes==0.39.1
-    - black==23.7.0
     - blessed==1.20.0
-    - blinker==1.6.2
-    - cachetools==5.3.1
-    - cffi==1.15.1
-    - click==8.1.6
-    - concept-erasure==0.1.0
-    - contourpy==1.1.0
+    - certifi==2023.7.22
+    - click==8.1.7
+    - cmake==3.27.5
+    - comm==0.1.4
+    - contourpy==1.1.1
     - croniter==1.4.1
     - cycler==0.11.0
     - datasets==2.14.5
     - dateutils==0.6.12
-    - deepdiff==6.3.1
+    - debugpy==1.8.0
+    - decorator==5.1.1
+    - deepdiff==6.5.0
     - dill==0.3.7
     - docstring-parser==0.15
     - einops==0.6.1
-    - eleuther-elk==0.1.1
-    - fastapi==0.101.0
-    - fonttools==4.42.0
+    - executing==1.2.0
+    - fastapi==0.103.1
+    - fonttools==4.42.1
     - frozenlist==1.4.0
     - fsspec==2023.6.0
     - h11==0.14.0
-    - httpcore==0.18.0
-    - httpx==0.25.0
-    - huggingface-hub==0.16.4
+    - huggingface-hub==0.17.2
     - inquirer==3.1.3
-    - ipywidgets==8.1.0
+    - ipykernel==6.25.2
+    - ipython==8.15.0
+    - ipywidgets==8.1.1
     - itsdangerous==2.1.2
-    - joblib==1.3.2
-    - json-tricks==3.17.3
-    - jupyterlab-widgets==3.0.8
-    - kaleido==0.2.1
-    - kiwisolver==1.4.4
-    - lightning==2.0.6
-    - lightning-cloud==0.5.37
+    - jedi==0.19.0
+    - jupyter-client==8.3.1
+    - jupyter-core==5.3.1
+    - jupyterlab-widgets==3.0.9
+    - kiwisolver==1.4.5
+    - lightning==2.0.9
+    - lightning-cloud==0.5.38
     - lightning-utilities==0.9.0
-    - loguru==0.7.0
-    - markdown-it-py==2.2.0
-    - matplotlib==3.7.2
+    - lit==16.0.6
+    - loguru==0.7.2
+    - markdown-it-py==3.0.0
+    - matplotlib==3.8.0
+    - matplotlib-inline==0.1.6
     - mdurl==0.1.2
     - multidict==6.0.4
     - multiprocess==0.70.15
-    - mypy-extensions==1.0.0
+    - nest-asyncio==1.5.8
+    - nvidia-cublas-cu11==11.10.3.66
+    - nvidia-cuda-cupti-cu11==11.7.101
+    - nvidia-cuda-nvrtc-cu11==11.7.99
+    - nvidia-cuda-runtime-cu11==11.7.99
+    - nvidia-cudnn-cu11==8.5.0.96
+    - nvidia-cufft-cu11==10.9.0.58
+    - nvidia-curand-cu11==10.2.10.91
+    - nvidia-cusolver-cu11==11.4.0.1
+    - nvidia-cusparse-cu11==11.7.4.91
+    - nvidia-nccl-cu11==2.14.3
+    - nvidia-nvtx-cu11==11.7.91
     - ordered-set==4.1.0
-    - pandas==2.0.3
-    - pathspec==0.11.2
-    - peft==0.4.0
-    - plotly==5.14.1
-    - polars==0.18.15
-    - pyarrow==12.0.1
-    - pycares==4.3.0
-    - pycparser==2.21
-    - pydantic==2.0.3
-    - pydantic-core==2.3.0
+    - packaging==23.1
+    - pandas==2.1.1
+    - parso==0.8.3
+    - pexpect==4.8.0
+    - pickleshare==0.7.5
+    - platformdirs==3.10.0
+    - prompt-toolkit==3.0.39
+    - psutil==5.9.5
+    - ptyprocess==0.7.0
+    - pure-eval==0.2.2
+    - pyarrow==13.0.0
+    - pydantic==2.1.1
+    - pydantic-core==2.4.0
+    - pygments==2.16.1
     - pyjwt==2.8.0
-    - pynvml==11.5.0
-    - pyparsing==3.0.9
-    - python-dotenv==1.0.0
+    - pyparsing==3.1.1
+    - python-dateutil==2.8.2
     - python-editor==1.0.4
     - python-multipart==0.0.6
-    - pytorch-lightning==2.0.6
-    - pytorch-optimizer==2.11.1
-    - pytz==2023.3
+    - pytorch-lightning==2.0.9
+    - pytz==2023.3.post1
     - pyyaml==6.0.1
+    - pyzmq==25.1.1
     - readchar==4.0.5
     - regex==2023.8.8
-    - rich==13.3.5
-    - safetensors==0.3.2
-    - scikit-learn==1.3.0
-    - scipy==1.11.1
-    - sentencepiece==0.1.99
+    - rich==13.5.3
+    - safetensors==0.3.3
     - simple-parsing==0.1.4
+    - six==1.16.0
     - sniffio==1.3.0
-    - soupsieve==2.4.1
+    - soupsieve==2.5
+    - stack-data==0.6.2
     - starlette==0.27.0
     - starsessions==1.3.0
-    - tabulate==0.9.0
-    - tenacity==8.2.2
-    - threadpoolctl==3.2.0
     - tokenizers==0.13.3
-    - torchinfo==1.8.0
-    - torchmetrics==1.0.3
+    - torch==2.0.1
+    - torchmetrics==1.2.0
+    - tornado==6.3.3
     - tqdm==4.66.1
-    - transformers==4.31.0
+    - traitlets==5.10.0
+    - transformers==4.33.2
+    - triton==2.0.0
     - tzdata==2023.3
     - uvicorn==0.23.2
-    - websocket-client==1.6.1
+    - wcwidth==0.2.6
+    - websocket-client==1.6.3
     - websockets==11.0.3
-    - widgetsnbextension==4.0.8
-    - xformers==0.0.21
+    - widgetsnbextension==4.0.9
     - xxhash==3.3.0
     - yarl==1.9.2
-prefix: /home/ubuntu/mambaforge/envs/dlk3
+prefix: /home/ubuntu/mambaforge/envs/dlk4
diff --git a/requirements/environment.min.yaml b/requirements/environment.min.yaml
index 23e439a..98d5c3e 100644
--- a/requirements/environment.min.yaml
+++ b/requirements/environment.min.yaml
@@ -1,4 +1,4 @@
-name: dlk3
+name: dlk4
 channels:
   - conda-forge
 dependencies:
@@ -11,7 +11,4 @@ dependencies:
   - cudatoolkit=11.7
   - ca-certificates
   - openssl
-  - ipykernel
-  - pip
-  - certifi
-prefix: /home/ubuntu/mambaforge/envs/dlk3
+prefix: /home/ubuntu/mambaforge/envs/dlk4