add reqs

2026-09-09 11:21:22 +08:00 · 2023-05-07 15:46:44 +08:00
parent 09aad3154f
commit 60b8a9732a
6 changed files with 462 additions and 1 deletions
@@ -1,7 +1,8 @@
 ```sh
+# note 
 conda create -n dlk2 python=3.9 -y
 conda activate dlk2
 mamba install -y pytorch torchvision torchaudio pytorch-cuda=11.7 cudatoolkit-dev==11.7  cudatoolkit=11.7 -c pytorch -c nvidia  -c conda-forge
-mamba install -y ipykernel  pip
+mamba install -y ipykernel pip
 pip install -r requirements.txt
 ```
@@ -0,0 +1,166 @@
+accelerate==0.18.0
+aiohttp==3.8.4
+aiosignal==1.3.1
+altair==4.2.2
+appdirs @ file:///home/conda/feedstock_root/build_artifacts/appdirs_1603108395799/work
+astor==0.8.1
+asttokens==2.0.5
+async-timeout==4.0.2
+attrs==23.1.0
+backcall==0.2.0
+backports.functools-lru-cache @ file:///home/conda/feedstock_root/build_artifacts/backports.functools_lru_cache_1618230623929/work
+base58==2.1.1
+bitsandbytes==0.38.1
+black==23.3.0
+blinker==1.6.2
+Brotli==1.0.9
+brotlipy @ file:///home/conda/feedstock_root/build_artifacts/brotlipy_1666764672617/work
+CacheControl @ file:///home/conda/feedstock_root/build_artifacts/cachecontrol-split_1675196722997/work
+cachetools==5.3.0
+cachy @ file:///home/conda/feedstock_root/build_artifacts/cachy_1664983268779/work
+certifi==2022.12.7
+cffi @ file:///home/conda/feedstock_root/build_artifacts/cffi_1671179360775/work
+chardet==3.0.4
+charset-normalizer @ file:///home/conda/feedstock_root/build_artifacts/charset-normalizer_1678108872112/work
+click @ file:///home/conda/feedstock_root/build_artifacts/click_1666798198223/work
+click-default-group @ file:///home/conda/feedstock_root/build_artifacts/click-default-group_1618938707830/work
+clikit @ file:///home/conda/feedstock_root/build_artifacts/clikit_1676917709145/work
+comm @ file:///home/conda/feedstock_root/build_artifacts/comm_1679481329611/work
+conda_lock @ file:///home/conda/feedstock_root/build_artifacts/conda-lock_1676925627812/work
+crashtest @ file:///home/conda/feedstock_root/build_artifacts/crashtest_1667467006729/work
+cryptography @ file:///home/conda/feedstock_root/build_artifacts/cryptography-split_1681508587436/work
+datasets==2.12.0
+debugpy==1.6.0
+decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1641555617451/work
+dill==0.3.6
+distlib @ file:///home/conda/feedstock_root/build_artifacts/distlib_1668356257807/work
+ensureconda @ file:///home/conda/feedstock_root/build_artifacts/ensureconda_1657719435160/work
+entrypoints==0.4
+exceptiongroup==1.1.1
+executing==0.8.3
+filelock @ file:///home/conda/feedstock_root/build_artifacts/filelock_1681839547898/work
+flake8==6.0.0
+frozenlist==1.3.3
+fsspec==2023.4.0
+gitdb==4.0.10
+GitPython==3.1.31
+gmpy2 @ file:///home/conda/feedstock_root/build_artifacts/gmpy2_1666808679441/work
+html5lib @ file:///home/conda/feedstock_root/build_artifacts/html5lib_1592930327044/work
+huggingface-hub==0.14.1
+idna==2.8
+importlib-metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1682176699712/work
+inflate64==0.3.1
+iniconfig==2.0.0
+ipykernel @ file:///home/conda/feedstock_root/build_artifacts/ipykernel_1679336319192/work
+ipython==8.4.0
+isort==5.8.0
+jaraco.classes @ file:///home/conda/feedstock_root/build_artifacts/jaraco.classes_1667024629799/work
+jedi==0.18.1
+jeepney @ file:///home/conda/feedstock_root/build_artifacts/jeepney_1649085214306/work
+Jinja2 @ file:///home/conda/feedstock_root/build_artifacts/jinja2_1654302431367/work
+joblib==1.2.0
+jsonschema==4.17.3
+jupyter-client==7.3.4
+jupyter-core==4.10.0
+keyring @ file:///home/conda/feedstock_root/build_artifacts/keyring_1671728250508/work
+lockfile==0.12.2
+MarkupSafe @ file:///home/conda/feedstock_root/build_artifacts/markupsafe_1674135804847/work
+matplotlib-inline==0.1.3
+mccabe==0.7.0
+more-itertools @ file:///home/conda/feedstock_root/build_artifacts/more-itertools_1677514956219/work
+mpmath @ file:///home/conda/feedstock_root/build_artifacts/mpmath_1678228039184/work
+msgpack @ file:///home/conda/feedstock_root/build_artifacts/msgpack-python_1678312698172/work
+multidict==6.0.4
+multiprocess==0.70.14
+multivolumefile==0.2.3
+mypy-extensions==0.4.3
+nest-asyncio==1.5.5
+networkx @ file:///home/conda/feedstock_root/build_artifacts/networkx_1680692919326/work
+numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1682210190296/work
+packaging @ file:///home/conda/feedstock_root/build_artifacts/packaging_1681337016113/work
+pandas==2.0.1
+parso==0.8.3
+pastel @ file:///home/conda/feedstock_root/build_artifacts/pastel_1640899049124/work
+pathspec==0.9.0
+pexpect @ file:///home/conda/feedstock_root/build_artifacts/pexpect_1667297516076/work
+pickleshare==0.7.5
+Pillow @ file:///home/conda/feedstock_root/build_artifacts/pillow_1675487166627/work
+pkginfo @ file:///home/conda/feedstock_root/build_artifacts/pkginfo_1673281726124/work
+platformdirs==2.5.1
+plotly==5.14.1
+pluggy==1.0.0
+prompt-toolkit==3.0.29
+promptsource==0.2.3
+protobuf==4.22.4
+psutil @ file:///home/conda/feedstock_root/build_artifacts/psutil_1681775019467/work
+ptyprocess @ file:///home/conda/feedstock_root/build_artifacts/ptyprocess_1609419310487/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl
+pure-eval==0.2.2
+py7zr==0.20.5
+pyarrow==12.0.0
+pybcj==1.0.1
+pycodestyle==2.10.0
+pycparser @ file:///home/conda/feedstock_root/build_artifacts/pycparser_1636257122734/work
+pycryptodomex==3.17
+pydantic @ file:///home/conda/feedstock_root/build_artifacts/pydantic_1679565256950/work
+pydeck==0.8.1b0
+pydocstyle==6.1.1
+pyflakes==3.0.1
+Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1681904169130/work
+pylama==8.3.8
+pylev @ file:///home/conda/feedstock_root/build_artifacts/pylev_1641226376343/work
+pyOpenSSL @ file:///home/conda/feedstock_root/build_artifacts/pyopenssl_1680037383858/work
+pyparsing==3.0.9
+pyppmd==1.0.0
+pyrsistent==0.19.3
+PySocks @ file:///home/conda/feedstock_root/build_artifacts/pysocks_1661604839144/work
+pytest==7.3.1
+python-dateutil==2.8.2
+pytz==2023.3
+pytz-deprecation-shim==0.1.0.post0
+PyYAML @ file:///home/conda/feedstock_root/build_artifacts/pyyaml_1666772387118/work
+pyzmq==23.2.0
+pyzstd==0.15.7
+regex==2023.5.5
+requests @ file:///home/conda/feedstock_root/build_artifacts/requests_1682535435083/work
+responses==0.18.0
+ruamel.yaml @ file:///home/conda/feedstock_root/build_artifacts/ruamel.yaml_1683392662082/work
+ruamel.yaml.clib @ file:///home/conda/feedstock_root/build_artifacts/ruamel.yaml.clib_1670412733608/work
+scikit-learn==1.2.2
+scipy==1.10.1
+SecretStorage @ file:///home/conda/feedstock_root/build_artifacts/secretstorage_1666848732124/work
+six @ file:///home/conda/feedstock_root/build_artifacts/six_1620240208055/work
+sklearn==0.0.post4
+smmap==5.0.0
+snowballstemmer==2.2.0
+stack-data==0.3.0
+streamlit==0.82.0
+sympy @ file:///home/conda/feedstock_root/build_artifacts/sympy_1679342590084/work
+tenacity==8.2.2
+texttable==1.6.7
+threadpoolctl==3.1.0
+tokenizers==0.13.3
+toml==0.10.2
+tomli @ file:///home/conda/feedstock_root/build_artifacts/tomli_1644342247877/work
+tomlkit @ file:///home/conda/feedstock_root/build_artifacts/tomlkit_1683028165096/work
+toolz @ file:///home/conda/feedstock_root/build_artifacts/toolz_1657485559105/work
+torch==2.0.0
+torchaudio==2.0.0
+torchvision==0.15.0
+tornado==6.1
+tqdm==4.65.0
+traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1675110562325/work
+transformers==4.28.1
+triton==2.0.0
+typing_extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1678559861143/work
+tzdata==2023.3
+tzlocal==4.3
+urllib3 @ file:///home/conda/feedstock_root/build_artifacts/urllib3_1678635778344/work
+validators==0.20.0
+virtualenv @ file:///home/conda/feedstock_root/build_artifacts/virtualenv_1682674264573/work
+watchdog==3.0.0
+wcwidth==0.2.5
+webencodings==0.5.1
+xxhash==3.2.0
+yapf==0.33.0
+yarl==1.9.2
+zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1677313463193/work
@@ -0,0 +1,15 @@
+#!/bin/bash
+# Sometimes I like to do relaxed and strict requirements. The strict requirements lets you debug subtle version errors by asking "gee what exact version did they use".
+# The relaxed versioning makes it easy to upgrade
+set -e -x
+PROJECT_NAME=dlk2
+echo $PROJECT_NAME
+PYTHON_INTERPRETER=~/miniforge3/envs/$PROJECT_NAME/bin/python
+# minimal requirement, simpler, but no versions or pip
+conda env export --no-builds --from-history > requirements/environment.min.yaml
+# extensive requirements including pip and information overload
+conda env export > requirements/environment.max.yaml
+# requirements in a modified pip spec, usefull for dependabot and so on
+$PYTHON_INTERPRETER -m pip freeze > requirements/conda.requirements.txt
+# some pople like conda lock, but it doens't do pip
+# cd requirements && conda-lock -f environment.max.yaml -p linux-64
@@ -0,0 +1,261 @@
+name: dlk2
+channels:
+  - nvidia
+  - conda-forge
+  - pytorch
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_kmp_llvm
+  - appdirs=1.4.4=pyh9f0ad1d_0
+  - asttokens=2.2.1=pyhd8ed1ab_0
+  - backcall=0.2.0=pyh9f0ad1d_0
+  - backports=1.0=pyhd8ed1ab_3
+  - backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
+  - blas=2.116=mkl
+  - blas-devel=3.9.0=16_linux64_mkl
+  - brotlipy=0.7.0=py39hb9d737c_1005
+  - bzip2=1.0.8=h7f98852_4
+  - ca-certificates=2022.12.7=ha878542_0
+  - cachecontrol=0.12.11=pyhd8ed1ab_1
+  - cachecontrol-with-filecache=0.12.11=pyhd8ed1ab_1
+  - cachy=0.3.0=pyhd8ed1ab_1
+  - cffi=1.15.1=py39he91dace_3
+  - charset-normalizer=3.1.0=pyhd8ed1ab_0
+  - click=8.1.3=unix_pyhd8ed1ab_2
+  - click-default-group=1.2.2=pyhd8ed1ab_1
+  - clikit=0.6.2=pyhd8ed1ab_2
+  - comm=0.1.3=pyhd8ed1ab_0
+  - conda-lock=1.4.0=pyhd8ed1ab_2
+  - crashtest=0.4.1=pyhd8ed1ab_0
+  - cryptography=40.0.2=py39h079d5ae_0
+  - cuda-cudart=11.7.99=0
+  - cuda-cupti=11.7.101=0
+  - cuda-libraries=11.7.1=0
+  - cuda-nvrtc=11.7.99=0
+  - cuda-nvtx=11.7.91=0
+  - cuda-runtime=11.7.1=0
+  - cudatoolkit=11.7.0=hd8887f6_10
+  - cudatoolkit-dev=11.7.0=h1de0b5d_6
+  - dbus=1.13.6=h5008d03_3
+  - debugpy=1.6.7=py39h227be39_0
+  - decorator=5.1.1=pyhd8ed1ab_0
+  - distlib=0.3.6=pyhd8ed1ab_0
+  - ensureconda=1.4.3=pyhd8ed1ab_0
+  - executing=1.2.0=pyhd8ed1ab_0
+  - expat=2.5.0=hcb278e6_1
+  - ffmpeg=4.3=hf484d3e_0
+  - filelock=3.12.0=pyhd8ed1ab_0
+  - freetype=2.12.1=hca18f0e_1
+  - gettext=0.21.1=h27087fc_0
+  - gmp=6.2.1=h58526e2_0
+  - gmpy2=2.1.2=py39h376b7d2_1
+  - gnutls=3.6.13=h85f3911_1
+  - html5lib=1.1=pyh9f0ad1d_0
+  - icu=72.1=hcb278e6_0
+  - idna=3.4=pyhd8ed1ab_0
+  - importlib-metadata=6.6.0=pyha770c72_0
+  - importlib_metadata=6.6.0=hd8ed1ab_0
+  - ipykernel=6.22.0=pyh210e3f2_0
+  - ipython=8.13.2=pyh41d4057_0
+  - jaraco.classes=3.2.3=pyhd8ed1ab_0
+  - jedi=0.18.2=pyhd8ed1ab_0
+  - jeepney=0.8.0=pyhd8ed1ab_0
+  - jinja2=3.1.2=pyhd8ed1ab_1
+  - jpeg=9e=h0b41bf4_3
+  - jupyter_client=8.2.0=pyhd8ed1ab_0
+  - jupyter_core=5.3.0=py39hf3d152e_0
+  - keyring=23.13.1=py39hf3d152e_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.15=hfd0df8a_0
+  - ld_impl_linux-64=2.40=h41732ed_0
+  - lerc=4.0.0=h27087fc_0
+  - libblas=3.9.0=16_linux64_mkl
+  - libcblas=3.9.0=16_linux64_mkl
+  - libcublas=11.10.3.66=0
+  - libcufft=10.7.2.124=h4fbf590_0
+  - libcufile=1.6.1.9=0
+  - libcurand=10.3.2.106=0
+  - libcusolver=11.4.0.1=0
+  - libcusparse=11.7.4.91=0
+  - libdeflate=1.17=h0b41bf4_0
+  - libexpat=2.5.0=hcb278e6_1
+  - libffi=3.4.2=h7f98852_5
+  - libgcc-ng=12.2.0=h65d4601_19
+  - libgfortran-ng=12.2.0=h69a702a_19
+  - libgfortran5=12.2.0=h337968e_19
+  - libglib=2.76.2=hebfc3b9_0
+  - libgomp=12.2.0=h65d4601_19
+  - libhwloc=2.9.1=hd6dc26d_0
+  - libiconv=1.17=h166bdaf_0
+  - liblapack=3.9.0=16_linux64_mkl
+  - liblapacke=3.9.0=16_linux64_mkl
+  - libnpp=11.7.4.75=0
+  - libnsl=2.0.0=h7f98852_0
+  - libnvjpeg=11.8.0.2=0
+  - libpng=1.6.39=h753d276_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.40.0=h753d276_1
+  - libstdcxx-ng=12.2.0=h46fd767_19
+  - libtiff=4.5.0=h6adf6a1_2
+  - libuuid=2.38.1=h0b41bf4_0
+  - libwebp-base=1.3.0=h0b41bf4_0
+  - libxcb=1.13=h7f98852_1004
+  - libxml2=2.10.4=hfdac1af_0
+  - libzlib=1.2.13=h166bdaf_4
+  - llvm-openmp=16.0.3=h4dfa4b3_0
+  - lockfile=0.12.2=py_1
+  - markupsafe=2.1.2=py39h72bdee0_0
+  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - mkl=2022.1.0=h84fe81f_915
+  - mkl-devel=2022.1.0=ha770c72_916
+  - mkl-include=2022.1.0=h84fe81f_915
+  - more-itertools=9.1.0=pyhd8ed1ab_0
+  - mpc=1.3.1=hfe3b2da_0
+  - mpfr=4.2.0=hb012696_0
+  - mpmath=1.3.0=pyhd8ed1ab_0
+  - msgpack-python=1.0.5=py39h4b4f3f3_0
+  - ncurses=6.3=h27087fc_1
+  - nest-asyncio=1.5.6=pyhd8ed1ab_0
+  - nettle=3.6=he412f7d_0
+  - networkx=3.1=pyhd8ed1ab_0
+  - numpy=1.24.3=py39h6183b62_0
+  - openh264=2.1.1=h780b84a_0
+  - openjpeg=2.5.0=hfec8fc6_2
+  - openssl=3.1.0=hd590300_3
+  - packaging=23.1=pyhd8ed1ab_0
+  - parso=0.8.3=pyhd8ed1ab_0
+  - pastel=0.2.1=pyhd8ed1ab_0
+  - pcre2=10.40=hc3806b6_0
+  - pexpect=4.8.0=pyh1a96a4e_2
+  - pickleshare=0.7.5=py_1003
+  - pip=23.1.2=pyhd8ed1ab_0
+  - pkginfo=1.9.6=pyhd8ed1ab_0
+  - platformdirs=3.5.0=pyhd8ed1ab_0
+  - prompt-toolkit=3.0.38=pyha770c72_0
+  - prompt_toolkit=3.0.38=hd8ed1ab_0
+  - psutil=5.9.5=py39h72bdee0_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pure_eval=0.2.2=pyhd8ed1ab_0
+  - pycparser=2.21=pyhd8ed1ab_0
+  - pydantic=1.10.7=py39h72bdee0_0
+  - pygments=2.15.1=pyhd8ed1ab_0
+  - pylev=1.4.0=pyhd8ed1ab_0
+  - pyopenssl=23.1.1=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.9.16=h2782a2a_0_cpython
+  - python-dateutil=2.8.2=pyhd8ed1ab_0
+  - python_abi=3.9=3_cp39
+  - pytorch=2.0.0=py3.9_cuda11.7_cudnn8.5.0_0
+  - pytorch-cuda=11.7=h778d358_3
+  - pytorch-mutex=1.0=cuda
+  - pyyaml=6.0=py39hb9d737c_5
+  - pyzmq=25.0.2=py39h0be026e_0
+  - readline=8.2=h8228510_1
+  - ruamel.yaml=0.17.24=py39hd1e30aa_0
+  - ruamel.yaml.clib=0.2.7=py39h72bdee0_1
+  - secretstorage=3.3.3=py39hf3d152e_1
+  - setuptools=67.7.2=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - sympy=1.11.1=pypyh9d50eac_103
+  - tbb=2021.9.0=hf52228f_0
+  - tk=8.6.12=h27826a3_0
+  - tomli=2.0.1=pyhd8ed1ab_0
+  - tomlkit=0.11.8=pyha770c72_0
+  - toolz=0.12.0=pyhd8ed1ab_0
+  - torchaudio=2.0.0=py39_cu117
+  - torchtriton=2.0.0=py39
+  - torchvision=0.15.0=py39_cu117
+  - tornado=6.3=py39h72bdee0_0
+  - traitlets=5.9.0=pyhd8ed1ab_0
+  - typing-extensions=4.5.0=hd8ed1ab_0
+  - typing_extensions=4.5.0=pyha770c72_0
+  - virtualenv=20.23.0=pyhd8ed1ab_0
+  - wcwidth=0.2.6=pyhd8ed1ab_0
+  - webencodings=0.5.1=py_1
+  - wheel=0.40.0=pyhd8ed1ab_0
+  - xorg-libxau=1.0.9=h7f98852_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zeromq=4.3.4=h9c3ff4c_1
+  - zipp=3.15.0=pyhd8ed1ab_0
+  - zlib=1.2.13=h166bdaf_4
+  - zstd=1.5.2=h3eb15da_6
+  - pip:
+    - accelerate==0.18.0
+    - aiohttp==3.8.4
+    - aiosignal==1.3.1
+    - altair==4.2.2
+    - astor==0.8.1
+    - async-timeout==4.0.2
+    - attrs==23.1.0
+    - base58==2.1.1
+    - bitsandbytes==0.38.1
+    - black==23.3.0
+    - blinker==1.6.2
+    - brotli==1.0.9
+    - cachetools==5.3.0
+    - certifi==2022.12.7
+    - datasets==2.12.0
+    - dill==0.3.6
+    - exceptiongroup==1.1.1
+    - flake8==6.0.0
+    - frozenlist==1.3.3
+    - fsspec==2023.4.0
+    - gitdb==4.0.10
+    - gitpython==3.1.31
+    - huggingface-hub==0.14.1
+    - inflate64==0.3.1
+    - iniconfig==2.0.0
+    - isort==5.8.0
+    - joblib==1.2.0
+    - jsonschema==4.17.3
+    - multidict==6.0.4
+    - multiprocess==0.70.14
+    - multivolumefile==0.2.3
+    - pandas==2.0.1
+    - pillow==9.5.0
+    - plotly==5.14.1
+    - pluggy==1.0.0
+    - promptsource==0.2.3
+    - protobuf==4.22.4
+    - py7zr==0.20.5
+    - pyarrow==12.0.0
+    - pybcj==1.0.1
+    - pycodestyle==2.10.0
+    - pycryptodomex==3.17
+    - pydeck==0.8.1b0
+    - pyflakes==3.0.1
+    - pyparsing==3.0.9
+    - pyppmd==1.0.0
+    - pyrsistent==0.19.3
+    - pytest==7.3.1
+    - pytz==2023.3
+    - pytz-deprecation-shim==0.1.0.post0
+    - pyzstd==0.15.7
+    - regex==2023.5.5
+    - requests==2.30.0
+    - responses==0.18.0
+    - scikit-learn==1.2.2
+    - scipy==1.10.1
+    - sklearn==0.0.post4
+    - smmap==5.0.0
+    - streamlit==0.82.0
+    - tenacity==8.2.2
+    - texttable==1.6.7
+    - threadpoolctl==3.1.0
+    - tokenizers==0.13.3
+    - toml==0.10.2
+    - tqdm==4.65.0
+    - transformers==4.28.1
+    - tzdata==2023.3
+    - tzlocal==4.3
+    - urllib3==2.0.2
+    - validators==0.20.0
+    - watchdog==3.0.0
+    - xxhash==3.2.0
+    - yapf==0.33.0
+    - yarl==1.9.2
+prefix: /home/wassname/miniforge3/envs/dlk2
@@ -0,0 +1,18 @@
+name: dlk2
+channels:
+  - conda-forge
+  - pytorch
+dependencies:
+  - python=3.9
+  - ipykernel
+  - pytorch
+  - torchvision
+  - torchaudio
+  - pytorch-cuda=11.7
+  - cudatoolkit-dev==11.7
+  - cudatoolkit=11.7
+  - ca-certificates
+  - openssl
+  - conda-lock
+  - certifi
+prefix: /home/wassname/miniforge3/envs/dlk2