wassname/discovering_latent_knowledge
1
0
Fork 0
mirror of https://github.com/wassname/discovering_latent_knowledge.git synced 2026-09-11 12:10:11 +08:00
Code Issues Packages Projects Releases Wiki Activity

misc

Browse Source
This commit is contained in:
deep1
2023-05-21 11:24:47 +08:00
parent 45c4356a8b
commit 9dc85682c2
7 changed files with 3745 additions and 639 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.vscode/extensions.json
Vendored
+3
View File
@@ -0,0 +1,3 @@
{
"recommendations": []
}
notebooks/001_mjc_CCS.ipynb
+3026
View File
File diff suppressed because it is too large Load Diff
001_mjc_CCS.ipynb → notebooks/001_mjc_CCS_Wizard.ipynb
+640 -313
View File
File diff suppressed because it is too large Load Diff
requirements/conda.requirements.txt
-205
View File
@@ -1,205 +0,0 @@
accelerate==0.18.0
aiohttp==3.8.4
aiosignal==1.3.1
altair==4.2.2
anyio==3.6.2
appdirs @ file:///home/conda/feedstock_root/build_artifacts/appdirs_1603108395799/work
arrow==1.2.3
astor==0.8.1
asttokens==2.0.5
async-timeout==4.0.2
attrs==23.1.0
backcall==0.2.0
backports.functools-lru-cache @ file:///home/conda/feedstock_root/build_artifacts/backports.functools_lru_cache_1618230623929/work
base58==2.1.1
beautifulsoup4==4.12.2
bitsandbytes==0.38.1
black==23.3.0
blessed==1.20.0
blinker==1.6.2
Brotli==1.0.9
brotlipy @ file:///home/conda/feedstock_root/build_artifacts/brotlipy_1666764672617/work
CacheControl @ file:///home/conda/feedstock_root/build_artifacts/cachecontrol-split_1675196722997/work
cachetools==5.3.0
cachy @ file:///home/conda/feedstock_root/build_artifacts/cachy_1664983268779/work
certifi==2022.12.7
cffi @ file:///home/conda/feedstock_root/build_artifacts/cffi_1671179360775/work
chardet==3.0.4
charset-normalizer @ file:///home/conda/feedstock_root/build_artifacts/charset-normalizer_1678108872112/work
click @ file:///home/conda/feedstock_root/build_artifacts/click_1666798198223/work
click-default-group @ file:///home/conda/feedstock_root/build_artifacts/click-default-group_1618938707830/work
clikit @ file:///home/conda/feedstock_root/build_artifacts/clikit_1676917709145/work
comm @ file:///home/conda/feedstock_root/build_artifacts/comm_1679481329611/work
conda_lock @ file:///home/conda/feedstock_root/build_artifacts/conda-lock_1676925627812/work
contourpy==1.0.7
crashtest @ file:///home/conda/feedstock_root/build_artifacts/crashtest_1667467006729/work
croniter==1.3.14
cryptography @ file:///home/conda/feedstock_root/build_artifacts/cryptography-split_1681508587436/work
cycler==0.11.0
datasets==2.12.0
dateutils==0.6.12
debugpy==1.6.0
decorator @ file:///home/conda/feedstock_root/build_artifacts/decorator_1641555617451/work
deepdiff==6.3.0
dill==0.3.6
distlib @ file:///home/conda/feedstock_root/build_artifacts/distlib_1668356257807/work
ensureconda @ file:///home/conda/feedstock_root/build_artifacts/ensureconda_1657719435160/work
entrypoints==0.4
exceptiongroup==1.1.1
executing==0.8.3
fastapi==0.88.0
filelock @ file:///home/conda/feedstock_root/build_artifacts/filelock_1681839547898/work
flake8==6.0.0
fonttools==4.39.4
frozenlist==1.3.3
fsspec==2023.4.0
gitdb==4.0.10
GitPython==3.1.31
gluonts==0.12.8
gmpy2 @ file:///home/conda/feedstock_root/build_artifacts/gmpy2_1666808679441/work
h11==0.14.0
html5lib @ file:///home/conda/feedstock_root/build_artifacts/html5lib_1592930327044/work
huggingface-hub==0.14.1
idna==2.8
importlib-metadata @ file:///home/conda/feedstock_root/build_artifacts/importlib-metadata_1682176699712/work
importlib-resources==5.12.0
inflate64==0.3.1
iniconfig==2.0.0
inquirer==3.1.3
ipykernel @ file:///home/conda/feedstock_root/build_artifacts/ipykernel_1679336319192/work
ipython==8.4.0
isort==5.8.0
itsdangerous==2.1.2
jaraco.classes @ file:///home/conda/feedstock_root/build_artifacts/jaraco.classes_1667024629799/work
jedi==0.18.1
jeepney @ file:///home/conda/feedstock_root/build_artifacts/jeepney_1649085214306/work
Jinja2 @ file:///home/conda/feedstock_root/build_artifacts/jinja2_1654302431367/work
joblib==1.2.0
jsonschema==4.17.3
jupyter-client==7.3.4
jupyter-core==4.10.0
keyring @ file:///home/conda/feedstock_root/build_artifacts/keyring_1671728250508/work
kiwisolver==1.4.4
lightning==2.0.2
lightning-cloud==0.5.34
lightning-utilities==0.8.0
lockfile==0.12.2
markdown-it-py==2.2.0
MarkupSafe @ file:///home/conda/feedstock_root/build_artifacts/markupsafe_1674135804847/work
matplotlib==3.7.1
matplotlib-inline==0.1.3
mccabe==0.7.0
mdurl==0.1.2
more-itertools @ file:///home/conda/feedstock_root/build_artifacts/more-itertools_1677514956219/work
mpmath @ file:///home/conda/feedstock_root/build_artifacts/mpmath_1678228039184/work
msgpack @ file:///home/conda/feedstock_root/build_artifacts/msgpack-python_1678312698172/work
multidict==6.0.4
multiprocess==0.70.14
multivolumefile==0.2.3
mypy-extensions==0.4.3
nest-asyncio==1.5.5
networkx @ file:///home/conda/feedstock_root/build_artifacts/networkx_1680692919326/work
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1682210190296/work
ordered-set==4.1.0
packaging @ file:///home/conda/feedstock_root/build_artifacts/packaging_1681337016113/work
pandas==2.0.1
parso==0.8.3
pastel @ file:///home/conda/feedstock_root/build_artifacts/pastel_1640899049124/work
pathspec==0.9.0
peft==0.3.0
pexpect @ file:///home/conda/feedstock_root/build_artifacts/pexpect_1667297516076/work
pickleshare==0.7.5
Pillow @ file:///home/conda/feedstock_root/build_artifacts/pillow_1675487166627/work
pkginfo @ file:///home/conda/feedstock_root/build_artifacts/pkginfo_1673281726124/work
platformdirs==2.5.1
plotly==5.14.1
pluggy==1.0.0
prompt-toolkit==3.0.29
promptsource==0.2.3
protobuf==4.22.4
psutil @ file:///home/conda/feedstock_root/build_artifacts/psutil_1681775019467/work
ptyprocess @ file:///home/conda/feedstock_root/build_artifacts/ptyprocess_1609419310487/work/dist/ptyprocess-0.7.0-py2.py3-none-any.whl
pure-eval==0.2.2
py7zr==0.20.5
pyarrow==12.0.0
pybcj==1.0.1
pycodestyle==2.10.0
pycparser @ file:///home/conda/feedstock_root/build_artifacts/pycparser_1636257122734/work
pycryptodomex==3.17
pydantic @ file:///home/conda/feedstock_root/build_artifacts/pydantic_1679565256950/work
pydeck==0.8.1b0
pydocstyle==6.1.1
pyflakes==3.0.1
Pygments @ file:///home/conda/feedstock_root/build_artifacts/pygments_1681904169130/work
PyJWT==2.6.0
pylama==8.3.8
pylev @ file:///home/conda/feedstock_root/build_artifacts/pylev_1641226376343/work
pyOpenSSL @ file:///home/conda/feedstock_root/build_artifacts/pyopenssl_1680037383858/work
pyparsing==3.0.9
pyppmd==1.0.0
pyrsistent==0.19.3
PySocks @ file:///home/conda/feedstock_root/build_artifacts/pysocks_1661604839144/work
pytest==7.3.1
python-dateutil==2.8.2
python-editor==1.0.4
python-multipart==0.0.6
pytz==2023.3
pytz-deprecation-shim==0.1.0.post0
PyYAML @ file:///home/conda/feedstock_root/build_artifacts/pyyaml_1666772387118/work
pyzmq==23.2.0
pyzstd==0.15.7
readchar==4.0.5
regex==2023.5.5
requests @ file:///home/conda/feedstock_root/build_artifacts/requests_1682535435083/work
responses==0.18.0
rich==13.3.5
ruamel.yaml @ file:///home/conda/feedstock_root/build_artifacts/ruamel.yaml_1683392662082/work
ruamel.yaml.clib @ file:///home/conda/feedstock_root/build_artifacts/ruamel.yaml.clib_1670412733608/work
scikit-learn==1.2.2
scipy==1.10.1
SecretStorage @ file:///home/conda/feedstock_root/build_artifacts/secretstorage_1666848732124/work
sentencepiece==0.1.99
six @ file:///home/conda/feedstock_root/build_artifacts/six_1620240208055/work
sklearn==0.0.post4
smmap==5.0.0
sniffio==1.3.0
snowballstemmer==2.2.0
soupsieve==2.4.1
stack-data==0.3.0
starlette==0.22.0
starsessions==1.3.0
streamlit==0.82.0
sympy @ file:///home/conda/feedstock_root/build_artifacts/sympy_1679342590084/work
tenacity==8.2.2
texttable==1.6.7
threadpoolctl==3.1.0
tokenizers==0.13.3
toml==0.10.2
tomli @ file:///home/conda/feedstock_root/build_artifacts/tomli_1644342247877/work
tomlkit @ file:///home/conda/feedstock_root/build_artifacts/tomlkit_1683028165096/work
toolz @ file:///home/conda/feedstock_root/build_artifacts/toolz_1657485559105/work
torch==2.0.0
torchaudio==2.0.0
torchmetrics==0.11.4
torchvision==0.15.0
tornado==6.1
tqdm==4.65.0
traitlets @ file:///home/conda/feedstock_root/build_artifacts/traitlets_1675110562325/work
transformers==4.28.1
triton==2.0.0
typing_extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1678559861143/work
tzdata==2023.3
tzlocal==4.3
urllib3 @ file:///home/conda/feedstock_root/build_artifacts/urllib3_1678635778344/work
uvicorn==0.22.0
validators==0.20.0
virtualenv @ file:///home/conda/feedstock_root/build_artifacts/virtualenv_1682674264573/work
watchdog==3.0.0
wcwidth==0.2.5
webencodings==0.5.1
websocket-client==1.5.1
websockets==11.0.2
xxhash==3.2.0
yapf==0.33.0
yarl==1.9.2
zipp @ file:///home/conda/feedstock_root/build_artifacts/zipp_1677313463193/work
requirements/environment.max.yaml
+69 -114
View File
@@ -1,32 +1,19 @@
name: dlk2
channels:
- pytorch
- nvidia
- conda-forge
- pytorch
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=2_kmp_llvm
- appdirs=1.4.4=pyh9f0ad1d_0
- asttokens=2.2.1=pyhd8ed1ab_0
- backcall=0.2.0=pyh9f0ad1d_0
- backports=1.0=pyhd8ed1ab_3
- backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
- blas=2.116=mkl
- blas-devel=3.9.0=16_linux64_mkl
- brotlipy=0.7.0=py39hb9d737c_1005
- bzip2=1.0.8=h7f98852_4
- ca-certificates=2022.12.7=ha878542_0
- cachecontrol=0.12.11=pyhd8ed1ab_1
- cachecontrol-with-filecache=0.12.11=pyhd8ed1ab_1
- cachy=0.3.0=pyhd8ed1ab_1
- ca-certificates=2023.5.7=hbcca054_0
- certifi=2023.5.7=pyhd8ed1ab_0
- cffi=1.15.1=py39he91dace_3
- charset-normalizer=3.1.0=pyhd8ed1ab_0
- click=8.1.3=unix_pyhd8ed1ab_2
- click-default-group=1.2.2=pyhd8ed1ab_1
- clikit=0.6.2=pyhd8ed1ab_2
- comm=0.1.3=pyhd8ed1ab_0
- conda-lock=1.4.0=pyhd8ed1ab_2
- crashtest=0.4.1=pyhd8ed1ab_0
- cryptography=40.0.2=py39h079d5ae_0
- cuda-cudart=11.7.99=0
- cuda-cupti=11.7.101=0
@@ -36,35 +23,16 @@ dependencies:
- cuda-runtime=11.7.1=0
- cudatoolkit=11.7.0=hd8887f6_10
- cudatoolkit-dev=11.7.0=h1de0b5d_6
- dbus=1.13.6=h5008d03_3
- debugpy=1.6.7=py39h227be39_0
- decorator=5.1.1=pyhd8ed1ab_0
- distlib=0.3.6=pyhd8ed1ab_0
- ensureconda=1.4.3=pyhd8ed1ab_0
- executing=1.2.0=pyhd8ed1ab_0
- expat=2.5.0=hcb278e6_1
- ffmpeg=4.3=hf484d3e_0
- filelock=3.12.0=pyhd8ed1ab_0
- freetype=2.12.1=hca18f0e_1
- gettext=0.21.1=h27087fc_0
- gmp=6.2.1=h58526e2_0
- gmpy2=2.1.2=py39h376b7d2_1
- gnutls=3.6.13=h85f3911_1
- html5lib=1.1=pyh9f0ad1d_0
- icu=72.1=hcb278e6_0
- idna=3.4=pyhd8ed1ab_0
- importlib-metadata=6.6.0=pyha770c72_0
- importlib_metadata=6.6.0=hd8ed1ab_0
- ipykernel=6.22.0=pyh210e3f2_0
- ipython=8.13.2=pyh41d4057_0
- jaraco.classes=3.2.3=pyhd8ed1ab_0
- jedi=0.18.2=pyhd8ed1ab_0
- jeepney=0.8.0=pyhd8ed1ab_0
- jinja2=3.1.2=pyhd8ed1ab_1
- jpeg=9e=h0b41bf4_3
- jupyter_client=8.2.0=pyhd8ed1ab_0
- jupyter_core=5.3.0=py39hf3d152e_0
- keyring=23.13.1=py39hf3d152e_0
- lame=3.100=h166bdaf_1003
- lcms2=2.15=hfd0df8a_0
- ld_impl_linux-64=2.40=h41732ed_0
@@ -78,12 +46,10 @@ dependencies:
- libcusolver=11.4.0.1=0
- libcusparse=11.7.4.91=0
- libdeflate=1.17=h0b41bf4_0
- libexpat=2.5.0=hcb278e6_1
- libffi=3.4.2=h7f98852_5
- libgcc-ng=12.2.0=h65d4601_19
- libgfortran-ng=12.2.0=h69a702a_19
- libgfortran5=12.2.0=h337968e_19
- libglib=2.76.2=hebfc3b9_0
- libgomp=12.2.0=h65d4601_19
- libhwloc=2.9.1=hd6dc26d_0
- libiconv=1.17=h166bdaf_0
@@ -93,8 +59,7 @@ dependencies:
- libnsl=2.0.0=h7f98852_0
- libnvjpeg=11.8.0.2=0
- libpng=1.6.39=h753d276_0
- libsodium=1.0.18=h36c2ea0_1
- libsqlite=3.40.0=h753d276_1
- libsqlite=3.42.0=h2797004_0
- libstdcxx-ng=12.2.0=h46fd767_19
- libtiff=4.5.0=h6adf6a1_2
- libuuid=2.38.1=h0b41bf4_0
@@ -102,199 +67,189 @@ dependencies:
- libxcb=1.13=h7f98852_1004
- libxml2=2.10.4=hfdac1af_0
- libzlib=1.2.13=h166bdaf_4
- llvm-openmp=16.0.3=h4dfa4b3_0
- lockfile=0.12.2=py_1
- llvm-openmp=16.0.4=h4dfa4b3_0
- markupsafe=2.1.2=py39h72bdee0_0
- matplotlib-inline=0.1.6=pyhd8ed1ab_0
- mkl=2022.1.0=h84fe81f_915
- mkl-devel=2022.1.0=ha770c72_916
- mkl-include=2022.1.0=h84fe81f_915
- more-itertools=9.1.0=pyhd8ed1ab_0
- mpc=1.3.1=hfe3b2da_0
- mpfr=4.2.0=hb012696_0
- mpmath=1.3.0=pyhd8ed1ab_0
- msgpack-python=1.0.5=py39h4b4f3f3_0
- ncurses=6.3=h27087fc_1
- nest-asyncio=1.5.6=pyhd8ed1ab_0
- nettle=3.6=he412f7d_0
- networkx=3.1=pyhd8ed1ab_0
- numpy=1.24.3=py39h6183b62_0
- openh264=2.1.1=h780b84a_0
- openjpeg=2.5.0=hfec8fc6_2
- openssl=3.1.0=hd590300_3
- packaging=23.1=pyhd8ed1ab_0
- parso=0.8.3=pyhd8ed1ab_0
- pastel=0.2.1=pyhd8ed1ab_0
- pcre2=10.40=hc3806b6_0
- pexpect=4.8.0=pyh1a96a4e_2
- pickleshare=0.7.5=py_1003
- pillow=9.4.0=py39h2320bf1_1
- pip=23.1.2=pyhd8ed1ab_0
- pkginfo=1.9.6=pyhd8ed1ab_0
- platformdirs=3.5.0=pyhd8ed1ab_0
- prompt-toolkit=3.0.38=pyha770c72_0
- prompt_toolkit=3.0.38=hd8ed1ab_0
- psutil=5.9.5=py39h72bdee0_0
- pthread-stubs=0.4=h36c2ea0_1001
- ptyprocess=0.7.0=pyhd3deb0d_0
- pure_eval=0.2.2=pyhd8ed1ab_0
- pycparser=2.21=pyhd8ed1ab_0
- pydantic=1.10.7=py39h72bdee0_0
- pygments=2.15.1=pyhd8ed1ab_0
- pylev=1.4.0=pyhd8ed1ab_0
- pyopenssl=23.1.1=pyhd8ed1ab_0
- pysocks=1.7.1=pyha2e5f31_6
- python=3.9.16=h2782a2a_0_cpython
- python-dateutil=2.8.2=pyhd8ed1ab_0
- python_abi=3.9=3_cp39
- pytorch=2.0.0=py3.9_cuda11.7_cudnn8.5.0_0
- pytorch-cuda=11.7=h778d358_3
- pytorch=2.0.1=py3.9_cuda11.7_cudnn8.5.0_0
- pytorch-cuda=11.7=h778d358_5
- pytorch-mutex=1.0=cuda
- pyyaml=6.0=py39hb9d737c_5
- pyzmq=25.0.2=py39h0be026e_0
- readline=8.2=h8228510_1
- ruamel.yaml=0.17.24=py39hd1e30aa_0
- ruamel.yaml.clib=0.2.7=py39h72bdee0_1
- secretstorage=3.3.3=py39hf3d152e_1
- requests=2.29.0=pyhd8ed1ab_0
- setuptools=67.7.2=pyhd8ed1ab_0
- six=1.16.0=pyh6c4a22f_0
- stack_data=0.6.2=pyhd8ed1ab_0
- sympy=1.11.1=pypyh9d50eac_103
- sympy=1.12=pypyh9d50eac_103
- tbb=2021.9.0=hf52228f_0
- tk=8.6.12=h27826a3_0
- tomli=2.0.1=pyhd8ed1ab_0
- tomlkit=0.11.8=pyha770c72_0
- toolz=0.12.0=pyhd8ed1ab_0
- torchaudio=2.0.0=py39_cu117
- torchaudio=2.0.2=py39_cu117
- torchtriton=2.0.0=py39
- torchvision=0.15.0=py39_cu117
- tornado=6.3=py39h72bdee0_0
- traitlets=5.9.0=pyhd8ed1ab_0
- typing-extensions=4.5.0=hd8ed1ab_0
- torchvision=0.15.2=py39_cu117
- typing_extensions=4.5.0=pyha770c72_0
- virtualenv=20.23.0=pyhd8ed1ab_0
- wcwidth=0.2.6=pyhd8ed1ab_0
- webencodings=0.5.1=py_1
- urllib3=1.26.15=pyhd8ed1ab_0
- wheel=0.40.0=pyhd8ed1ab_0
- xorg-libxau=1.0.9=h7f98852_0
- xorg-libxdmcp=1.1.3=h7f98852_0
- xz=5.2.6=h166bdaf_0
- yaml=0.2.5=h7f98852_2
- zeromq=4.3.4=h9c3ff4c_1
- zipp=3.15.0=pyhd8ed1ab_0
- zlib=1.2.13=h166bdaf_4
- zstd=1.5.2=h3eb15da_6
- pip:
- accelerate==0.18.0
- accelerate==0.19.0
- aiohttp==3.8.4
- aiosignal==1.3.1
- altair==4.2.2
- altair==5.0.0
- anyio==3.6.2
- arrow==1.2.3
- astor==0.8.1
- asttokens==2.2.1
- async-timeout==4.0.2
- attrs==23.1.0
- backcall==0.2.0
- base58==2.1.1
- beautifulsoup4==4.12.2
- bitsandbytes==0.38.1
- black==23.3.0
- black==21.12b0
- blessed==1.20.0
- blinker==1.6.2
- brotli==1.0.9
- cachetools==5.3.0
- certifi==2022.12.7
- contourpy==1.0.7
- click==7.1.2
- comm==0.1.3
- croniter==1.3.14
- cycler==0.11.0
- datasets==2.12.0
- dateutils==0.6.12
- debugpy==1.6.7
- decorator==5.1.1
- deepdiff==6.3.0
- dill==0.3.6
- exceptiongroup==1.1.1
- executing==1.2.0
- fastapi==0.88.0
- flake8==6.0.0
- fonttools==4.39.4
- frozenlist==1.3.3
- fsspec==2023.4.0
- fsspec==2023.5.0
- gitdb==4.0.10
- gitpython==3.1.31
- gluonts==0.12.8
- h11==0.14.0
- huggingface-hub==0.14.1
- importlib-resources==5.12.0
- importlib-metadata==6.6.0
- inflate64==0.3.1
- iniconfig==2.0.0
- inquirer==3.1.3
- ipykernel==6.23.1
- ipython==8.13.2
- isort==5.8.0
- itsdangerous==2.1.2
- jedi==0.18.2
- joblib==1.2.0
- jsonschema==4.17.3
- kiwisolver==1.4.4
- jupyter-client==8.2.0
- jupyter-core==5.3.0
- lightning==2.0.2
- lightning-cloud==0.5.34
- lightning-cloud==0.5.36
- lightning-utilities==0.8.0
- markdown-it-py==2.2.0
- matplotlib==3.7.1
- matplotlib-inline==0.1.6
- mccabe==0.7.0
- mdurl==0.1.2
- multidict==6.0.4
- multiprocess==0.70.14
- multivolumefile==0.2.3
- mypy-extensions==1.0.0
- nest-asyncio==1.5.6
- ordered-set==4.1.0
- packaging==23.1
- pandas==2.0.1
- peft==0.3.0
- pillow==9.5.0
- parso==0.8.3
- pathspec==0.11.1
- peft==0.3.0.dev0
- pexpect==4.8.0
- pickleshare==0.7.5
- platformdirs==3.5.1
- plotly==5.14.1
- pluggy==1.0.0
- prompt-toolkit==3.0.38
- promptsource==0.2.3
- protobuf==4.22.4
- protobuf==4.23.1
- psutil==5.9.5
- ptyprocess==0.7.0
- pure-eval==0.2.2
- py7zr==0.20.5
- pyarrow==12.0.0
- pybcj==1.0.1
- pycodestyle==2.10.0
- pycryptodomex==3.17
- pycryptodomex==3.18.0
- pydantic==1.10.7
- pydeck==0.8.1b0
- pyflakes==3.0.1
- pyjwt==2.6.0
- pyparsing==3.0.9
- pygments==2.15.1
- pyjwt==2.7.0
- pyppmd==1.0.0
- pyrsistent==0.19.3
- pytest==7.3.1
- python-dateutil==2.8.2
- python-editor==1.0.4
- python-multipart==0.0.6
- pytorch-lightning==2.0.2
- pytz==2023.3
- pytz-deprecation-shim==0.1.0.post0
- pyyaml==6.0
- pyzmq==25.0.2
- pyzstd==0.15.7
- readchar==4.0.5
- regex==2023.5.5
- requests==2.30.0
- responses==0.18.0
- rich==13.3.5
- scikit-learn==1.2.2
- scipy==1.10.1
- sentencepiece==0.1.99
- sklearn==0.0.post4
- six==1.16.0
- sklearn==0.0.post5
- smmap==5.0.0
- sniffio==1.3.0
- soupsieve==2.4.1
- stack-data==0.6.2
- starlette==0.22.0
- starsessions==1.3.0
- streamlit==0.82.0
- tenacity==8.2.2
- texttable==1.6.7
- threadpoolctl==3.1.0
- tokenize-rt==5.0.0
- tokenizers==0.13.3
- toml==0.10.2
- tomli==1.2.3
- toolz==0.12.0
- torchmetrics==0.11.4
- tornado==6.3.2
- tqdm==4.65.0
- transformers==4.28.1
- traitlets==5.9.0
- transformers==4.29.2
- tzdata==2023.3
- tzlocal==4.3
- urllib3==2.0.2
- tzlocal==5.0.1
- uvicorn==0.22.0
- validators==0.20.0
- watchdog==3.0.0
- wcwidth==0.2.6
- websocket-client==1.5.1
- websockets==11.0.2
- websockets==11.0.3
- xxhash==3.2.0
- yapf==0.33.0
- yarl==1.9.2
prefix: /home/wassname/miniforge3/envs/dlk2
- zipp==3.15.0
prefix: /home/ubuntu/mambaforge/envs/dlk2
requirements/environment.min.yaml
+1 -5
View File
@@ -1,10 +1,8 @@
name: dlk2
channels:
- conda-forge
- pytorch
dependencies:
- python=3.9
- ipykernel
- pytorch
- torchvision
- torchaudio
@@ -13,6 +11,4 @@ dependencies:
- cudatoolkit=11.7
- ca-certificates
- openssl
- conda-lock
- certifi
prefix: /home/wassname/miniforge3/envs/dlk2
prefix: /home/ubuntu/mambaforge/envs/dlk2
requirements/requirements.txt
+6 -2
View File
@@ -1,11 +1,15 @@
datasets
promptsource
tqdm
transformers
transformers>=4.29.0
sklearn
scikit-learn
accelerate
bitsandbytes
lightning
peft
sentencepiece
# peft
# use the version that https://github.com/johnsmith0031/alpaca_lora_4bit/blob/main/requirements.txt uses since they always resolve the dependancy issues
git+https://github.com/huggingface/peft.git@70af02a2bca5a63921790036b2c9430edf4037e2
# due to a bug we have to downgrade to this one for now https://twitter.com/Teknium1/status/1660003439752138752
bitsandbytes==0.37.2