mirror of
https://github.com/wassname/discovering_latent_knowledge.git
synced 2026-09-17 12:10:05 +08:00
not working that great
This commit is contained in:
deep1
+15
-1
@@ -1071,8 +1071,22 @@ Wires it up a bit more. Now I need to debug. For example my chosen asnwers are o
|
||||
# 2023-08-27 13:38:33
|
||||
|
||||
So I got a dataset I want to
|
||||
- try training a prob on probs
|
||||
- try training a probe on probs
|
||||
- try training a probe on expnses probs
|
||||
- look at diff between probs and expanded probs
|
||||
- looks at llm acc by dataset, lie by dataset, prob acc by dataset
|
||||
- finally look at generaliation
|
||||
|
||||
|
||||
results are :poop:
|
||||
|
||||
Maybe with multiple mc dropout iteractions it would be easier? I could even do it at test time with voting?
|
||||
Or multi ranking?
|
||||
|
||||
What if I remove one's it can't do. Then how do I know
|
||||
|
||||
# 2023-08-31 08:21:38
|
||||
|
||||
- with new dataset we can remove unsure
|
||||
- maybe I can try multiple mc dropout iteractions... esp by combining dataset
|
||||
- test time ranking? multi dropouts?
|
||||
|
||||
File diff suppressed because one or more lines are too long
+1220
-81
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
+1010
-343
File diff suppressed because it is too large
Load Diff
@@ -1,4 +1,4 @@
|
||||
accelerate @ git+https://github.com/huggingface/accelerate.git@7d24bdefb5b3252505151d8c1ac0efbed3574857
|
||||
accelerate==0.20.3
|
||||
aiohttp==3.8.4
|
||||
aiosignal==1.3.1
|
||||
altair==5.0.0
|
||||
@@ -22,6 +22,7 @@ certifi==2023.5.7
|
||||
cffi @ file:///home/conda/feedstock_root/build_artifacts/cffi_1671179360775/work
|
||||
charset-normalizer @ file:///home/conda/feedstock_root/build_artifacts/charset-normalizer_1678108872112/work
|
||||
click==7.1.2
|
||||
coloredlogs==15.0.1
|
||||
comm==0.1.3
|
||||
contourpy==1.0.7
|
||||
croniter==1.3.14
|
||||
@@ -33,11 +34,15 @@ debugpy==1.6.7
|
||||
decorator==5.1.1
|
||||
deepdiff==6.3.0
|
||||
dill==0.3.6
|
||||
docstring-parser==0.15
|
||||
einops==0.6.1
|
||||
eleuther-elk==0.1
|
||||
exceptiongroup==1.1.1
|
||||
executing==1.2.0
|
||||
fastapi==0.88.0
|
||||
filelock @ file:///home/conda/feedstock_root/build_artifacts/filelock_1681839547898/work
|
||||
flake8==6.0.0
|
||||
focal-loss-torch==0.1.2
|
||||
fonttools==4.39.4
|
||||
frozenlist==1.3.3
|
||||
fsspec==2023.5.0
|
||||
@@ -46,6 +51,7 @@ GitPython==3.1.31
|
||||
gmpy2 @ file:///home/conda/feedstock_root/build_artifacts/gmpy2_1666808679441/work
|
||||
h11==0.14.0
|
||||
huggingface-hub==0.14.1
|
||||
humanfriendly==10.0
|
||||
idna @ file:///home/conda/feedstock_root/build_artifacts/idna_1663625384323/work
|
||||
importlib-metadata==6.6.0
|
||||
importlib-resources==5.12.0
|
||||
@@ -79,25 +85,27 @@ mpmath @ file:///home/conda/feedstock_root/build_artifacts/mpmath_1678228039184/
|
||||
multidict==6.0.4
|
||||
multiprocess==0.70.14
|
||||
multivolumefile==0.2.3
|
||||
mypy-extensions==1.0.0
|
||||
mypy-extensions @ file:///home/conda/feedstock_root/build_artifacts/mypy_extensions_1675543315189/work
|
||||
nest-asyncio==1.5.6
|
||||
networkx @ file:///home/conda/feedstock_root/build_artifacts/networkx_1680692919326/work
|
||||
numpy @ file:///home/conda/feedstock_root/build_artifacts/numpy_1682210190296/work
|
||||
numpy==1.25.2
|
||||
optimum==1.8.6
|
||||
ordered-set==4.1.0
|
||||
packaging==23.1
|
||||
packaging @ file:///home/conda/feedstock_root/build_artifacts/packaging_1681337016113/work
|
||||
pandas==2.0.1
|
||||
parso==0.8.3
|
||||
pathspec==0.11.1
|
||||
pathspec @ file:///home/conda/feedstock_root/build_artifacts/pathspec_1678853982175/work
|
||||
peft @ git+https://github.com/huggingface/peft.git@3714aa2fff158fdfa637b2b65952580801d890b2
|
||||
pexpect==4.8.0
|
||||
pickleshare==0.7.5
|
||||
Pillow @ file:///home/conda/feedstock_root/build_artifacts/pillow_1675487166627/work
|
||||
platformdirs==3.5.1
|
||||
platformdirs @ file:///home/conda/feedstock_root/build_artifacts/platformdirs_1683850015520/work
|
||||
plotly==5.14.1
|
||||
pluggy==1.0.0
|
||||
prettytable==3.8.0
|
||||
prompt-toolkit==3.0.38
|
||||
promptsource==0.2.3
|
||||
protobuf==4.23.1
|
||||
protobuf==3.20.3
|
||||
psutil==5.9.5
|
||||
ptyprocess==0.7.0
|
||||
pure-eval==0.2.2
|
||||
@@ -112,9 +120,11 @@ pydeck==0.8.1b0
|
||||
pyflakes==3.0.1
|
||||
Pygments==2.15.1
|
||||
PyJWT==2.7.0
|
||||
pynvml==11.5.0
|
||||
pyOpenSSL @ file:///home/conda/feedstock_root/build_artifacts/pyopenssl_1680037383858/work
|
||||
pyparsing==3.0.9
|
||||
pyppmd==1.0.0
|
||||
pyre-extensions==0.0.29
|
||||
pyrsistent==0.19.3
|
||||
PySocks @ file:///home/conda/feedstock_root/build_artifacts/pysocks_1661604839144/work
|
||||
pytest==7.3.1
|
||||
@@ -122,6 +132,7 @@ python-dateutil==2.8.2
|
||||
python-editor==1.0.4
|
||||
python-multipart==0.0.6
|
||||
pytorch-lightning==2.0.2
|
||||
pytorch-optimizer==2.10.1
|
||||
pytz==2023.3
|
||||
PyYAML==6.0
|
||||
pyzmq==25.0.2
|
||||
@@ -134,12 +145,14 @@ rich==13.3.5
|
||||
safetensors==0.3.1
|
||||
scikit-learn==1.2.2
|
||||
scipy==1.10.1
|
||||
sentencepiece==0.1.99
|
||||
sentencepiece==0.1.97
|
||||
simple-parsing==0.1.4
|
||||
six==1.16.0
|
||||
sklearn==0.0.post5
|
||||
smmap==5.0.0
|
||||
sniffio==1.3.0
|
||||
soupsieve==2.4.1
|
||||
-e git+https://github.com/wassname/discovering_latent_knowledge.git@43074f79cbb58c735ff1befab81f28811831509b#egg=src
|
||||
stack-data==0.6.2
|
||||
starlette==0.22.0
|
||||
starsessions==1.3.0
|
||||
@@ -160,8 +173,9 @@ torchvision==0.15.2
|
||||
tornado==6.3.2
|
||||
tqdm==4.65.0
|
||||
traitlets==5.9.0
|
||||
transformers @ git+https://github.com/huggingface/transformers.git@17a55534f5e5df10ac4804d4270bf6b8cc24998d
|
||||
transformers==4.30.1
|
||||
triton==2.0.0
|
||||
typing-inspect==0.9.0
|
||||
typing_extensions @ file:///home/conda/feedstock_root/build_artifacts/typing_extensions_1678559861143/work
|
||||
tzdata==2023.3
|
||||
tzlocal==5.0.1
|
||||
@@ -173,6 +187,7 @@ wcwidth==0.2.6
|
||||
websocket-client==1.5.1
|
||||
websockets==11.0.3
|
||||
widgetsnbextension==4.0.7
|
||||
xformers==0.0.20
|
||||
xxhash==3.2.0
|
||||
yarl==1.9.2
|
||||
zipp==3.15.0
|
||||
|
||||
+139
-165
@@ -1,4 +1,4 @@
|
||||
name: dlk2
|
||||
name: dlk3
|
||||
channels:
|
||||
- pytorch
|
||||
- nvidia
|
||||
@@ -6,15 +6,18 @@ channels:
|
||||
dependencies:
|
||||
- _libgcc_mutex=0.1=conda_forge
|
||||
- _openmp_mutex=4.5=2_kmp_llvm
|
||||
- asttokens=2.2.1=pyhd8ed1ab_0
|
||||
- backcall=0.2.0=pyh9f0ad1d_0
|
||||
- backports=1.0=pyhd8ed1ab_3
|
||||
- backports.functools_lru_cache=1.6.5=pyhd8ed1ab_0
|
||||
- blas=2.116=mkl
|
||||
- blas-devel=3.9.0=16_linux64_mkl
|
||||
- brotlipy=0.7.0=py39hb9d737c_1005
|
||||
- brotli-python=1.0.9=py311ha362b79_9
|
||||
- bzip2=1.0.8=h7f98852_4
|
||||
- ca-certificates=2023.5.7=hbcca054_0
|
||||
- certifi=2023.5.7=pyhd8ed1ab_0
|
||||
- cffi=1.15.1=py39he91dace_3
|
||||
- charset-normalizer=3.1.0=pyhd8ed1ab_0
|
||||
- cryptography=40.0.2=py39h079d5ae_0
|
||||
- ca-certificates=2023.7.22=hbcca054_0
|
||||
- certifi=2023.7.22=pyhd8ed1ab_0
|
||||
- charset-normalizer=3.2.0=pyhd8ed1ab_0
|
||||
- comm=0.1.4=pyhd8ed1ab_0
|
||||
- cuda-cudart=11.7.99=0
|
||||
- cuda-cupti=11.7.101=0
|
||||
- cuda-libraries=11.7.1=0
|
||||
@@ -23,16 +26,26 @@ dependencies:
|
||||
- cuda-runtime=11.7.1=0
|
||||
- cudatoolkit=11.7.0=hd8887f6_10
|
||||
- cudatoolkit-dev=11.7.0=h1de0b5d_6
|
||||
- debugpy=1.6.8=py311hb755f60_0
|
||||
- decorator=5.1.1=pyhd8ed1ab_0
|
||||
- executing=1.2.0=pyhd8ed1ab_0
|
||||
- ffmpeg=4.3=hf484d3e_0
|
||||
- filelock=3.12.0=pyhd8ed1ab_0
|
||||
- filelock=3.12.2=pyhd8ed1ab_0
|
||||
- freetype=2.12.1=hca18f0e_1
|
||||
- gmp=6.2.1=h58526e2_0
|
||||
- gmpy2=2.1.2=py39h376b7d2_1
|
||||
- gmpy2=2.1.2=py311h6a5fa03_1
|
||||
- gnutls=3.6.13=h85f3911_1
|
||||
- icu=72.1=hcb278e6_0
|
||||
- idna=3.4=pyhd8ed1ab_0
|
||||
- importlib-metadata=6.8.0=pyha770c72_0
|
||||
- importlib_metadata=6.8.0=hd8ed1ab_0
|
||||
- ipykernel=6.25.1=pyh71e2992_0
|
||||
- ipython=8.14.0=pyh41d4057_0
|
||||
- jedi=0.19.0=pyhd8ed1ab_0
|
||||
- jinja2=3.1.2=pyhd8ed1ab_1
|
||||
- jpeg=9e=h0b41bf4_3
|
||||
- jupyter_client=8.3.0=pyhd8ed1ab_0
|
||||
- jupyter_core=5.3.1=py311h38be061_0
|
||||
- lame=3.100=h166bdaf_1003
|
||||
- lcms2=2.15=hfd0df8a_0
|
||||
- ld_impl_linux-64=2.40=h41732ed_0
|
||||
@@ -41,17 +54,18 @@ dependencies:
|
||||
- libcblas=3.9.0=16_linux64_mkl
|
||||
- libcublas=11.10.3.66=0
|
||||
- libcufft=10.7.2.124=h4fbf590_0
|
||||
- libcufile=1.6.1.9=0
|
||||
- libcurand=10.3.2.106=0
|
||||
- libcufile=1.7.1.12=0
|
||||
- libcurand=10.3.3.129=0
|
||||
- libcusolver=11.4.0.1=0
|
||||
- libcusparse=11.7.4.91=0
|
||||
- libdeflate=1.17=h0b41bf4_0
|
||||
- libexpat=2.5.0=hcb278e6_1
|
||||
- libffi=3.4.2=h7f98852_5
|
||||
- libgcc-ng=12.2.0=h65d4601_19
|
||||
- libgfortran-ng=12.2.0=h69a702a_19
|
||||
- libgfortran5=12.2.0=h337968e_19
|
||||
- libgomp=12.2.0=h65d4601_19
|
||||
- libhwloc=2.9.1=hd6dc26d_0
|
||||
- libgcc-ng=13.1.0=he5830b7_0
|
||||
- libgfortran-ng=13.1.0=h69a702a_0
|
||||
- libgfortran5=13.1.0=h15d22d2_0
|
||||
- libgomp=13.1.0=he5830b7_0
|
||||
- libhwloc=2.9.2=nocuda_h7313eea_1008
|
||||
- libiconv=1.17=h166bdaf_0
|
||||
- liblapack=3.9.0=16_linux64_mkl
|
||||
- liblapacke=3.9.0=16_linux64_mkl
|
||||
@@ -59,209 +73,169 @@ dependencies:
|
||||
- libnsl=2.0.0=h7f98852_0
|
||||
- libnvjpeg=11.8.0.2=0
|
||||
- libpng=1.6.39=h753d276_0
|
||||
- libsodium=1.0.18=h36c2ea0_1
|
||||
- libsqlite=3.42.0=h2797004_0
|
||||
- libstdcxx-ng=12.2.0=h46fd767_19
|
||||
- libstdcxx-ng=13.1.0=hfd8a6a1_0
|
||||
- libtiff=4.5.0=h6adf6a1_2
|
||||
- libuuid=2.38.1=h0b41bf4_0
|
||||
- libwebp-base=1.3.0=h0b41bf4_0
|
||||
- libwebp-base=1.3.1=hd590300_0
|
||||
- libxcb=1.13=h7f98852_1004
|
||||
- libxml2=2.10.4=hfdac1af_0
|
||||
- libzlib=1.2.13=h166bdaf_4
|
||||
- llvm-openmp=16.0.4=h4dfa4b3_0
|
||||
- markupsafe=2.1.2=py39h72bdee0_0
|
||||
- libxml2=2.11.5=h0d562d8_0
|
||||
- libzlib=1.2.13=hd590300_5
|
||||
- llvm-openmp=16.0.6=h4dfa4b3_0
|
||||
- markupsafe=2.1.3=py311h459d7ec_0
|
||||
- matplotlib-inline=0.1.6=pyhd8ed1ab_0
|
||||
- mkl=2022.1.0=h84fe81f_915
|
||||
- mkl-devel=2022.1.0=ha770c72_916
|
||||
- mkl-include=2022.1.0=h84fe81f_915
|
||||
- mpc=1.3.1=hfe3b2da_0
|
||||
- mpfr=4.2.0=hb012696_0
|
||||
- mpmath=1.3.0=pyhd8ed1ab_0
|
||||
- ncurses=6.3=h27087fc_1
|
||||
- ncurses=6.4=hcb278e6_0
|
||||
- nest-asyncio=1.5.6=pyhd8ed1ab_0
|
||||
- nettle=3.6=he412f7d_0
|
||||
- networkx=3.1=pyhd8ed1ab_0
|
||||
- numpy=1.24.3=py39h6183b62_0
|
||||
- numpy=1.25.2=py311h64a7726_0
|
||||
- openh264=2.1.1=h780b84a_0
|
||||
- openjpeg=2.5.0=hfec8fc6_2
|
||||
- openssl=3.1.0=hd590300_3
|
||||
- pillow=9.4.0=py39h2320bf1_1
|
||||
- pip=23.1.2=pyhd8ed1ab_0
|
||||
- openssl=3.1.2=hd590300_0
|
||||
- packaging=23.1=pyhd8ed1ab_0
|
||||
- parso=0.8.3=pyhd8ed1ab_0
|
||||
- pexpect=4.8.0=pyh1a96a4e_2
|
||||
- pickleshare=0.7.5=py_1003
|
||||
- pillow=9.4.0=py311h50def17_1
|
||||
- pip=23.2.1=pyhd8ed1ab_0
|
||||
- platformdirs=3.10.0=pyhd8ed1ab_0
|
||||
- prompt-toolkit=3.0.39=pyha770c72_0
|
||||
- prompt_toolkit=3.0.39=hd8ed1ab_0
|
||||
- psutil=5.9.5=py311h2582759_0
|
||||
- pthread-stubs=0.4=h36c2ea0_1001
|
||||
- pycparser=2.21=pyhd8ed1ab_0
|
||||
- pyopenssl=23.1.1=pyhd8ed1ab_0
|
||||
- ptyprocess=0.7.0=pyhd3deb0d_0
|
||||
- pure_eval=0.2.2=pyhd8ed1ab_0
|
||||
- pygments=2.16.1=pyhd8ed1ab_0
|
||||
- pysocks=1.7.1=pyha2e5f31_6
|
||||
- python=3.9.16=h2782a2a_0_cpython
|
||||
- python_abi=3.9=3_cp39
|
||||
- pytorch=2.0.1=py3.9_cuda11.7_cudnn8.5.0_0
|
||||
- python=3.11.4=hab00c5b_0_cpython
|
||||
- python-dateutil=2.8.2=pyhd8ed1ab_0
|
||||
- python_abi=3.11=3_cp311
|
||||
- pytorch=2.0.1=py3.11_cuda11.7_cudnn8.5.0_0
|
||||
- pytorch-cuda=11.7=h778d358_5
|
||||
- pytorch-mutex=1.0=cuda
|
||||
- pyzmq=25.1.1=py311h75c88c4_0
|
||||
- readline=8.2=h8228510_1
|
||||
- requests=2.29.0=pyhd8ed1ab_0
|
||||
- setuptools=67.7.2=pyhd8ed1ab_0
|
||||
- requests=2.31.0=pyhd8ed1ab_0
|
||||
- rocm-smi=5.6.0=h59595ed_1
|
||||
- setuptools=68.0.0=pyhd8ed1ab_0
|
||||
- six=1.16.0=pyh6c4a22f_0
|
||||
- stack_data=0.6.2=pyhd8ed1ab_0
|
||||
- sympy=1.12=pypyh9d50eac_103
|
||||
- tbb=2021.9.0=hf52228f_0
|
||||
- tbb=2021.10.0=h00ab1b0_0
|
||||
- tk=8.6.12=h27826a3_0
|
||||
- torchaudio=2.0.2=py39_cu117
|
||||
- torchtriton=2.0.0=py39
|
||||
- torchvision=0.15.2=py39_cu117
|
||||
- typing_extensions=4.5.0=pyha770c72_0
|
||||
- urllib3=1.26.15=pyhd8ed1ab_0
|
||||
- wheel=0.40.0=pyhd8ed1ab_0
|
||||
- xorg-libxau=1.0.9=h7f98852_0
|
||||
- torchaudio=2.0.2=py311_cu117
|
||||
- torchtriton=2.0.0=py311
|
||||
- torchvision=0.15.2=py311_cu117
|
||||
- tornado=6.3.2=py311h459d7ec_0
|
||||
- traitlets=5.9.0=pyhd8ed1ab_0
|
||||
- typing-extensions=4.7.1=hd8ed1ab_0
|
||||
- typing_extensions=4.7.1=pyha770c72_0
|
||||
- urllib3=2.0.4=pyhd8ed1ab_0
|
||||
- wcwidth=0.2.6=pyhd8ed1ab_0
|
||||
- wheel=0.41.1=pyhd8ed1ab_0
|
||||
- xorg-libxau=1.0.11=hd590300_0
|
||||
- xorg-libxdmcp=1.1.3=h7f98852_0
|
||||
- xz=5.2.6=h166bdaf_0
|
||||
- zlib=1.2.13=h166bdaf_4
|
||||
- zstd=1.5.2=h3eb15da_6
|
||||
- zeromq=4.3.4=h9c3ff4c_1
|
||||
- zipp=3.16.2=pyhd8ed1ab_0
|
||||
- zlib=1.2.13=hd590300_5
|
||||
- zstd=1.5.2=hfc55251_7
|
||||
- pip:
|
||||
- accelerate==0.20.0.dev0
|
||||
- aiohttp==3.8.4
|
||||
- accelerate==0.21.0
|
||||
- aiohttp==3.8.5
|
||||
- aiosignal==1.3.1
|
||||
- altair==5.0.0
|
||||
- anyio==3.6.2
|
||||
- annotated-types==0.5.0
|
||||
- anyio==3.7.1
|
||||
- arrow==1.2.3
|
||||
- astor==0.8.1
|
||||
- asttokens==2.2.1
|
||||
- async-timeout==4.0.2
|
||||
- async-timeout==4.0.3
|
||||
- attrs==23.1.0
|
||||
- backcall==0.2.0
|
||||
- base58==2.1.1
|
||||
- backoff==2.2.1
|
||||
- beautifulsoup4==4.12.2
|
||||
- bitsandbytes==0.39.0
|
||||
- black==21.12b0
|
||||
- bitsandbytes==0.39.1
|
||||
- black==23.7.0
|
||||
- blessed==1.20.0
|
||||
- blinker==1.6.2
|
||||
- brotli==1.0.9
|
||||
- cachetools==5.3.0
|
||||
- click==7.1.2
|
||||
- comm==0.1.3
|
||||
- contourpy==1.0.7
|
||||
- croniter==1.3.14
|
||||
- click==8.1.6
|
||||
- concept-erasure==0.1.0
|
||||
- contourpy==1.1.0
|
||||
- croniter==1.4.1
|
||||
- cycler==0.11.0
|
||||
- datasets==2.12.0
|
||||
- datasets==2.14.4
|
||||
- dateutils==0.6.12
|
||||
- debugpy==1.6.7
|
||||
- decorator==5.1.1
|
||||
- deepdiff==6.3.0
|
||||
- dill==0.3.6
|
||||
- exceptiongroup==1.1.1
|
||||
- executing==1.2.0
|
||||
- fastapi==0.88.0
|
||||
- flake8==6.0.0
|
||||
- fonttools==4.39.4
|
||||
- frozenlist==1.3.3
|
||||
- fsspec==2023.5.0
|
||||
- gitdb==4.0.10
|
||||
- gitpython==3.1.31
|
||||
- deepdiff==6.3.1
|
||||
- dill==0.3.7
|
||||
- docstring-parser==0.15
|
||||
- einops==0.6.1
|
||||
- eleuther-elk==0.1.1
|
||||
- fastapi==0.101.0
|
||||
- fonttools==4.42.0
|
||||
- frozenlist==1.4.0
|
||||
- fsspec==2023.6.0
|
||||
- h11==0.14.0
|
||||
- huggingface-hub==0.14.1
|
||||
- importlib-metadata==6.6.0
|
||||
- importlib-resources==5.12.0
|
||||
- inflate64==0.3.1
|
||||
- iniconfig==2.0.0
|
||||
- huggingface-hub==0.16.4
|
||||
- inquirer==3.1.3
|
||||
- ipykernel==6.23.1
|
||||
- ipython==8.13.2
|
||||
- ipywidgets==8.0.6
|
||||
- isort==5.8.0
|
||||
- ipywidgets==8.1.0
|
||||
- itsdangerous==2.1.2
|
||||
- jedi==0.18.2
|
||||
- joblib==1.2.0
|
||||
- jsonschema==4.17.3
|
||||
- jupyter-client==8.2.0
|
||||
- jupyter-core==5.3.0
|
||||
- jupyterlab-widgets==3.0.7
|
||||
- joblib==1.3.2
|
||||
- jupyterlab-widgets==3.0.8
|
||||
- kaleido==0.2.1
|
||||
- kiwisolver==1.4.4
|
||||
- lightning==2.0.2
|
||||
- lightning-cloud==0.5.36
|
||||
- lightning-utilities==0.8.0
|
||||
- lightning==2.0.6
|
||||
- lightning-cloud==0.5.37
|
||||
- lightning-utilities==0.9.0
|
||||
- loguru==0.7.0
|
||||
- markdown-it-py==2.2.0
|
||||
- matplotlib==3.7.1
|
||||
- matplotlib-inline==0.1.6
|
||||
- mccabe==0.7.0
|
||||
- matplotlib==3.7.2
|
||||
- mdurl==0.1.2
|
||||
- multidict==6.0.4
|
||||
- multiprocess==0.70.14
|
||||
- multivolumefile==0.2.3
|
||||
- multiprocess==0.70.15
|
||||
- mypy-extensions==1.0.0
|
||||
- nest-asyncio==1.5.6
|
||||
- ordered-set==4.1.0
|
||||
- packaging==23.1
|
||||
- pandas==2.0.1
|
||||
- parso==0.8.3
|
||||
- pathspec==0.11.1
|
||||
- peft==0.4.0.dev0
|
||||
- pexpect==4.8.0
|
||||
- pickleshare==0.7.5
|
||||
- platformdirs==3.5.1
|
||||
- pandas==2.0.3
|
||||
- pathspec==0.11.2
|
||||
- peft==0.4.0
|
||||
- plotly==5.14.1
|
||||
- pluggy==1.0.0
|
||||
- prompt-toolkit==3.0.38
|
||||
- promptsource==0.2.3
|
||||
- protobuf==4.23.1
|
||||
- psutil==5.9.5
|
||||
- ptyprocess==0.7.0
|
||||
- pure-eval==0.2.2
|
||||
- py7zr==0.20.5
|
||||
- pyarrow==12.0.0
|
||||
- pybcj==1.0.1
|
||||
- pycodestyle==2.10.0
|
||||
- pycryptodomex==3.18.0
|
||||
- pydantic==1.10.7
|
||||
- pydeck==0.8.1b0
|
||||
- pyflakes==3.0.1
|
||||
- pygments==2.15.1
|
||||
- pyjwt==2.7.0
|
||||
- pyarrow==12.0.1
|
||||
- pydantic==2.0.3
|
||||
- pydantic-core==2.3.0
|
||||
- pyjwt==2.8.0
|
||||
- pynvml==11.5.0
|
||||
- pyparsing==3.0.9
|
||||
- pyppmd==1.0.0
|
||||
- pyrsistent==0.19.3
|
||||
- pytest==7.3.1
|
||||
- python-dateutil==2.8.2
|
||||
- python-editor==1.0.4
|
||||
- python-multipart==0.0.6
|
||||
- pytorch-lightning==2.0.2
|
||||
- pytorch-lightning==2.0.6
|
||||
- pytorch-optimizer==2.11.1
|
||||
- pytz==2023.3
|
||||
- pyyaml==6.0
|
||||
- pyzmq==25.0.2
|
||||
- pyzstd==0.15.7
|
||||
- pyyaml==6.0.1
|
||||
- readchar==4.0.5
|
||||
- regex==2023.5.5
|
||||
- responses==0.18.0
|
||||
- regex==2023.8.8
|
||||
- rich==13.3.5
|
||||
- safetensors==0.3.1
|
||||
- scikit-learn==1.2.2
|
||||
- scipy==1.10.1
|
||||
- safetensors==0.3.2
|
||||
- scikit-learn==1.3.0
|
||||
- scipy==1.11.1
|
||||
- sentencepiece==0.1.99
|
||||
- six==1.16.0
|
||||
- sklearn==0.0.post5
|
||||
- smmap==5.0.0
|
||||
- simple-parsing==0.1.4
|
||||
- sniffio==1.3.0
|
||||
- soupsieve==2.4.1
|
||||
- stack-data==0.6.2
|
||||
- starlette==0.22.0
|
||||
- starlette==0.27.0
|
||||
- starsessions==1.3.0
|
||||
- streamlit==0.82.0
|
||||
- tenacity==8.2.2
|
||||
- texttable==1.6.7
|
||||
- threadpoolctl==3.1.0
|
||||
- tokenize-rt==5.0.0
|
||||
- threadpoolctl==3.2.0
|
||||
- tokenizers==0.13.3
|
||||
- toml==0.10.2
|
||||
- tomli==1.2.3
|
||||
- toolz==0.12.0
|
||||
- torchmetrics==0.11.4
|
||||
- tornado==6.3.2
|
||||
- tqdm==4.65.0
|
||||
- traitlets==5.9.0
|
||||
- transformers==4.30.0.dev0
|
||||
- torchmetrics==1.0.3
|
||||
- tqdm==4.66.1
|
||||
- transformers==4.31.0
|
||||
- tzdata==2023.3
|
||||
- tzlocal==5.0.1
|
||||
- uvicorn==0.22.0
|
||||
- validators==0.20.0
|
||||
- watchdog==3.0.0
|
||||
- wcwidth==0.2.6
|
||||
- websocket-client==1.5.1
|
||||
- uvicorn==0.23.2
|
||||
- websocket-client==1.6.1
|
||||
- websockets==11.0.3
|
||||
- widgetsnbextension==4.0.7
|
||||
- xxhash==3.2.0
|
||||
- widgetsnbextension==4.0.8
|
||||
- xxhash==3.3.0
|
||||
- yarl==1.9.2
|
||||
- zipp==3.15.0
|
||||
prefix: /home/ubuntu/mambaforge/envs/dlk2
|
||||
prefix: /home/ubuntu/mambaforge/envs/dlk3
|
||||
|
||||
@@ -1,8 +1,8 @@
|
||||
name: dlk2
|
||||
name: dlk3
|
||||
channels:
|
||||
- conda-forge
|
||||
dependencies:
|
||||
- python=3.9
|
||||
- python=3.11
|
||||
- pytorch
|
||||
- torchvision
|
||||
- torchaudio
|
||||
@@ -11,4 +11,7 @@ dependencies:
|
||||
- cudatoolkit=11.7
|
||||
- ca-certificates
|
||||
- openssl
|
||||
prefix: /home/ubuntu/mambaforge/envs/dlk2
|
||||
- ipykernel
|
||||
- pip
|
||||
- certifi
|
||||
prefix: /home/ubuntu/mambaforge/envs/dlk3
|
||||
|
||||
@@ -128,8 +128,8 @@ def load_prompts(
|
||||
print("No label column found, not balancing")
|
||||
ds = ds.to_iterable_dataset()
|
||||
|
||||
for example in ds:
|
||||
yield _convert_to_prompts(
|
||||
for i, example in enumerate(ds):
|
||||
prompts = _convert_to_prompts(
|
||||
example,
|
||||
binarize=binarize,
|
||||
label_column=label_column,
|
||||
@@ -140,6 +140,8 @@ def load_prompts(
|
||||
fewshot_iter=fewshot_iter,
|
||||
prompt_format=prompt_format,
|
||||
)
|
||||
prompts = [{'ds_string': ds_string, 'example_i':i, **p} for p in prompts]
|
||||
yield prompts
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user