wassname/seq2seq-time
1
0
Fork 0
mirror of https://github.com/wassname/seq2seq-time.git synced 2026-06-27 18:06:49 +08:00
Code Issues Packages Projects Releases Wiki Activity

dataloading

Browse Source
This commit is contained in:
wassname
2020-10-18 13:12:09 +08:00
parent 7ab5c56bf2
commit 279ef54d86
11 changed files with 2497 additions and 2481 deletions
Download Patch File Download Diff File Expand all files Collapse all files
requirements/environment.max.yaml
+221
View File
@@ -0,0 +1,221 @@
name: seq2seq-time
channels:
- pytorch
- conda-forge
- defaults
dependencies:
- _libgcc_mutex=0.1=conda_forge
- _openmp_mutex=4.5=1_gnu
- absl-py=0.10.0=py37hc8dfbb8_1
- aiohttp=3.6.3=py37h7b6447c_0
- appdirs=1.4.4=py_0
- argon2-cffi=20.1.0=py37h8f50634_2
- async-timeout=3.0.1=py_1000
- async_generator=1.10=py_0
- attrs=20.2.0=pyh9f0ad1d_0
- awscli=1.18.159=py37hc8dfbb8_0
- backcall=0.2.0=pyh9f0ad1d_0
- backports=1.0=py_2
- backports.functools_lru_cache=1.6.1=py_0
- black=20.8b1=py_1
- blas=1.0=mkl
- bleach=3.2.1=pyh9f0ad1d_0
- blinker=1.4=py_1
- botocore=1.18.18=pyh9f0ad1d_0
- brotlipy=0.7.0=py37hb5d75c8_1001
- c-ares=1.16.1=h516909a_3
- ca-certificates=2020.10.14=0
- cachetools=4.1.1=py_0
- certifi=2020.6.20=py37he5f6b98_2
- cffi=1.14.3=py37h00ebd2e_1
- chardet=3.0.4=py37he5f6b98_1008
- click=7.1.2=pyh9f0ad1d_0
- colorama=0.4.3=py_0
- cryptography=3.1.1=py37hff6837a_1
- cudatoolkit=10.2.89=hfd86e86_1
- cycler=0.10.0=py_2
- dataclasses=0.7=py37_0
- dbus=1.13.18=hb2f20db_0
- decorator=4.4.2=py_0
- defusedxml=0.6.0=py_0
- docutils=0.15.2=py37_0
- entrypoints=0.3=py37hc8dfbb8_1002
- expat=2.2.10=he6710b0_2
- fontconfig=2.13.1=h1056068_1002
- freetype=2.10.3=he06d7ca_0
- fsspec=0.8.4=py_0
- future=0.18.2=py37hc8dfbb8_2
- gettext=0.19.8.1=hf34092f_1003
- glib=2.66.1=he1b5a44_1
- google-auth=1.22.1=py_0
- google-auth-oauthlib=0.4.1=py_2
- grpcio=1.31.0=py37hb0870dc_0
- gst-plugins-base=1.14.5=h0935bb2_2
- gstreamer=1.14.5=h36ae1b5_2
- icu=67.1=he1b5a44_0
- idna=2.10=pyh9f0ad1d_0
- importlib-metadata=2.0.0=py37hc8dfbb8_0
- importlib_metadata=2.0.0=1
- iniconfig=1.1.1=py_0
- intel-openmp=2020.2=254
- ipykernel=5.3.4=py37hc6149b9_1
- ipython=7.18.1=py37hc6149b9_1
- ipython_genutils=0.2.0=py_1
- ipywidgets=7.5.1=pyh9f0ad1d_1
- jedi=0.17.2=py37hc8dfbb8_1
- jinja2=2.11.2=pyh9f0ad1d_0
- jmespath=0.10.0=pyh9f0ad1d_0
- joblib=0.17.0=py_0
- jpeg=9d=h516909a_0
- jsonschema=3.2.0=py37hc8dfbb8_1
- jupyter_client=6.1.7=py_0
- jupyter_core=4.6.3=py37hc8dfbb8_2
- jupyterlab_pygments=0.1.2=pyh9f0ad1d_0
- kiwisolver=1.2.0=py37h99015e2_1
- krb5=1.17.1=hfafb76e_3
- lcms2=2.11=hbd6801e_0
- ld_impl_linux-64=2.35=h769bd43_9
- libblas=3.8.0=17_openblas
- libcblas=3.8.0=17_openblas
- libclang=10.0.1=default_hde54327_1
- libedit=3.1.20191231=he28a2e2_2
- libevent=2.1.10=hcdb4288_3
- libffi=3.2.1=he1b5a44_1007
- libgcc-ng=9.3.0=h5dbcf3e_17
- libgfortran-ng=7.5.0=hae1eefd_17
- libgfortran4=7.5.0=hae1eefd_17
- libglib=2.66.1=h0dae87d_1
- libgomp=9.3.0=h5dbcf3e_17
- libiconv=1.16=h516909a_0
- liblapack=3.8.0=17_openblas
- libllvm10=10.0.1=he513fc3_3
- libopenblas=0.3.10=pthreads_hb3c22a3_5
- libpng=1.6.37=hed695b0_2
- libpq=12.3=h1281834_2
- libprotobuf=3.13.0.1=h8b12597_0
- libsodium=1.0.18=h516909a_1
- libstdcxx-ng=9.3.0=h2ae2ef3_17
- libtiff=4.1.0=hc7e4089_6
- libuuid=2.32.1=h14c3975_1000
- libwebp-base=1.1.0=h516909a_3
- libxcb=1.14=h7b6447c_0
- libxkbcommon=0.10.0=he1b5a44_0
- libxml2=2.9.10=h68273f3_2
- lz4-c=1.9.2=he1b5a44_3
- markdown=3.3.1=pyh9f0ad1d_0
- markupsafe=1.1.1=py37hb5d75c8_2
- matplotlib=3.3.2=py37hc8dfbb8_1
- matplotlib-base=3.3.2=py37hc9afd2a_1
- mccabe=0.6.1=py_1
- mistune=0.8.4=py37h8f50634_1002
- mkl=2020.2=256
- more-itertools=8.5.0=py_0
- multidict=4.7.6=py37h7b6447c_1
- mypy=0.790=py_0
- mypy_extensions=0.4.3=py37hc8dfbb8_1
- mysql-common=8.0.21=2
- mysql-libs=8.0.21=hf3661c5_2
- nbclient=0.5.1=py_0
- nbconvert=6.0.7=py37hc8dfbb8_1
- nbformat=5.0.8=py_0
- ncurses=6.2=he1b5a44_2
- nest-asyncio=1.4.1=py_0
- ninja=1.10.1=hfc4b9b4_2
- notebook=6.1.4=py37hc8dfbb8_1
- nspr=4.29=he1b5a44_1
- nss=3.58=h27285de_1
- numpy=1.19.2=py37h7ea13bd_1
- oauthlib=3.1.0=py_0
- olefile=0.46=pyh9f0ad1d_1
- openssl=1.1.1h=h516909a_0
- packaging=20.4=pyh9f0ad1d_0
- pandas=1.1.3=py37h9fdb41a_2
- pandoc=2.11.0.2=hd18ef5c_0
- pandocfilters=1.4.2=py_1
- parso=0.7.1=pyh9f0ad1d_0
- pathspec=0.8.0=pyh9f0ad1d_0
- pcre=8.44=he1b5a44_0
- pexpect=4.8.0=py37hc8dfbb8_1
- pickleshare=0.7.5=py37hc8dfbb8_1002
- pillow=8.0.0=py37h718be6c_0
- pip=20.2.4=py_0
- pluggy=0.13.1=py37hc8dfbb8_3
- prometheus_client=0.8.0=pyh9f0ad1d_0
- prompt-toolkit=3.0.8=py_0
- protobuf=3.13.0.1=py37h3340039_1
- psutil=5.7.2=py37hb5d75c8_1
- ptyprocess=0.6.0=py37_1000
- py=1.9.0=pyh9f0ad1d_0
- pyasn1=0.4.8=py_0
- pyasn1-modules=0.2.8=py_0
- pycodestyle=2.6.0=pyh9f0ad1d_0
- pycparser=2.20=pyh9f0ad1d_2
- pydocstyle=5.1.1=py_0
- pyflakes=2.2.0=pyh9f0ad1d_0
- pygments=2.7.1=py_0
- pyjwt=1.7.1=py_0
- pylama=7.7.1=py_0
- pyopenssl=19.1.0=py37_0
- pyparsing=2.4.7=pyh9f0ad1d_0
- pyqt=5.12.3=py37h8685d9f_4
- pyrsistent=0.17.3=py37h8f50634_1
- pysocks=1.7.1=py37he5f6b98_2
- pytest=6.1.1=py37hc8dfbb8_1
- python=3.7.8=h425cb1d_1_cpython
- python-dateutil=2.8.1=py_0
- python_abi=3.7=1_cp37m
- pytorch=1.6.0=py3.7_cuda10.2.89_cudnn7.6.5_0
- pytorch-lightning=1.0.2=py_0
- pytz=2020.1=pyh9f0ad1d_0
- pyyaml=5.3.1=py37hb5d75c8_1
- pyzmq=19.0.2=py37hac76be4_2
- qt=5.12.9=h1f2b2cb_0
- readline=8.0=he28a2e2_2
- regex=2020.10.15=py37h8f50634_0
- requests=2.24.0=pyh9f0ad1d_0
- requests-oauthlib=1.3.0=pyh9f0ad1d_0
- rsa=4.4.1=pyh9f0ad1d_0
- s3transfer=0.3.3=py37hc8dfbb8_2
- scikit-learn=0.23.2=py37h6785257_0
- scipy=1.5.2=py37hb14ef9d_2
- send2trash=1.5.0=py_0
- setuptools=49.6.0=py37he5f6b98_2
- six=1.15.0=pyh9f0ad1d_0
- snowballstemmer=2.0.0=py_0
- sqlite=3.33.0=h4cf870e_1
- tensorboard=2.3.0=py_0
- tensorboard-plugin-wit=1.6.0=pyh9f0ad1d_0
- terminado=0.9.1=py37hc8dfbb8_1
- testpath=0.4.4=py_0
- threadpoolctl=2.1.0=pyh5ca1d4c_0
- tk=8.6.10=hed695b0_1
- toml=0.10.1=pyh9f0ad1d_0
- torchvision=0.7.0=py37_cu102
- tornado=6.0.4=py37h8f50634_2
- tqdm=4.50.2=pyh9f0ad1d_0
- traitlets=5.0.5=py_0
- typed-ast=1.4.1=py37h516909a_0
- typing-extensions=3.7.4.3=0
- typing_extensions=3.7.4.3=py_0
- urllib3=1.25.10=py_0
- wcwidth=0.2.5=pyh9f0ad1d_2
- webencodings=0.5.1=py_1
- werkzeug=1.0.1=pyh9f0ad1d_0
- wheel=0.35.1=pyh9f0ad1d_0
- widgetsnbextension=3.5.1=py37hc8dfbb8_2
- xarray=0.16.1=py_0
- xz=5.2.5=h516909a_1
- yaml=0.2.5=h516909a_0
- yapf=0.30.0=pyh9f0ad1d_0
- yarl=1.6.2=py37h8f50634_0
- zeromq=4.3.3=he1b5a44_2
- zipp=3.3.1=py_0
- zlib=1.2.11=h516909a_1010
- zstd=1.4.5=h6597ccf_2
- pip:
- pyqt5-sip==4.19.18
- pyqtchart==5.12
- pyqtwebengine==5.12.1
- sklearn-pandas==2.0.2
- torchsummaryx==1.3.0
prefix: /home/wassname/anaconda/envs/seq2seq-time
requirements/environment.min.yaml
+26
View File
@@ -0,0 +1,26 @@
name: seq2seq-time
channels:
- conda-forge
- defaults
dependencies:
- python==3.7
- pip
- awscli
- ipykernel
- tqdm
- xarray
- pandas
- pytorch
- torchvision
- cudatoolkit==10.2
- black
- pylama
- mypy
- pytest
- numpy
- matplotlib
- scikit-learn
- pytorch-lightning
- yapf
- ipywidgets
prefix: /home/wassname/anaconda/envs/seq2seq-time
requirements/environment.yaml
+1 -1
View File
@@ -11,5 +11,5 @@ dependencies:
- awscli
- pip:
# local package
- -e .
# - -e .
requirements/readme.md
+10
View File
@@ -4,3 +4,13 @@ This project has multiple ways of documenting requirements
- environment.min.yaml - This is the minimum requirements, use it to install a new test or dev environment
- environment.max.yaml - This pins all conda packages, use for production or finding vunrebilities
- requirements.txt - For people or bots not using conda
```
# Install requirements
conda create --name seq2seq-time python=3.7 -f ./requirements/environment.yaml
conda activate seq2seq-time
# Install this package in editable mode
python -m pip install -e .
# Install kernel
python -m ipykernel install --user --name seq2seq-time --display-name seq2seq-time
```
requirements/requirements.txt
View File