init

.gitattributes

@@ -0,0 +1,5 @@
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.hf5 filter=lfs diff=lfs merge=lfs -text
+*.hdf5 filter=lfs diff=lfs merge=lfs -text
+*.hdf filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -0,0 +1,165 @@
+# ignore unless force added
+
+secret/
+docs/
+temp/
+output/
+cache/
+old/
+notes/
+.deleteme-*
+
+# models and weights, ignore unless forced
+*.h5
+*.hdf
+*.hdf5
+
+# data except
+data/**/*.*
+!data/scraped_satellite_images/*/*.*
+!data/leak_datasets/*/*.*
+cache.db
+
+
+
+
+
+
+# jupyter notebook
+.ipynb_checkpoints
+*/.ipynb_checkpoints/*
+
+# Created by https://www.gitignore.io/api/python,windows,linux
+
+### Python ###
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+env/
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*,cover
+.hypothesis/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# pyenv
+.python-version
+
+# celery beat schedule file
+celerybeat-schedule
+
+# dotenv
+.env
+
+# virtualenv
+.venv/
+venv/
+ENV/
+
+# Spyder project settings
+.spyderproject
+
+# Rope project settings
+.ropeproject
+
+
+### Windows ###
+# Windows thumbnail cache files
+Thumbs.db
+ehthumbs.db
+ehthumbs_vista.db
+
+# Folder config file
+Desktop.ini
+
+# Recycle Bin used on file shares
+$RECYCLE.BIN/
+
+# Windows Installer files
+*.cab
+*.msi
+*.msm
+*.msp
+
+# Windows shortcuts
+*.lnk
+
+
+### Linux ###
+*~
+
+# temporary files which can be created if a process still has a handle open of a deleted file
+.fuse_hidden*
+
+# KDE directory preferences
+.directory
+
+# Linux trash folder which might appear on any partition or disk
+.Trash-*
+
+# .nfs files are created when an open file is removed but is still being accessed
+.nfs*
+
+# End of https://www.gitignore.io/api/python,windows,linux

requirements.txt

@@ -0,0 +1,50 @@
+# main
+arrow
+tqdm
+dataset
+
+# sci
+pandas
+scipy
+numpy
+matplotlib
+seaborn
+pandas_profiling
+
+# geometry/spatial
+shapely
+geopandas
+fiona>=1.7.1
+rasterio
+
+# images
+pillow
+
+# io
+path.py
+fastkml
+pyshp
+tabulate
+
+# view
+folio
+
+# for google earth engine
+oauth2client>=4.0.0
+google-api-python-client>=1.6.1
+pyCrypto>-2.6.1
+pyOpenSSL>=0.11
+earthengine-api>=0.1.102
+
+# machine learning
+#tensorflow==0.11.0rc2
+#keras==1.1.1
+# you will need to manually download the gpu version of tensorflow https://www.tensorflow.org/install/install_linux
+tensorflow-gpu>=1.0.0
+keras>=1.2.2
+scikit-learn>=0.18.1
+h5py
+## better tqdm performance in jupyter notebook
+https://github.com/rohitrawat/keras-tqdm/archive/072802d0931479ccc46eb2ee0a3f5ce11b6ea347.zip
+# hyperopt==0.1
+https://github.com/hyperopt/hyperopt/archive/ba2fe77df0c6699a594eb83d8706dbb87e61cd5a.zip