wassname/options_backtester
1
0
Fork 0
mirror of https://github.com/wassname/options_backtester.git synced 2026-09-12 12:40:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

Files deleted correctly after successful backup

Browse Source
This commit is contained in:
Juan Pablo Amoroso
2019-09-24 18:34:44 -03:00
parent 7f93011326
commit 4ab6be59e7
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
data_scraper/backup.py
+5 -1
View File
@@ -112,6 +112,7 @@ def _upload_folder(bucket, folder, data_path):
if not os.path.isdir(folder):
return
cleanup_files = []
for root, dirs, files in os.walk(folder):
for file in files:
file_path = os.path.join(root, file)
@@ -129,7 +130,10 @@ def _upload_folder(bucket, folder, data_path):
raise e
else:
logger.debug("Uploaded file %s to S3", file)
utils.remove_file(file_path, __name__)
cleanup_files.append(file_path)
for file in cleanup_files:
utils.remove_file(file, __name__)
def _key_exists(bucket, key):