wassname/options_backtester
1
0
Fork 0
mirror of https://github.com/wassname/options_backtester.git synced 2026-07-20 12:30:38 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #50 from lambdaclass/daily-backup-fix

Browse Source 
Delete daily files after successful backup
This commit is contained in:
Javier Rodríguez Chatruc
2019-09-24 18:38:15 -03:00
committed by GitHub
parent 7f93011326 4ab6be59e7
commit bcb3fedebd
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
data_scraper/backup.py
+5 -1
View File
@@ -112,6 +112,7 @@ def _upload_folder(bucket, folder, data_path):
if not os.path.isdir(folder):
return
cleanup_files = []
for root, dirs, files in os.walk(folder):
for file in files:
file_path = os.path.join(root, file)
@@ -129,7 +130,10 @@ def _upload_folder(bucket, folder, data_path):
raise e
else:
logger.debug("Uploaded file %s to S3", file)
utils.remove_file(file_path, __name__)
cleanup_files.append(file_path)
for file in cleanup_files:
utils.remove_file(file, __name__)
def _key_exists(bucket, key):