From fb364352312df7cd89bca0a22a6106b234780da4 Mon Sep 17 00:00:00 2001 From: Frederic Fortier Date: Fri, 12 Jan 2018 19:52:53 -0500 Subject: [PATCH] BLD: added subfolder to stats exports --- catalyst/exchange/utils/stats_utils.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/catalyst/exchange/utils/stats_utils.py b/catalyst/exchange/utils/stats_utils.py index 8cc9b6ca..6ca58d13 100644 --- a/catalyst/exchange/utils/stats_utils.py +++ b/catalyst/exchange/utils/stats_utils.py @@ -359,9 +359,13 @@ def stats_to_s3(uri, stats, algo_namespace, recorded_cols=None, pid = os.getpid() parts = uri.split('//') - obj = s3.Object(parts[1], '{}/{}-{}-{}.csv'.format( - folder, timestr, algo_namespace, pid - )) + path = '{folder}/{algo}/{time}-{algo}-{pid}.csv'.format( + folder=folder, + algo=algo_namespace, + time=timestr, + pid=pid, + ) + obj = s3.Object(parts[1], path) obj.put(Body=bytes_to_write)