wassname/catalyst
1
0
Fork 0
mirror of https://github.com/wassname/catalyst.git synced 2026-07-13 17:42:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

BLD: improving stats upload

Browse Source
This commit is contained in:
Frederic Fortier
2017-12-11 20:00:45 -05:00
parent a3761beae2
commit 42f59e99df
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
catalyst/exchange/stats_utils.py
+5 -3
View File
@@ -338,11 +338,13 @@ def stats_to_s3(uri, stats, algo_namespace, recorded_cols=None,
if bytes_to_write is None:
bytes_to_write = get_csv_stats(stats, recorded_cols=recorded_cols)
timestr = time.strftime('%Y%m%d')
now = pd.Timestamp.utcnow()
timestr = now.strftime('%Y%m%d')
pid = os.getpid()
parts = uri.split('//')
obj = s3.Object(parts[1], '{}/{}-{}.csv'.format(
folder, timestr, algo_namespace
obj = s3.Object(parts[1], '{}/{}-{}-{}.csv'.format(
folder, timestr, algo_namespace, pid
))
obj.put(Body=bytes_to_write)