wassname/options_backtester
1
0
Fork 0
mirror of https://github.com/wassname/options_backtester.git synced 2026-08-11 05:48:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

reordering columns on scraper

Browse Source
This commit is contained in:
Catalina Syddall
2019-08-06 11:05:38 -03:00
parent 34e04c9add
commit dd1178f4b0
1 changed files with 4 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
data_scraper/tiingo.py
+4 -10
View File
@@ -96,9 +96,9 @@ def _save_data(symbol, symbol_df):
logger.debug("File %s already downloaded", file_path)
else:
expected_columns = [
"symbol", "date", "close", "high", "low", "open", "volume",
"adjClose", "adjHigh", "adjLow", "adjOpen", "adjVolume", "divCash",
"splitFactor"
"symbol", "date", "adjClose", "adjHigh", "adjLow", "adjOpen",
"adjVolume", "close", "divCash", "high", "low", "open",
"splitFactor", "volume"
]
if validation.validate_historical_dates(
@@ -107,7 +107,7 @@ def _save_data(symbol, symbol_df):
merged_df = _merge(symbol, symbol_df)
pattern = symbol + "_*"
utils.remove_files(symbol_dir, pattern, logger)
symbol_df = symbol_df.reindex(columns=expected_columns)
merged_df.to_csv(file_path, index=False)
logger.debug("Saved symbol data as %s", file_path)
@@ -125,12 +125,6 @@ def _merge(symbol, symbol_df):
parse_dates=["date"],
index_col="date")
symbol_df.index = symbol_df["date"]
sequence = [
"symbol", "date", "adjClose", "adjHigh", "adjLow", "adjOpen",
"adjVolume", "close", "divCash", "high", "low", "open", "splitFactor",
"volume"
]
symbol_df = symbol_df.reindex(columns=sequence)
diffs = old_df.index.difference(symbol_df.index)
if diffs.empty: