From 8903bda2bd7c1798612fa7c08213bf294b7647de Mon Sep 17 00:00:00 2001 From: Catalina Syddall Date: Tue, 30 Jul 2019 10:55:30 -0300 Subject: [PATCH] Updating symbol list --- data_scraper/cboe.py | 17 +- data_scraper/cboesymboldir2.csv | 3651 ------------------------------- 2 files changed, 7 insertions(+), 3661 deletions(-) delete mode 100644 data_scraper/cboesymboldir2.csv diff --git a/data_scraper/cboe.py b/data_scraper/cboe.py index 9796b79..116caa9 100644 --- a/data_scraper/cboe.py +++ b/data_scraper/cboe.py @@ -9,6 +9,7 @@ import requests import pandas as pd import tenacity import time +import csv from . import utils, validation from .notifications import send_report @@ -22,8 +23,7 @@ def fetch_data(symbols=None): """Fetches options data for a given list of symbols""" symbols = symbols or _get_all_listed_symbols() valid_symbols = _get_all_listed_symbols() - options = utils.get_module_config("cboe") - + # options = utils.get_module_config("cboe") try: form_data = _form_data() except requests.ConnectionError as ce: @@ -55,7 +55,7 @@ def fetch_data(symbols=None): cookies=response.cookies, headers=headers) symbol_data = symbol_req.text - print(symbol_data) + if symbol_data == "" or symbol_data.startswith("