From b19da39eac44aa2b1b36682239987436d488823f Mon Sep 17 00:00:00 2001 From: henri123lemoine Date: Wed, 29 Mar 2023 22:42:52 -0400 Subject: [PATCH] Updated the settings.py files --- src/dataset/settings.py | 20 ++++---------------- src/settings.py | 20 ++++---------------- 2 files changed, 8 insertions(+), 32 deletions(-) diff --git a/src/dataset/settings.py b/src/dataset/settings.py index 611493e..2362cc7 100644 --- a/src/dataset/settings.py +++ b/src/dataset/settings.py @@ -6,19 +6,7 @@ COMPLETIONS_MODEL = "gpt-3.5-turbo" LEN_EMBEDDINGS = 1536 MAX_LEN_PROMPT = 4095 # This may be 8191, unsure. - -def get_rawdata_file_path(): - current_file_path = Path(__file__).resolve() - data_file_path = current_file_path.parent / 'data' / 'alignment_texts.jsonl' - return str(data_file_path) - -def get_dataset_file_path(): - current_file_path = Path(__file__).resolve() - data_file_path = current_file_path.parent / 'data' / 'dataset.pkl' - return str(data_file_path) - - -PATH_TO_RAW_DATA = get_rawdata_file_path() - -PATH_TO_DATASET = get_dataset_file_path() - +current_file_path = Path(__file__).resolve() +PATH_TO_RAW_DATA = str(current_file_path.parent / 'dataset' / 'data' / 'alignment_texts.jsonl') +PATH_TO_DATASET_PKL = str(current_file_path.parent / 'dataset' / 'data' / 'dataset.pkl') +PATH_TO_DATASET_DICT_PKL = str(current_file_path.parent / 'dataset' / 'data' / 'dataset_dict.pkl') \ No newline at end of file diff --git a/src/settings.py b/src/settings.py index addaf8b..2362cc7 100644 --- a/src/settings.py +++ b/src/settings.py @@ -6,19 +6,7 @@ COMPLETIONS_MODEL = "gpt-3.5-turbo" LEN_EMBEDDINGS = 1536 MAX_LEN_PROMPT = 4095 # This may be 8191, unsure. - -def get_rawdata_file_path(): - current_file_path = Path(__file__).resolve() - data_file_path = current_file_path.parent / 'dataset' / 'data' / 'alignment_texts.jsonl' - return str(data_file_path) - -def get_dataset_file_path(): - current_file_path = Path(__file__).resolve() - data_file_path = current_file_path.parent / 'dataset' / 'data' / 'dataset.pkl' - return str(data_file_path) - - -PATH_TO_RAW_DATA = get_rawdata_file_path() - -PATH_TO_DATASET = get_dataset_file_path() - +current_file_path = Path(__file__).resolve() +PATH_TO_RAW_DATA = str(current_file_path.parent / 'dataset' / 'data' / 'alignment_texts.jsonl') +PATH_TO_DATASET_PKL = str(current_file_path.parent / 'dataset' / 'data' / 'dataset.pkl') +PATH_TO_DATASET_DICT_PKL = str(current_file_path.parent / 'dataset' / 'data' / 'dataset_dict.pkl') \ No newline at end of file