mirror of
https://github.com/wassname/stampy-chat.git
synced 2026-09-21 13:30:29 +08:00
24 lines
468 B
Python
24 lines
468 B
Python
# run this script to download the dataset
|
|
|
|
import pickle
|
|
import requests
|
|
import os
|
|
|
|
print('Downloading dataset...')
|
|
|
|
url = os.environ.get('DATASET_URL')
|
|
if url is None:
|
|
print('No dataset url provided.')
|
|
exit()
|
|
|
|
dataset_dict_bytes = requests.get(url).content
|
|
|
|
print('Unpacking dataset...')
|
|
dataset_dict = pickle.loads(dataset_dict_bytes)
|
|
|
|
print('Writing dataset to disk...')
|
|
with open('dataset.pkl', 'wb') as f:
|
|
pickle.dump(dataset_dict, f)
|
|
|
|
print('Done!')
|