wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-07-24 13:20:22 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix MNIST downloading problems in parameter server examples. (#1457)

Browse Source 
* Fix MNIST downloading problems in parameter server examples.

* Improve seeding.

* Fixes.
This commit is contained in:
Robert Nishihara
2018-01-25 14:14:37 -08:00
committed by Richard Liaw
parent 0a01d3c71f
commit e96acc26f7
3 changed files with 18 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
examples/parameter_server/async_parameter_server.py
+4 -6
View File
@@ -3,11 +3,9 @@ from __future__ import division
from __future__ import print_function
import argparse
from tensorflow.examples.tutorials.mnist import input_data
import time
import ray
import model
parser = argparse.ArgumentParser(description="Run the asynchronous parameter "
@@ -35,9 +33,9 @@ class ParameterServer(object):
@ray.remote
def worker_task(ps, batch_size=50):
def worker_task(ps, worker_index, batch_size=50):
# Download MNIST.
mnist = input_data.read_data_sets("MNIST_data", one_hot=True)
mnist = model.download_mnist_retry(seed=worker_index)
# Initialize the model.
net = model.SimpleCNN()
@@ -65,10 +63,10 @@ if __name__ == "__main__":
ps = ParameterServer.remote(all_keys, all_values)
# Start some training tasks.
worker_tasks = [worker_task.remote(ps) for _ in range(args.num_workers)]
worker_tasks = [worker_task.remote(ps, i) for i in range(args.num_workers)]
# Download MNIST.
mnist = input_data.read_data_sets("MNIST_data", one_hot=True)
mnist = model.download_mnist_retry()
i = 0
while True: