mirror of
https://github.com/wassname/ray.git
synced 2026-07-13 17:45:08 +08:00
Eric Liang
06241daf61
* add tf metrics * comments * fix network scopes * add doc * use format string * fix trace level * plot intermediate and final sgd stats * add back a global step
39 lines
1.4 KiB
Python
39 lines
1.4 KiB
Python
from __future__ import absolute_import
|
|
from __future__ import division
|
|
from __future__ import print_function
|
|
|
|
import tensorflow as tf
|
|
import tensorflow.contrib.slim as slim
|
|
|
|
import numpy as np
|
|
|
|
|
|
def normc_initializer(std=1.0):
|
|
def _initializer(shape, dtype=None, partition_info=None):
|
|
out = np.random.randn(*shape).astype(np.float32)
|
|
out *= std / np.sqrt(np.square(out).sum(axis=0, keepdims=True))
|
|
return tf.constant(out)
|
|
return _initializer
|
|
|
|
|
|
def fc_net(inputs, num_classes=10, logstd=False):
|
|
with tf.name_scope("fc_net") as net:
|
|
fc1 = slim.fully_connected(inputs, 128,
|
|
weights_initializer=normc_initializer(1.0),
|
|
scope=net + "fc1")
|
|
fc2 = slim.fully_connected(fc1, 128,
|
|
weights_initializer=normc_initializer(1.0),
|
|
scope=net + "fc2")
|
|
fc3 = slim.fully_connected(fc2, 128,
|
|
weights_initializer=normc_initializer(1.0),
|
|
scope=net + "fc3")
|
|
fc4 = slim.fully_connected(fc3, num_classes,
|
|
weights_initializer=normc_initializer(0.01),
|
|
activation_fn=None, scope=net + "fc4")
|
|
if logstd:
|
|
logstd = tf.get_variable(name="logstd", shape=[num_classes],
|
|
initializer=tf.zeros_initializer)
|
|
return tf.concat(1, [fc4, logstd])
|
|
else:
|
|
return fc4
|