wassname/ray
1
0
Fork 0
mirror of https://github.com/wassname/ray.git synced 2026-09-11 12:43:20 +08:00
Code Issues Packages Projects Releases Wiki Activity

[rllib] Make the free_logstd param generic (#863)

Browse Source 
* make free log std param generic

* fixes

* fixes
This commit is contained in:
Eric Liang
2017-08-24 12:43:51 -07:00
committed by Philipp Moritz
parent 46641a642f
commit 617bc4d239
6 changed files with 30 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/ray/rllib/models/action_dist.py
+6 -6
View File
@@ -70,27 +70,27 @@ class DiagGaussian(ActionDistribution):
def __init__(self, inputs):
ActionDistribution.__init__(self, inputs)
mean, logstd = tf.split(inputs, 2, axis=1)
mean, log_std = tf.split(inputs, 2, axis=1)
self.mean = mean
self.logstd = logstd
self.std = tf.exp(logstd)
self.log_std = log_std
self.std = tf.exp(log_std)
def logp(self, x):
return (-0.5 * tf.reduce_sum(tf.square((x - self.mean) / self.std),
reduction_indices=[1]) -
0.5 * np.log(2.0 * np.pi) * tf.to_float(tf.shape(x)[1]) -
tf.reduce_sum(self.logstd, reduction_indices=[1]))
tf.reduce_sum(self.log_std, reduction_indices=[1]))
def kl(self, other):
assert isinstance(other, DiagGaussian)
return tf.reduce_sum(other.logstd - self.logstd +
return tf.reduce_sum(other.log_std - self.log_std +
(tf.square(self.std) +
tf.square(self.mean - other.mean)) /
(2.0 * tf.square(other.std)) - 0.5,
reduction_indices=[1])
def entropy(self):
return tf.reduce_sum(self.logstd + .5 * np.log(2.0 * np.pi * np.e),
return tf.reduce_sum(self.log_std + .5 * np.log(2.0 * np.pi * np.e),
reduction_indices=[1])
def sample(self):