def __init__(
self, incoming, num_units,
W=init.Constant(0.1),
b=init.Constant(0.),
nonlinearity=nonlinearities.rectify,
**kwargs
):
super(Tensor3LinearLayer, self).__init__(incoming, **kwargs)
num_inputs = self.input_shape[-1]
self.num_units = num_units
self.W = self.add_param(
W, (num_inputs, num_units),
name="W"
)
if b:
self.b = self.add_param(
b,
(
self.input_shape[1], self.num_units
)
)
else:
self.b = None
if nonlinearity:
self.nonlinearity = nonlinearity
else:
self.nonlinearity = nonlinearities.identity
评论列表
文章目录