def compile_train(self, *args):
# args is a list of dictionaries
if self.verbose: print('compiling training function...')
import theano
for arg_list in args:
self.compiled_train_fn_list.append(theano.function(**arg_list))
if self.monitor_grad:
norms = [grad.norm(L=2) for grad in self.grads]
import theano.tensor as T
norms = T.log10(norms)
self.get_norm = theano.function([self.subb_ind], [T.sum(norms), T.max(norms)],
givens=[(self.x, self.shared_x_slice),
(self.y, self.shared_y_slice)]
)
评论列表
文章目录