def param_init_batch_norm(input_shape,params, prefix='cnn'):
""" input_shape: (num of hiddens, number of input features)
pred_shape: (num of labels, number of hiddens)
"""
beta = np.ones((input_shape[1],),dtype=theano.config.floatX) *0.01
gamma = np.ones((input_shape[1],),dtype=theano.config.floatX) *0.1
params[_p(prefix,'beta')] = beta
params[_p(prefix,'gamma')] = gamma
return params
评论列表
文章目录