def dropout(dropout_rate: float, rng: RandomStreams, parameter, use_dropout: bool):
if use_dropout:
mask = rng.binomial(parameter.shape, p=1. - dropout_rate, dtype=parameter.dtype)
return parameter * mask / (1. - dropout_rate)
else:
return parameter
评论列表
文章目录