adma.py 文件源码

def __init__(self, syn0, syn1):
        # Hyperparameters
        self.__b1 = 0.9
        self.__b2 = 0.999
        self.__learing_rate = 0.001
        self.__epsilon = 1e-8

        # initialize momentum
        self.__m_syn0 = np.zeros_like(syn0)
        self.__m_syn1 = np.zeros_like(syn1)
        self.__v_syn0 = np.zeros_like(syn0)
        self.__v_syn1 = np.zeros_like(syn1)

        # get a copy of weight
        self.__syn0 = copy.deepcopy(syn0)
        self.__syn1 = copy.deepcopy(syn1)