worker.py 文件源码

def __init__(self,worker_idx,params,net,session,queue,worker_summary_dict,Control,target_net = None):
        self.dead = False
        self.params = params
        self.idx = worker_idx
        #environment
        if self.params['rom'] == 'toy_way':self.env = env_way.env_way(self.params)
        else : self.env=env_atari.env_atari(self.params)
        self.img = self.env.reset()

        #build networks
        self.net = net
        self.sess = session
        self.global_frame = net['global_frame']
        self.frame_ph = net['global_frame_ph']
        self.gf_op = net['global_frame_op']
        self.lr_ph = net['lr_ph']
        self.summary_op = worker_summary_dict['op']
        self.summary_writer = worker_summary_dict['writer']
        self.queue = queue
        self.control = Control

        if self.params['net_type'] == 'AnDQN' : 
            self.target = target_net
            eps_type = np.random.choice(np.arange(len(self.params['eps_prob'])),size=1,replace=True,p=np.array(self.params['eps_prob']))[-1]
            self.eps_max = self.params['eps_max'][eps_type]
            self.eps_min = self.params['eps_min'][eps_type]
            self.eps_frame = self.params['eps_frame'][eps_type]

        else : self.target = net #In A3C, the target network is local network (for code sharing with DQN)

        if self.idx == 0 and self.params['show_0th_thread'] : 
            cv2.startWindowThread()
            cv2.namedWindow('Worker'+str(self.idx)+'_screen')