def add_state(self, state):
if state is None:
self.queue = None
return
state = np.asarray(state)
axis = len(state.shape) # extra dimension for observation
observation = np.reshape(state, state.shape + (1,))
if self.queue is None:
self.queue = np.repeat(observation, self.stacked_num, axis=axis)
else:
# remove oldest observation from the beginning of the observation queue
self.queue = np.delete(self.queue, 0, axis=axis)
# append latest observation to the end of the observation queue
self.queue = np.append(self.queue, observation, axis=axis)
评论列表
文章目录