def __init__(self, env, skip=4): gym.Wrapper.__init__(self, env) # Most recent raw observations (for max pooling across time steps) self._obs_buffer = deque(maxlen=2) self._skip = skip