offswitch_cartpole_prob.py 文件源码

def __init__(self):
        super(OffSwitchCartpoleProbEnv, self).__init__()
        self.observation_space = spaces.Tuple((spaces.Discrete(2), self.observation_space))
        self.threshold_crossed = False
        # number of episodes in which the cart crossed the left/right threshold (first).
        self.num_crosses = [0.,0.]