Copyright	(c) Sentenai 2017
License	BSD3
Maintainer	sam@sentenai.com
Stability	experimental
Portability	non-portable
Safe Haskell	None
Language	Haskell2010

Environments.Gym.ClassicControl.AcrobotV1

Description

The inverted pendulum swingup problem is a classic problem in the control literature. In this version of the problem, the pendulum starts in a random position, and the goal is to swing it up so it stays upright.

https://gym.openai.com/envs/Acrobot-v1

Synopsis

Documentation

data Action Source #

Acrobot Actions

Constructors

RightTorque
NoTorque
LeftTorque

Instances

Bounded Action Source #
Methods minBound :: Action # maxBound :: Action #
Enum Action Source #
Methods succ :: Action -> Action # pred :: Action -> Action # toEnum :: Int -> Action # fromEnum :: Action -> Int # enumFrom :: Action -> [Action] # enumFromThen :: Action -> Action -> [Action] # enumFromTo :: Action -> Action -> [Action] # enumFromThenTo :: Action -> Action -> Action -> [Action] #
Eq Action Source #
Methods (==) :: Action -> Action -> Bool # (/=) :: Action -> Action -> Bool #
Ord Action Source #
Methods compare :: Action -> Action -> Ordering # (<) :: Action -> Action -> Bool # (<=) :: Action -> Action -> Bool # (>) :: Action -> Action -> Bool # (>=) :: Action -> Action -> Bool # max :: Action -> Action -> Action # min :: Action -> Action -> Action #
Show Action Source #
Methods showsPrec :: Int -> Action -> ShowS # show :: Action -> String # showList :: [Action] -> ShowS #
Generic Action Source #
Associated Types type Rep Action :: * -> * # Methods from :: Action -> Rep Action x # to :: Rep Action x -> Action #
Hashable Action Source #
Methods hashWithSalt :: Int -> Action -> Int # hash :: Action -> Int #
ToJSON Action Source #
Methods toJSON :: Action -> Value # toEncoding :: Action -> Encoding # toJSONList :: [Action] -> Value # toEncodingList :: [Action] -> Encoding #
(MonadIO t, MonadThrow t) => MonadEnv (EnvironmentT t) State Action Reward Source #
Methods reset :: EnvironmentT t (Initial State) Source # step :: Action -> EnvironmentT t (Obs Reward State) Source #
type Rep Action Source #
type Rep Action = D1 (MetaData "Action" "Environments.Gym.ClassicControl.AcrobotV1" "reinforce-0.0.0.1-BYNakn0URySEY5wecxfdnO" False) ((:+:) (C1 (MetaCons "RightTorque" PrefixI False) U1) ((:+:) (C1 (MetaCons "NoTorque" PrefixI False) U1) (C1 (MetaCons "LeftTorque" PrefixI False) U1)))

type Runner s a x = RunnerT s a IO x Source #

type alias of RunnerT in IO

data State Source #

The Acrobot's State FIXME: keep semantics or move to a tuple?

Constructors

State
Fields cosVel0 :: Float sinVel0 :: Float cosVel1 :: Float sinVel1 :: Float joint0Angle :: Float joint1Angle :: Float

Instances

Eq State Source #
Methods (==) :: State -> State -> Bool # (/=) :: State -> State -> Bool #
Ord State Source #
Methods compare :: State -> State -> Ordering # (<) :: State -> State -> Bool # (<=) :: State -> State -> Bool # (>) :: State -> State -> Bool # (>=) :: State -> State -> Bool # max :: State -> State -> State # min :: State -> State -> State #
Show State Source #
Methods showsPrec :: Int -> State -> ShowS # show :: State -> String # showList :: [State] -> ShowS #
Generic State Source #
Associated Types type Rep State :: * -> * # Methods from :: State -> Rep State x # to :: Rep State x -> State #
Hashable State Source #
Methods hashWithSalt :: Int -> State -> Int # hash :: State -> Int #
FromJSON State Source #
Methods parseJSON :: Value -> Parser State # parseJSONList :: Value -> Parser [State] #
(MonadIO t, MonadThrow t) => MonadEnv (EnvironmentT t) State Action Reward Source #
Methods reset :: EnvironmentT t (Initial State) Source # step :: Action -> EnvironmentT t (Obs Reward State) Source #
type Rep State Source #
type Rep State = D1 (MetaData "State" "Environments.Gym.ClassicControl.AcrobotV1" "reinforce-0.0.0.1-BYNakn0URySEY5wecxfdnO" False) (C1 (MetaCons "State" PrefixI True) ((::) ((::) (S1 (MetaSel (Just Symbol "cosVel0") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float)) ((::) (S1 (MetaSel (Just Symbol "sinVel0") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float)) (S1 (MetaSel (Just Symbol "cosVel1") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float)))) ((::) (S1 (MetaSel (Just Symbol "sinVel1") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float)) ((:*:) (S1 (MetaSel (Just Symbol "joint0Angle") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float)) (S1 (MetaSel (Just Symbol "joint1Angle") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 Float))))))

type Environment = EnvironmentT IO Source #

Alias to EnvironmentT in IO

type EnvironmentT t = GymEnvironmentT State Action t Source #

Alias to GymEnvironmentT with AcrobotV1 type dependencies

runEnvironment :: Manager -> BaseUrl -> RunnerT State Action IO x Source #

Alias to runEnvironment in IO

runEnvironmentT :: MonadIO t => Manager -> BaseUrl -> RunnerT State Action t x Source #

Alias to runEnvironmentT

runDefaultEnvironment :: RunnerT State Action IO x Source #

Alias to runDefaultEnvironment in IO

runDefaultEnvironmentT :: MonadIO t => RunnerT State Action t x Source #

Alias to runDefaultEnvironmentT