Safe Haskell	None
Language	Haskell2010

SAC

Description

Soft Actor Critic Algorithm Defaults

Synopsis

algorithm :: Algorithm
data ActorNetSpec = ActorNetSpec {
- pObsDim :: Int
- pActDim :: Int
}
data CriticNetSpec = CriticNetSpec {
- qObsDim :: Int
- qActDim :: Int
}
data ActorNet = ActorNet {
- pLayer0 :: Linear
- pLayer1 :: Linear
- pLayerμ :: Linear
- pLayerσ :: Linear
}
data CriticNet = CriticNet {
- qLayer0 :: Linear
- qLayer1 :: Linear
- qLayer2 :: Linear
}
data Agent = Agent {
- φ :: ActorNet
- θ1 :: CriticNet
- θ2 :: CriticNet
- θ1' :: CriticNet
- θ2' :: CriticNet
- φOptim :: Adam
- θ1Optim :: Adam
- θ2Optim :: Adam
- h' :: Float
- αLog :: IndependentTensor
- αOptim :: Adam
}
mkAgent :: Int -> Int -> IO Agent
saveAgent :: String -> Agent -> IO ()
saveAgent' :: String -> Agent -> IO Agent
loadAgent :: String -> Int -> Int -> Int -> IO Agent
π :: ActorNet -> Tensor -> (Tensor, Tensor)
q :: CriticNet -> Tensor -> Tensor -> Tensor
q' :: CriticNet -> CriticNet -> Tensor -> Tensor -> Tensor
actRandom :: Agent -> Tensor -> IO Tensor
act :: Agent -> Tensor -> IO Tensor
evaluate :: Agent -> Tensor -> Tensor -> IO (Tensor, Tensor)
train :: Int -> Int -> HymURL -> TrackingURI -> IO Agent

Documentation

algorithm :: Algorithm Source #

Algorithm ID

data ActorNetSpec Source #

Actor Network Specification

Constructors

ActorNetSpec
Fields pObsDim :: Int pActDim :: Int

Instances

Instances details

Eq ActorNetSpec Source #
Instance details Defined in SAC Methods (==) :: ActorNetSpec -> ActorNetSpec -> Bool # (/=) :: ActorNetSpec -> ActorNetSpec -> Bool #
Show ActorNetSpec Source #
Instance details Defined in SAC Methods showsPrec :: Int -> ActorNetSpec -> ShowS # show :: ActorNetSpec -> String # showList :: [ActorNetSpec] -> ShowS #
Randomizable ActorNetSpec ActorNet Source #	Actor Network Weight initialization
Instance details Defined in SAC Methods sample :: ActorNetSpec -> IO ActorNet #

data CriticNetSpec Source #

Critic Network Specification

Constructors

CriticNetSpec
Fields qObsDim :: Int qActDim :: Int

Instances

Instances details

Eq CriticNetSpec Source #
Instance details Defined in SAC Methods (==) :: CriticNetSpec -> CriticNetSpec -> Bool # (/=) :: CriticNetSpec -> CriticNetSpec -> Bool #
Show CriticNetSpec Source #
Instance details Defined in SAC Methods showsPrec :: Int -> CriticNetSpec -> ShowS # show :: CriticNetSpec -> String # showList :: [CriticNetSpec] -> ShowS #
Randomizable CriticNetSpec CriticNet Source #	Critic Network Weight initialization
Instance details Defined in SAC Methods sample :: CriticNetSpec -> IO CriticNet #

data ActorNet Source #

Actor Network Architecture

Constructors

ActorNet
Fields pLayer0 :: Linear pLayer1 :: Linear pLayerμ :: Linear pLayerσ :: Linear

Instances

Instances details

Show ActorNet Source #
Instance details Defined in SAC Methods showsPrec :: Int -> ActorNet -> ShowS # show :: ActorNet -> String # showList :: [ActorNet] -> ShowS #
Generic ActorNet Source #
Instance details Defined in SAC Associated Types type Rep ActorNet :: Type -> Type # Methods from :: ActorNet -> Rep ActorNet x # to :: Rep ActorNet x -> ActorNet #
Parameterized ActorNet Source #
Instance details Defined in SAC Methods flattenParameters :: ActorNet -> [Parameter] # _replaceParameters :: ActorNet -> ParamStream ActorNet #
Randomizable ActorNetSpec ActorNet Source #	Actor Network Weight initialization
Instance details Defined in SAC Methods sample :: ActorNetSpec -> IO ActorNet #
type Rep ActorNet Source #
Instance details Defined in SAC type Rep ActorNet = D1 ('MetaData "ActorNet" "SAC" "edelwace-0.1.0.0-NlkYKOSwr4E6F4MQQAmdJ" 'False) (C1 ('MetaCons "ActorNet" 'PrefixI 'True) ((S1 ('MetaSel ('Just "pLayer0") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear) :: S1 ('MetaSel ('Just "pLayer1") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear)) :: (S1 ('MetaSel ('Just "pLayer\956") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear) :*: S1 ('MetaSel ('Just "pLayer\963") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear))))

data CriticNet Source #

Critic Network Architecture

Constructors

CriticNet
Fields qLayer0 :: Linear qLayer1 :: Linear qLayer2 :: Linear

Instances

Instances details

Show CriticNet Source #
Instance details Defined in SAC Methods showsPrec :: Int -> CriticNet -> ShowS # show :: CriticNet -> String # showList :: [CriticNet] -> ShowS #
Generic CriticNet Source #
Instance details Defined in SAC Associated Types type Rep CriticNet :: Type -> Type # Methods from :: CriticNet -> Rep CriticNet x # to :: Rep CriticNet x -> CriticNet #
Parameterized CriticNet Source #
Instance details Defined in SAC Methods flattenParameters :: CriticNet -> [Parameter] # _replaceParameters :: CriticNet -> ParamStream CriticNet #
Randomizable CriticNetSpec CriticNet Source #	Critic Network Weight initialization
Instance details Defined in SAC Methods sample :: CriticNetSpec -> IO CriticNet #
type Rep CriticNet Source #
Instance details Defined in SAC type Rep CriticNet = D1 ('MetaData "CriticNet" "SAC" "edelwace-0.1.0.0-NlkYKOSwr4E6F4MQQAmdJ" 'False) (C1 ('MetaCons "CriticNet" 'PrefixI 'True) (S1 ('MetaSel ('Just "qLayer0") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear) :: (S1 ('MetaSel ('Just "qLayer1") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear) :: S1 ('MetaSel ('Just "qLayer2") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Linear))))

data Agent Source #

SAC Agent

Constructors

Agent
Fields φ :: ActorNet Actor policy φ θ1 :: CriticNet Online Critic θ1 θ2 :: CriticNet Online Critic θ2 θ1' :: CriticNet Target Critic θ'1 θ2' :: CriticNet Target Critic θ'2 φOptim :: Adam Policy Optimizer θ1Optim :: Adam Critic 1 Optimizer θ2Optim :: Adam Critic 2 Optimizer h' :: Float Target Entropy αLog :: IndependentTensor Temperature Coefficient αOptim :: Adam Alpha Optimizer

Instances

Instances details

Show Agent Source #
Instance details Defined in SAC Methods showsPrec :: Int -> Agent -> ShowS # show :: Agent -> String # showList :: [Agent] -> ShowS #
Generic Agent Source #
Instance details Defined in SAC Associated Types type Rep Agent :: Type -> Type # Methods from :: Agent -> Rep Agent x # to :: Rep Agent x -> Agent #
type Rep Agent Source #
Instance details Defined in SAC type Rep Agent = D1 ('MetaData "Agent" "SAC" "edelwace-0.1.0.0-NlkYKOSwr4E6F4MQQAmdJ" 'False) (C1 ('MetaCons "Agent" 'PrefixI 'True) (((S1 ('MetaSel ('Just "\966") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 ActorNet) :: S1 ('MetaSel ('Just "\952\&1") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CriticNet)) :: (S1 ('MetaSel ('Just "\952\&2") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CriticNet) :: (S1 ('MetaSel ('Just "\952\&1'") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CriticNet) :: S1 ('MetaSel ('Just "\952\&2'") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 CriticNet)))) :: ((S1 ('MetaSel ('Just "\966Optim") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Adam) :: (S1 ('MetaSel ('Just "\952\&1Optim") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Adam) :: S1 ('MetaSel ('Just "\952\&2Optim") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Adam))) :: (S1 ('MetaSel ('Just "h'") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Float) :: (S1 ('MetaSel ('Just "\945Log") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 IndependentTensor) :: S1 ('MetaSel ('Just "\945Optim") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedLazy) (Rec0 Adam))))))