|
virtual ProblemAloha * | Clone () const |
| Returns a pointer to a copy of this class. More...
|
|
IslandConfiguration | GetIslandConfiguration () const |
|
size_t | GetMaxBacklog () const |
|
AlohaVariation | GetVariation () const |
|
| ProblemAloha (IslandConfiguration islands, AlohaVariation variation, size_t maxBacklog=2, size_t nrAgents=2, bool initialize=true) |
| (default) Constructor More...
|
|
virtual | ~ProblemAloha () |
| Destructor. More...
|
|
virtual void | CacheFlatModels (bool sparse) |
|
void | CacheFlatRewardModel (bool sparse=false) |
|
void | ClipRewardModel (Index sf, bool sparse) |
| Adjusts the reward model by ignoring a state factor. More...
|
|
void | ConvertFiniteToInfiniteHorizon (size_t horizon) |
|
void | CreateNewRewardModel () |
| Creates a new reward model mapping. More...
|
|
void | CreateNewRewardModelForAgent (Globals::Index) |
|
virtual void | ExportSpuddFile (const std::string &filename) const |
| Export fully-observable subset of this FactoredDecPOMDPDiscrete to spudd file. More...
|
|
| FactoredDecPOMDPDiscrete (std::string name="received unspec. by FactoredDecPOMDPDiscrete", std::string descr="received unspec. by FactoredDecPOMDPDiscrete", std::string pf="received unspec. by FactoredDecPOMDPDiscrete") |
| Default constructor. More...
|
|
const Scope & | GetAgentScopeForLRF (Index LRF) const |
| Get all the agents in the scope of an LRF. More...
|
|
const
FactoredQFunctionScopeForStage | GetImmediateRewardScopes () const |
| Returns all scopes of the immediate reward function in one object. More...
|
|
RewardModel * | GetLRF (Index LRF) const |
| Returns a pointer to the LRF-th reward model component. More...
|
|
double | GetLRFReward (Index LRF, Index sI_e, Index jaI_e) const |
| Returns reward for LRF, given ja_e - the joint index for a group action for the subset of agents as specified by the agent scope of LRF. More...
|
|
double | GetLRFReward (Index LRF, const std::vector< Index > &sI_e, const std::vector< Index > &jaI_e) const |
|
double | GetLRFRewardFlat (Index LRF, Index flat_s, Index full_ja) const |
| might be necessary? Returns reward for LRF, given a flat state index, and a full joint action. More...
|
|
double | GetLRFRewardFlat (Index lrf, const std::vector< Index > &sfacs, const std::vector< Index > &as) const |
|
size_t | GetNrAIs (Index LRF) const |
| Get the number of action instantiations. I. More...
|
|
size_t | GetNrLRFs () const |
| Get the number of LRFs in the factored representation. More...
|
|
size_t | GetNrXIs (Index LRF) const |
| Get the number of X instantiations for LRF. More...
|
|
double | GetReward (const std::vector< Index > &sIs, const std::vector< Index > &aIs) const |
|
double | GetReward (Index sI, Index jaI) const |
| Return the reward for state, joint action indices. More...
|
|
double | GetReward (State *s, JointAction *ja) const |
| Function that returns the reward for a state and joint action. More...
|
|
double | GetRewardForAgent (Index agentI, Index sI, Index jaI) const |
| Return the reward for state, joint action indices. More...
|
|
double | GetRewardForAgent (Index agI, State *s, JointAction *ja) const |
| Function that returns the reward for a state and joint action. More...
|
|
RGet * | GetRGet () const |
|
const Scope & | GetStateFactorScopeForLRF (Index LRF) const |
| Get all the state factors in the scope of an LRF. More...
|
|
void | InitializeInstantiationInformation () |
| Initializes some meta information computed from the scopes. More...
|
|
void | InitializeStorage () |
| makes sure that _m_sfScopes, _m_agScopes, _m_LRFs are set to proper size More...
|
|
void | MarginalizeISD (Index sf, std::vector< size_t > &factor_sizes, const FactoredStateDistribution *fsd) |
| Marginalizes the ISD over a given state factor. More...
|
|
void | MarginalizeStateFactor (Index sf, bool sparse) |
| Attempts to remove an extraneous state factor from the problem. More...
|
|
void | Print () const |
|
Index | RestrictedActionVectorToJointIndex (Index LRF, const std::vector< Index > &actionVec_e) const |
| convert an action vector of restricted scope to a joint index a_e. More...
|
|
Index | RestrictedStateVectorToJointIndex (Index LRF, const std::vector< Index > &stateVec_e) const |
| Get the vector of Factor indices corresponding to stateI. More...
|
|
void | SetNrLRFs (size_t nr) |
|
void | SetReward (Index sI, Index jaI, double r) |
| Set the reward for state, joint action indices. More...
|
|
void | SetReward (Index sI, Index jaI, Index sucSI, double r) |
| Set the reward for state, joint action , suc. state indices. More...
|
|
void | SetReward (Index sI, Index jaI, Index sucSI, Index joI, double r) |
| Set the reward for state, joint action, suc.state, joint obs indices. More...
|
|
void | SetReward (State *s, JointAction *ja, double r) |
| Function that sets the reward for a state and joint action. More...
|
|
void | SetRewardForAgent (Index agentI, Index sI, Index jaI, double r) |
|
void | SetRewardForAgent (Index agentI, Index sI, Index jaI, Index sucSI, double r) |
| Set the reward for state, joint action , suc. state indices. More...
|
|
void | SetRewardForAgent (Index agentI, Index sI, Index jaI, Index sucSI, Index joI, double r) |
| Set the reward for state, joint action, suc.state, joint obs indices. More...
|
|
void | SetRewardForAgent (Index agI, State *s, JointAction *ja, double r) |
| Function that sets the reward for an agent, state and joint action. More...
|
|
void | SetRewardForLRF (Index LRF, const std::vector< Index > &Xs, const std::vector< Index > &As, double reward) |
| Set reward. More...
|
|
void | SetRewardForLRF (Index LRF, const std::vector< Index > &Xs, const std::vector< Index > &As, const Scope &Y, const std::vector< Index > &Ys, const Scope &O, const std::vector< Index > &Os, double reward) |
| Set reward. More...
|
|
void | SetRewardForLRF (Index LRF, const Scope &X, const std::vector< Index > &Xs, const Scope &A, const std::vector< Index > &As, const Scope &Y, const std::vector< Index > &Ys, const Scope &O, const std::vector< Index > &Os, double reward) |
| Set Reward. More...
|
|
void | SetRM (Index LRF, RewardModel *rm) |
| Add the LRF-th reward model. More...
|
|
void | SetScopeForLRF (Index LRF, const Scope &X, const Scope &A) |
| Sets the scope for LRF. More...
|
|
void | SetScopeForLRF (Index LRF, const Scope &X, const Scope &A, const Scope &Y, const Scope &O) |
| Sets the scope for LRF. More...
|
|
virtual std::string | SoftPrint () const |
| Prints some information on the MultiAgentDecisionProcessDiscreteInterface. More...
|
|
virtual | ~FactoredDecPOMDPDiscrete () |
| Destructor. More...
|
|
virtual | ~FactoredDecPOMDPDiscreteInterface () |
| (default) Constructor More...
|
|
virtual | ~DecPOMDPDiscreteInterface () |
| import the GetReward function from the base class in current scope. More...
|
|
virtual | ~DecPOMDPInterface () |
| Virtual destructor. More...
|
|
virtual | ~POSGInterface () |
| Virtual destructor. More...
|
|
virtual | ~MultiAgentDecisionProcessInterface () |
| Destructor. More...
|
|
virtual | ~MultiAgentDecisionProcessDiscreteInterface () |
| Destructor. More...
|
|
std::string | SoftPrintState (Index sI) const |
| SoftPrints information on the MultiAgentDecisionProcessDiscrete. More...
|
|
virtual | ~MultiAgentDecisionProcessDiscreteFactoredStatesInterface () |
| (default) Constructor More...
|
|
void | AddAction (Index AI, const std::string &name, const std::string &description="") |
|
void | AddObservation (Index AI, const std::string &name, const std::string &description="") |
|
Index | AddStateFactor (const std::string &n="undef. name", const std::string &d="undef. descr.") |
|
Index | AddStateFactorValue (Index sf, const std::string &v="undef") |
|
Scope | AgentScopeBackup (const Scope &stateScope, const Scope &agentScope) const |
|
void | CacheFlatObservationModel (bool sparse=false) |
|
void | CacheFlatTransitionModel (bool sparse=false) |
|
size_t | ConstructJointActions () |
|
size_t | ConstructJointObservations () |
|
void | CreateNewObservationModel () |
| Creates a new observation model mapping: initializes new CPDs. More...
|
|
void | CreateNewTransitionModel () |
| Creates a new transition model: initializes new CPDs for the 2BDN. More...
|
|
Index | FactorValueIndicesToStateIndex (const std::vector< Index > &fv) const |
| convert std::vector of (indices of) factor values to (flat) state index. More...
|
|
Index | FactorValueIndicesToStateIndex (const std::vector< Index > &s_e_vec, const Scope &sfSC) const |
| convert an local state vector s_e_vec of scope sfScope to a joint index. More...
|
|
const
TwoStageDynamicBayesianNetwork * | Get2DBN () const |
| Copy assignment operator. More...
|
|
const Action * | GetAction (Index agentI, Index a) const |
| Return a ref to the a-th action of agent agentI. More...
|
|
const Scope & | GetAllStateFactorScope () const |
| Convenience function to quickly get the full state scope. More...
|
|
const Scope & | GetASoI_O (Index o) const |
|
const Scope & | GetASoI_Y (Index y) const |
|
bool | GetEventObservability () const |
| Are we using an event observation model? More...
|
|
const FactoredStateDistribution * | GetFactoredISD () const |
|
double | GetInitialStateProbability (Index sI) const |
|
StateDistribution * | GetISD () const |
| Returns the complete initial state distribution. More...
|
|
const JointAction * | GetJointAction (Index i) const |
| Return a ref to the i-th joint action. More...
|
|
const JointObservation * | GetJointObservation (Index i) const |
| Return a ref to the i-th joint observation. More...
|
|
const std::vector< size_t > & | GetNrActions () const |
| Return the number of actions vector. More...
|
|
size_t | GetNrActions (Index AgentI) const |
| Return the number of actions of agent agentI. More...
|
|
size_t | GetNrJointActions () const |
| Return the number of joint actions. More...
|
|
size_t | GetNrJointActions (const Scope &agScope) const |
| Get the number of joint actions the agents in agScope can form. More...
|
|
size_t | GetNrJointObservations () const |
| Return the number of joint observations. More...
|
|
const std::vector< size_t > & | GetNrObservations () const |
| Return the number of observations vector. More...
|
|
size_t | GetNrObservations (Index AgentI) const |
| Return the number of observations of agent agentI. More...
|
|
size_t | GetNrStateFactorInstantiations (const Scope &sfScope) const |
| Get the number of joint instantiations for the factors in sfScope. More...
|
|
size_t | GetNrStateFactors () const |
| Get the number of state components. -no is inherited from. More...
|
|
size_t | GetNrStates () const |
| Return the number of states. More...
|
|
const size_t | GetNrValuesForFactor (Index sf) const |
| Get the number of possible values for a particular factor. More...
|
|
const std::vector< size_t > & | GetNrValuesPerFactor () const |
| Get the number of possible assignments or values to each factor. More...
|
|
const Observation * | GetObservation (Index agentI, Index a) const |
| Return a ref to the a-th observation of agent agentI. More...
|
|
const ObservationModelDiscrete * | GetObservationModelDiscretePtr () const |
| Returns a pointer to the underlying observation model. More...
|
|
double | GetObservationProbability (Index jaI, Index sucSI, Index joI) const |
| Return the probability of joint observation joI: P(joI|jaI,sucSI). More...
|
|
double | GetObservationProbability (Index sI, Index jaI, Index sucSI, Index joI) const |
| O(s,ja,s',jo) version. You can access a standard O(ja,s',jo) model both ways (the PS index is simply ignored in the latter case). More...
|
|
OGet * | GetOGet () const |
|
const Scope & | GetOSoI_O (Index o) const |
|
const State * | GetState (Index i) const |
| Returns a pointer to state i. More...
|
|
const StateFactorDiscrete * | GetStateFactorDiscrete (Index sfacI) const |
|
TGet * | GetTGet () const |
|
const TransitionModelDiscrete * | GetTransitionModelDiscretePtr () const |
| Returns a pointer to the underlying transition model. More...
|
|
double | GetTransitionProbability (Index sI, Index jaI, Index sucSI) const |
| Return the probability of successor state sucSI: P(sucSI|sI,jaI). More...
|
|
const Scope & | GetXSoI_O (Index o) const |
|
const Scope & | GetXSoI_Y (Index y) const |
|
double | GetYOProbability (const Scope &X, const std::vector< Index > &Xs, const Scope &A, const std::vector< Index > &As, const Scope &Y, const std::vector< Index > &Ys, const Scope &O, const std::vector< Index > &Os) const |
|
const Scope & | GetYSoI_O (Index o) const |
|
const Scope & | GetYSoI_Y (Index y) const |
|
Index | IndividualToJointActionIndices (const Index *AI_ar) const |
| Returns the joint action index that corresponds to the array of specified individual action indices. More...
|
|
Index | IndividualToJointActionIndices (const std::vector< Index > &indivActionIndices) const |
| Returns the joint action index that corresponds to the vector of specified individual action indices. More...
|
|
Index | IndividualToJointActionIndices (const std::vector< Index > &ja_e, const Scope &agSC) const |
| indiv->joint for a restricted set (Scope) of agents More...
|
|
Index | IndividualToJointObservationIndices (const std::vector< Index > &indivObservationIndices) const |
| Returns the joint observation index that corresponds to the vector of specified individual observation indices. More...
|
|
Index | IndividualToJointObservationIndices (const std::vector< Index > &jo_e, const Scope &agSC) const |
| indiv->joint for a restricted set (Scope) of agents More...
|
|
virtual void | Initialize2DBN () |
|
virtual void | Initialize2DBN (ScopeFunctor &SetScopes, TransitionProbFunctor &ComputeTransitionProb, ObservationProbFunctor &ComputeObservationProb) |
| This signature allows us to initialize the 2DBN using externally supplied functors to set the scopes, and compute transition and observation probabilities in a discrete factored model. More...
|
|
bool | JointAIndicesValid () const |
|
bool | JointIndicesValid () const |
|
bool | JointOIndicesValid () const |
|
const std::vector< Index > & | JointToIndividualActionIndices (Index jaI) const |
| Returns a vector of indices to indiv. More...
|
|
std::vector< Index > | JointToIndividualActionIndices (Index ja_e, const Scope &agSC) const |
| joint->indiv for a restricted set (Scope) of agents More...
|
|
const std::vector< Index > & | JointToIndividualObservationIndices (Index joI) const |
| Returns a vector of indices to indiv. More...
|
|
std::vector< Index > | JointToIndividualObservationIndices (Index jo_e, const Scope &agSC) const |
| joint->indiv for a restricted set (Scope) of agents More...
|
|
Index | JointToRestrictedJointActionIndex (Index jaI, const Scope &agSc_e) const |
| Converts a global joint action index jaI to a restricted joint action index ja_e, for agents scope agSc_e Returns a vector of indices to indiv. More...
|
|
Index | JointToRestrictedJointObservationIndex (Index joI, const Scope &agSc_e) const |
| Converts a global joint observation index joI to a restricted joint observation index jo_e, for agents scope agSc_e Returns a vector of indices to indiv. More...
|
|
void | MarginalizeTransitionObservationModel (const Index sf, bool sparse) |
| This function marginalizes a state factor out of the flat joint transition and observation models of the system. More...
|
|
| MultiAgentDecisionProcessDiscreteFactoredStates (const std::string &name="received unspec. by MultiAgentDecisionProcessDiscreteFactoredStates", const std::string &descr="received unspec. by MultiAgentDecisionProcessDiscreteFactoredStates", const std::string &pf="received unspec. by MultiAgentDecisionProcessDiscreteFactoredStates") |
| (default) Constructor More...
|
|
| MultiAgentDecisionProcessDiscreteFactoredStates (const MultiAgentDecisionProcessDiscreteFactoredStates &a) |
| Copy constructor. More...
|
|
MultiAgentDecisionProcessDiscreteFactoredStates & | operator= (const MultiAgentDecisionProcessDiscreteFactoredStates &o) |
| Copy assignment operator. More...
|
|
void | RemoveStateFactor (Index sf) |
| This function removes a state factor from the model's MADPComponentFactoredStates, fixes the factor indices, and adjusts the 2DBN accordingly - all CPTs of nodes which depend on the removed state factor are recalculated by marginalizing their respective clique joints. More...
|
|
Index | SampleInitialState () const |
| Sample a state according to the initial state PDF. More...
|
|
void | SampleInitialState (std::vector< Index > &sIs) const |
|
Index | SampleJointObservation (Index jaI, Index sucI) const |
| Sample an observation - needed for simulations. More...
|
|
Index | SampleJointObservation (Index sI, Index jaI, Index sucI) const |
|
void | SampleJointObservation (const std::vector< Index > &aIs, const std::vector< Index > &sucIs, std::vector< Index > &oIs) const |
|
void | SampleJointObservation (const std::vector< Index > &sIs, const std::vector< Index > &aIs, const std::vector< Index > &sucIs, std::vector< Index > &oIs) const |
|
Index | SampleSuccessorState (Index sI, Index jaI) const |
| Sample a successor state - needed by simulations. More...
|
|
void | SampleSuccessorState (const std::vector< Index > &sIs, const std::vector< Index > &aIs, std::vector< Index > &sucIs) const |
|
bool | SetActionsInitialized (bool b) |
|
void | SetConnectionsSpecified (bool b) |
|
void | SetEventObservability (bool eventO) |
|
bool | SetInitialized (bool b) |
|
void | SetISD (FactoredStateDistribution *p) |
|
void | SetNrActions (Index AI, size_t nrA) |
|
void | SetNrObservations (Index AI, size_t nrO) |
|
bool | SetObservationsInitialized (bool b) |
|
void | SetSoI_O (Index o, const Scope &ASoI, const Scope &YSoI, const Scope &OSoI) |
|
void | SetSoI_O (Index o, const Scope &XSoI, const Scope &ASoI, const Scope &YSoI, const Scope &OSoI) |
|
void | SetSoI_Y (Index y, const Scope &XSoI, const Scope &ASoI, const Scope &YSoI) |
|
void | SetSparse (bool b) |
|
bool | SetStatesInitialized (bool b) |
|
void | SetUniformISD () |
|
std::string | SoftPrint () const |
| SoftPrints information on the MultiAgentDecisionProcessDiscrete. More...
|
|
std::string | SoftPrintState (Index sI) const |
|
Index | StateIndexToFactorValueIndex (Index factor, Index s) const |
| Get the value of a particular state factor given a joint flat state. More...
|
|
std::vector< Index > | StateIndexToFactorValueIndices (Index stateI) const |
| Get the vector of FactorValue indices corresponding to stateI used to be called virtual vector<Index> GetStateFactorValues(Index stateI) const. More...
|
|
std::vector< Index > | StateIndexToFactorValueIndices (Index s_e, const Scope &sfSC) const |
| convert an local state index s_e to a vector of state factors (with scope sfScope). More...
|
|
Scope | StateScopeBackup (const Scope &stateScope, const Scope &agentScope) const |
|
| ~MultiAgentDecisionProcessDiscreteFactoredStates () |
| Destructor. More...
|
|
void | AddAgent (std::string name) |
| Add a new agent with name "name" to the MADP. More...
|
|
Index | GetAgentIndexByName (const std::string &s) const |
| Returns the index of an agent given its name, if it exists. More...
|
|
std::string | GetAgentNameByIndex (Index i) const |
| Returns the name of the agent at the given index. More...
|
|
const Scope & | GetAllAgentScope () const |
|
std::string | GetDescription () const |
|
std::string | GetName () const |
|
size_t | GetNrAgents () const |
| Returns the number of agents in this MultiAgentDecisionProcess. More...
|
|
std::string | GetProblemFile () const |
| Returns the name of the problem file. More...
|
|
std::string | GetUnixName () const |
| Returns a name which can be in unix path, by default the base part of the problem filename. More...
|
|
| MultiAgentDecisionProcess (size_t nrAgents, const std::string &name="received unspec. by MultiAgentDecisionProcess", const std::string &description="received unspec. by MultiAgentDecisionProcess", const std::string &pf="received unspec. by MultiAgentDecisionProcess") |
| Constructor. More...
|
|
| MultiAgentDecisionProcess (const std::string &name="received unspec. by MultiAgentDecisionProcess", const std::string &description="received unspec. by MultiAgentDecisionProcess", const std::string &pf="received unspec. by MultiAgentDecisionProcess") |
| Default Constructor without specifying the number of agents. More...
|
|
void | Print () const |
|
void | SetDescription (const std::string &description) |
|
void | SetName (const std::string &name) |
|
void | SetNrAgents (size_t nrAgents) |
| Sets the number of agents. More...
|
|
void | SetUnixName (std::string unixName) |
| Sets the name which can be used inin unix paths. More...
|
|
std::string | SoftPrint () const |
| Prints some information on the MultiAgentDecisionProcess. More...
|
|
virtual | ~MultiAgentDecisionProcess () |
| Destructor. More...
|
|
| DecPOMDP () |
| Default constructor. sets RewardType to REWARD and discount to 1.0. More...
|
|
double | GetDiscount () const |
| Returns the discount parameter. More...
|
|
double | GetDiscountForAgent (Index agentI) const |
| Returns the discount parameter. More...
|
|
reward_t | GetRewardType () const |
| Returns the reward type. More...
|
|
reward_t | GetRewardTypeForAgent (Index agentI) const |
| Returns the reward type. More...
|
|
void | SetDiscount (double d) |
| Sets the discount parameter to d. More...
|
|
void | SetDiscountForAgent (Index agentI, double d) |
| Functions needed for POSGInterface: More...
|
|
void | SetRewardType (reward_t r) |
| Sets the reward type to reward_t r. More...
|
|
void | SetRewardTypeForAgent (Index agentI, reward_t r) |
| Sets the reward type to reward_t r. More...
|
|
std::string | SoftPrint () const |
| SoftPrints some information on the DecPOMDP. More...
|
|