MultiAgentDecisionProcess
Perseus Class Referenceabstract

Perseus contains basic functionality for the Perseus planner. More...

#include <Perseus.h>

Inheritance diagram for Perseus:
[legend]

Public Member Functions

bool CheckConvergence (const std::vector< double > &VB, const std::vector< double > &VBnew, int iter) const
 
virtual void ExportValueFunction (const std::string &filename) const =0
 Exports the computed value function in a simple text format used by Tony Cassandra for .alpha files. More...
 
std::string GetIdentification () const
 
virtual double GetQ (const JointBeliefInterface &b, Index jaI) const =0
 
virtual double GetQ (const JointBeliefInterface &b, Index jaI, AlphaVector::BGPolicyIndex &betaMaxI) const =0
 
virtual double GetQ (const JointBeliefInterface &b, Index t, Index jaI) const =0
 
virtual double GetQ (const JointBeliefInterface &b, Index t, Index jaI, AlphaVector::BGPolicyIndex &betaMaxI) const =0
 
int GetVerbose () const
 
void Initialize ()
 
 Perseus (const PlanningUnitDecPOMDPDiscrete *pu)
 (default) Constructor More...
 
 Perseus (const boost::shared_ptr< const PlanningUnitDecPOMDPDiscrete > &pu)
 
 Perseus (const PlanningUnitFactoredDecPOMDPDiscrete *pu)
 
 Perseus (const boost::shared_ptr< const PlanningUnitFactoredDecPOMDPDiscrete > &pu)
 
virtual void Plan ()=0
 
int SampleNotImprovedBeliefIndex (std::vector< bool > stillNeedToBeImproved, int nrNotImproved) const
 Sample an index of a belief in the set which has not been improved. More...
 
void SetComputeVectorForEachBelief (bool compute)
 
void SetDryrun (bool dryrun)
 
void SetIdentification (const std::string &identification)
 
void SetInitializeWithImmediateReward (bool initReward)
 
void SetInitializeWithZero (bool initZero)
 
void SetMaximumNumberOfIterations (int nr)
 
void SetMinimumNumberOfIterations (int nr)
 
void SetResultsFilename (const std::string &filename)
 
void SetSaveIntermediateValueFunctions (bool save)
 
void SetSaveTimings (bool save)
 
virtual void SetValueFunction (const std::string &filename)=0
 
void SetVerbose (int verbose)
 
virtual ~Perseus ()
 Destructor. More...
 
- Public Member Functions inherited from AlphaVectorPlanning
 AlphaVectorPlanning (const PlanningUnitDecPOMDPDiscrete *pu)
 (default) Constructor More...
 
 AlphaVectorPlanning (const boost::shared_ptr< const PlanningUnitDecPOMDPDiscrete > &pu)
 
 AlphaVectorPlanning (const PlanningUnitFactoredDecPOMDPDiscrete *pu)
 
 AlphaVectorPlanning (const boost::shared_ptr< const PlanningUnitFactoredDecPOMDPDiscrete > &pu)
 
GaoVectorSet BackProject (const ValueFunctionPOMDPDiscrete &v) const
 Back projects a value function. More...
 
GaoVectorSet BackProject (const VectorSet &v) const
 Back projects a value function, represented as a VectorSet. More...
 
VectorSet CrossSum (const VectorSet &A, const VectorSet &B) const
 Compute the cross-sum of two vector sets. More...
 
void ExportPOMDPFile (const std::string &filename) const
 Exports the POMDP to file named filename. More...
 
size_t GetAcceleratedPruningThreshold () const
 
ValueFunctionPOMDPDiscrete GetImmediateRewardValueFunction () const
 Returns the value function induced by the reward model. More...
 
const
PlanningUnitDecPOMDPDiscrete
GetPU () const
 Returns a ref to the PlanningUnit. More...
 
void Initialize ()
 
QFunctionsDiscrete Prune (const QFunctionsDiscrete &Q) const
 Prune a Q-valuefunction. More...
 
ValueFunctionPOMDPDiscrete Prune (const ValueFunctionPOMDPDiscrete &V) const
 Prune a POMDP valuefunction. More...
 
VectorSet Prune (const VectorSet &V) const
 Prune a VectorSet. More...
 
BeliefSet SampleBeliefs (const ArgumentHandlers::Arguments &args) const
 Sample a belief set according to the arguments. More...
 
BeliefSetNonStationary SampleBeliefsNonStationary (const ArgumentHandlers::Arguments &args) const
 Sample a non-stationary belief set according to the arguments. More...
 
BeliefSetNonStationary SampleBeliefsNonStationary (int nrBeliefs=10, int uniqueBeliefs=0, int resetAfter=0, int useQMDPforSamplingBeliefs=0, double QMDPexploreProb=0.1) const
 Sample a non-stationary belief set specifying each argument. More...
 
void SetAcceleratedPruningThreshold (size_t acceleratedPruningThreshold)
 
VectorSet Union (const VectorSet &A, const VectorSet &B) const
 Computes the union of two vector sets. More...
 
QFunctionsDiscrete ValueFunctionToQ (const ValueFunctionPOMDPDiscrete &V) const
 
virtual ~AlphaVectorPlanning ()
 Destructor. More...
 
- Public Member Functions inherited from TimedAlgorithm
void AddTimedEvent (const std::string &id, clock_t duration)
 Adds event of certain duration, e.g., an external program call. More...
 
std::vector< double > GetTimedEventDurations (const std::string &id)
 Returns all stored durations (in s) for a particular event. More...
 
void LoadTimers (const std::string &filename)
 Load timing info from file filename. More...
 
void PrintTimers () const
 Print stored timing info. More...
 
void PrintTimersSummary () const
 Sums data and prints out a summary. More...
 
void SaveTimers (const std::string &filename) const
 Save collected timing info to file filename. More...
 
void SaveTimers (std::ofstream &of) const
 Save collected timing info to ofstream of. More...
 
void StartTimer (const std::string &id) const
 Start to time an event identified by id. More...
 
void StopTimer (const std::string &id) const
 Stop to time an event identified by id. More...
 
 TimedAlgorithm ()
 (default) Constructor More...
 
virtual ~TimedAlgorithm ()
 Destructor. More...
 

Static Public Member Functions

static std::string BackupTypeToString (const QAVParameters &params)
 
static QAVParameters ProcessArguments (const ArgumentHandlers::Arguments &args)
 
- Static Public Member Functions inherited from AlphaVectorPlanning
static void CrossSum (const std::vector< AlphaVector > &A, const std::vector< AlphaVector > &B, std::vector< AlphaVector > &output)
 Compute the cross-sum of two vector sets. More...
 
static bool EqualVS (const VectorSet &VS1, const VectorSet &VS2)
 
static void ExportBeliefSet (const BeliefSet &B, const std::string &filename)
 Exports a belief set to a file. More...
 
static void ExportPOMDPFile (const std::string &filename, const DecPOMDPDiscreteInterface *decpomdp)
 Exports the POMDP represented by pu to file named filename. More...
 
static void ExportValueFunction (const std::string &filename, const ValueFunctionPOMDPDiscrete &V, bool includeBGindices=true)
 Exports a value function V to file named filename. More...
 
static void ExportValueFunction (const std::string &filename, const QFunctionsDiscrete &Q, bool includeBGindices=true)
 Exports a Q functions Q to file named filename. More...
 
static void ExportValueFunction (const std::string &filename, const QFunctionsDiscreteNonStationary &Q, bool includeBGindices=true)
 Exports a Q functions Q to file named filename. More...
 
static std::vector< int > GetDuplicateIndices (const VectorSet &V)
 Returns a vector<int> which for each vector k in V specifies whether it is unique, in which case vector<int>[k] is set to -1, or whether it is a duplicate of another vector l in V, in which case vector<int>[k] is set to the index of l, where 0 <= l < V.size()). More...
 
static ValueFunctionPOMDPDiscrete GetImmediateRewardValueFunction (const PlanningUnitDecPOMDPDiscrete *pu)
 Returns the value function induced by the reward model of pu. More...
 
static ValueFunctionPOMDPDiscrete ImportValueFunction (const std::string &filename)
 Imports a value function from a file named filename. More...
 
static
QFunctionsDiscreteNonStationary 
ImportValueFunction (const std::string &filename, size_t nr, size_t nrA, size_t nrS)
 
static ValueFunctionPOMDPDiscrete QFunctionsToValueFunction (const QFunctionsDiscrete &Q)
 Takes all the vectors from the Q-function Q and throws them together as a 'V' function. More...
 
static std::string SoftPrint (const VectorSet &VS)
 
static QFunctionsDiscrete ValueFunctionToQ (const ValueFunctionPOMDPDiscrete &V, size_t nrA, size_t nrS)
 
static VectorSet ValueFunctionToVectorSet (const ValueFunctionPOMDPDiscrete &V)
 
static bool VectorIsDominated (const AlphaVector &alpha, const ValueFunctionPOMDPDiscrete &V)
 
static bool VectorIsDominated (Index i, const VectorSet &V, const std::vector< bool > &vectorsInVtoConsider)
 
static bool VectorIsInValueFunction (const AlphaVector &alpha, const ValueFunctionPOMDPDiscrete &V)
 
static VectorSetVectorOfVectorsToVectorSet (const std::vector< std::vector< double > > &vectors)
 
static ValueFunctionPOMDPDiscrete VectorSetToValueFunction (const VectorSet &VS, Index a=0, AlphaVector::BGPolicyIndex betaI=-1)
 

Protected Member Functions

GaoVectorSet BackupStageLeadIn (const ValueFunctionPOMDPDiscrete &V) const
 
void BackupStageLeadOut (GaoVectorSet Gao) const
 
virtual std::vector< double > GetImmediateRewardBeliefSet () const =0
 
QFunctionsDiscreteNonStationary GetInitialNonStationaryQFunctions () const
 
QFunctionsDiscrete GetInitialQFunctions () const
 
ValueFunctionPOMDPDiscrete GetInitialValueFunction () const
 
virtual void InitializeBeliefs (int nrB, bool uniquify)=0
 
template<class VF >
void PlanEndOfIteration (const VF &V)
 
void PlanEndOfIteration () const
 
void PlanLeadIn ()
 
void PlanLeadOut ()
 
template<class VF >
void PlanStartOfIteration (int iter, const std::vector< double > &VB, const VF &V) const
 
void PrintMaxRewardInBeliefSet () const
 Prints the maximum immediate reward present in the belief set. More...
 
virtual void StoreValueFunction (const ValueFunctionPOMDPDiscrete &V)
 
virtual void StoreValueFunction (const QFunctionsDiscrete &Q)
 
virtual void StoreValueFunction (const QFunctionsDiscreteNonStationary &Q)
 
void UpdateValueFunctionName ()
 

Protected Attributes

bool _m_beliefsInitialized
 Whether or not the belief set has been set. More...
 
double _m_bestValue
 
bool _m_computeVectorForEachBelief
 
bool _m_dryrun
 
std::string _m_identification
 
std::string _m_resultsFilename
 
bool _m_storeIntermediateValueFunctions
 
bool _m_storeTimings
 
std::string _m_valueFunctionFilename
 

Private Member Functions

size_t GetSize (const ValueFunctionPOMDPDiscrete &V) const
 
size_t GetSize (const QFunctionsDiscrete &Q) const
 
size_t GetSize (const QFunctionsDiscreteNonStationary &Q) const
 

Private Attributes

bool _m_initializeWithImmediateReward
 
bool _m_initializeWithZero
 
int _m_maximumNumberOfIterations
 
int _m_minimumNumberOfIterations
 
int _m_verbose
 

Detailed Description

Perseus contains basic functionality for the Perseus planner.

Constructor & Destructor Documentation

Perseus::Perseus ( const PlanningUnitDecPOMDPDiscrete pu)
Perseus::Perseus ( const boost::shared_ptr< const PlanningUnitDecPOMDPDiscrete > &  pu)
Perseus::Perseus ( const boost::shared_ptr< const PlanningUnitFactoredDecPOMDPDiscrete > &  pu)
Perseus::~Perseus ( )
virtual

Destructor.

Member Function Documentation

string Perseus::BackupTypeToString ( const QAVParameters params)
static
bool Perseus::CheckConvergence ( const std::vector< double > &  VB,
const std::vector< double > &  VBnew,
int  iter 
) const
virtual void Perseus::ExportValueFunction ( const std::string &  filename) const
pure virtual

Exports the computed value function in a simple text format used by Tony Cassandra for .alpha files.

Implemented in PerseusStationary, and PerseusNonStationary.

Referenced by PlanEndOfIteration().

virtual std::vector<double> Perseus::GetImmediateRewardBeliefSet ( ) const
protectedpure virtual
QFunctionsDiscreteNonStationary Perseus::GetInitialNonStationaryQFunctions ( ) const
protected
virtual double Perseus::GetQ ( const JointBeliefInterface b,
Index  jaI 
) const
pure virtual
virtual double Perseus::GetQ ( const JointBeliefInterface b,
Index  jaI,
AlphaVector::BGPolicyIndex betaMaxI 
) const
pure virtual
virtual double Perseus::GetQ ( const JointBeliefInterface b,
Index  t,
Index  jaI 
) const
pure virtual
virtual double Perseus::GetQ ( const JointBeliefInterface b,
Index  t,
Index  jaI,
AlphaVector::BGPolicyIndex betaMaxI 
) const
pure virtual
size_t Perseus::GetSize ( const ValueFunctionPOMDPDiscrete V) const
inlineprivate

Referenced by GetSize(), and PlanStartOfIteration().

size_t Perseus::GetSize ( const QFunctionsDiscrete Q) const
inlineprivate
size_t Perseus::GetSize ( const QFunctionsDiscreteNonStationary Q) const
inlineprivate

References GetSize().

virtual void Perseus::InitializeBeliefs ( int  nrB,
bool  uniquify 
)
protectedpure virtual

Implemented in PerseusStationary, and PerseusNonStationary.

Referenced by PlanLeadIn().

virtual void Perseus::Plan ( )
pure virtual
template<class VF >
void Perseus::PlanEndOfIteration ( const VF &  V)
inlineprotected
void Perseus::PrintMaxRewardInBeliefSet ( ) const
protected

Prints the maximum immediate reward present in the belief set.

References _m_beliefsInitialized, GetIdentification(), GetImmediateRewardBeliefSet(), and GetVerbose().

Referenced by PlanLeadIn().

int Perseus::SampleNotImprovedBeliefIndex ( std::vector< bool >  stillNeedToBeImproved,
int  nrNotImproved 
) const
void Perseus::SetComputeVectorForEachBelief ( bool  compute)
inline
void Perseus::SetDryrun ( bool  dryrun)
inline
void Perseus::SetIdentification ( const std::string &  identification)
void Perseus::SetInitializeWithImmediateReward ( bool  initReward)
inline
void Perseus::SetInitializeWithZero ( bool  initZero)
inline
void Perseus::SetMaximumNumberOfIterations ( int  nr)
inline

Referenced by Perseus().

void Perseus::SetMinimumNumberOfIterations ( int  nr)
inline

Referenced by Perseus().

void Perseus::SetResultsFilename ( const std::string &  filename)
void Perseus::SetSaveIntermediateValueFunctions ( bool  save)
inline
void Perseus::SetSaveTimings ( bool  save)
inline
virtual void Perseus::SetValueFunction ( const std::string &  filename)
pure virtual
void Perseus::SetVerbose ( int  verbose)
inline
void Perseus::StoreValueFunction ( const ValueFunctionPOMDPDiscrete V)
protectedvirtual

Reimplemented in PerseusStationary.

Referenced by PlanEndOfIteration().

void Perseus::StoreValueFunction ( const QFunctionsDiscrete Q)
protectedvirtual

Reimplemented in PerseusStationary.

void Perseus::StoreValueFunction ( const QFunctionsDiscreteNonStationary Q)
protectedvirtual

Reimplemented in PerseusNonStationary.

Member Data Documentation

double Perseus::_m_bestValue
protected
bool Perseus::_m_dryrun
protected
std::string Perseus::_m_identification
protected

Referenced by SetIdentification().

bool Perseus::_m_initializeWithImmediateReward
private
bool Perseus::_m_initializeWithZero
private
int Perseus::_m_maximumNumberOfIterations
private

Referenced by CheckConvergence().

int Perseus::_m_minimumNumberOfIterations
private

Referenced by CheckConvergence().

std::string Perseus::_m_resultsFilename
protected
bool Perseus::_m_storeIntermediateValueFunctions
protected
bool Perseus::_m_storeTimings
protected

Referenced by PlanEndOfIteration(), and PlanLeadOut().

std::string Perseus::_m_valueFunctionFilename
protected
int Perseus::_m_verbose
private