Gridworld.hpp

Go to the documentation of this file.

#ifndef SRC_TYPES_GRIDWORLD_HPP_
#define SRC_TYPES_GRIDWORLD_HPP_

#include <types/Environment.hpp>


namespace mic {
namespace environments {

enum class GridworldChannels : std::size_t
{
    Goals = 0, 
    Pits = 1, 
    Walls = 2, 
    Agent = 3, 
    Count = 4 
};


class Gridworld : public mic::environments::Environment {
public:
    Gridworld(std::string node_name_ = "gridworld");

    Gridworld (const mic::environments::Gridworld & gw_);


    virtual ~Gridworld();

    mic::environments::Gridworld & operator=(const mic::environments::Gridworld & gw_);

    virtual void initializePropertyDependentVariables();

    virtual void initializeEnvironment();

    void initExemplaryGrid();

    void initClassicCliffGrid();

    void initDiscountGrid();

    void initBridgeGrid();

    void initBookGrid();

    void initMazeGrid();

    void initExemplaryDQLGrid();

    void initModifiedDQLGrid();


    void initDebug2x2Grid();

    void initDebug3x3Grid();


    void initSimpleRandomGrid();

    void initHardRandomGrid();

    bool isGridTraversible(long x_, long y_, mic::types::Matrix<bool> & visited_);

    mic::types::TensorXfPtr getObservation();

    virtual std::string environmentToString();

    virtual std::string observationToString();

    virtual mic::types::MatrixXfPtr encodeEnvironment();

    virtual mic::types::MatrixXfPtr encodeObservation();


    virtual mic::types::MatrixXfPtr encodeAgentGrid();

    virtual mic::types::Position2D getAgentPosition();

    virtual bool moveAgentToPosition(mic::types::Position2D pos_);

    virtual float getStateReward(mic::types::Position2D pos_);

    // Makes all versions of polymorphic method isStateAllowed() available.
    using mic::environments::Environment::isStateAllowed;

    virtual bool isStateAllowed(mic::types::Position2D pos_);

    // Makes all versions of polymorphic method isStateTerminal() available.
    using mic::environments::Environment::isStateTerminal;

    virtual bool isStateTerminal(mic::types::Position2D pos_);

protected:

    mic::configuration::Property<short> type;

    std::string gridToString(mic::types::TensorXfPtr grid_);

};

} /* namespace environments */
} /* namespace mic */

#endif /* SRC_TYPES_GRIDWORLD_HPP_ */