GridworldValueIteration.hpp

Go to the documentation of this file.

#ifndef SRC_APPLICATION_GRIDWORLDVALUEITERATION_HPP_
#define SRC_APPLICATION_GRIDWORLDVALUEITERATION_HPP_

#include <vector>
#include <string>

#include <application/Application.hpp>

#include <types/Gridworld.hpp>
#include <types/MatrixTypes.hpp>
#include <types/Action2D.hpp>
#include <types/Position2D.hpp>

namespace mic {
namespace application {



class GridworldValueIteration: public mic::application::Application {
public:
    GridworldValueIteration(std::string node_name_ = "application");

    virtual ~GridworldValueIteration();

protected:
    virtual void initializePropertyDependentVariables();

    virtual void initialize(int argc, char* argv[]);

    virtual bool performSingleStep();

private:

    mic::environments::Gridworld grid_env;

    mic::types::MatrixXf state_value_table;

    mic::configuration::Property<float> step_reward;

    mic::configuration::Property<float> discount_rate;

    mic::configuration::Property<float> move_noise;

    mic::configuration::Property<std::string> statistics_filename;

    float running_delta;

    std::string streamStateActionTable();


    float computeQValueFromValues(mic::types::Position2D pos_, mic::types::NESWAction ac_);

    float computeBestValue(mic::types::Position2D pos_);


};


} /* namespace application */
} /* namespace mic */

#endif /* SRC_APPLICATION_GRIDWORLDVALUEITERATION_HPP_ */