GridworldDeepQLearning.hpp

Go to the documentation of this file.

#ifndef SRC_APPLICATION_GRIDWORLDDEEPQLEARNING_HPP_
#define SRC_APPLICATION_GRIDWORLDDEEPQLEARNING_HPP_

#include <vector>
#include <string>

#include <opengl/application/OpenGLEpisodicApplication.hpp>
#include <opengl/visualization/WindowCollectorChart.hpp>
using namespace mic::opengl::visualization;

#include <mlnn/BackpropagationNeuralNetwork.hpp>
// Using multi layer neural networks
using namespace mic::mlnn;
using namespace mic::types;

#include <types/Gridworld.hpp>

namespace mic {
namespace application {


class GridworldDeepQLearning: public mic::opengl::application::OpenGLEpisodicApplication {
public:
    GridworldDeepQLearning(std::string node_name_ = "application");

    virtual ~GridworldDeepQLearning();

protected:

    virtual void initialize(int argc, char* argv[]);

    virtual void initializePropertyDependentVariables();

    virtual bool performSingleStep();

    virtual void startNewEpisode();

    virtual void finishCurrentEpisode();


private:

    WindowCollectorChart<float>* w_chart;

    mic::utils::DataCollectorPtr<std::string, float> collector_ptr;

    mic::environments::Gridworld grid_env;

    mic::configuration::Property<float> step_reward;

    mic::configuration::Property<float> discount_rate;

    mic::configuration::Property<float> learning_rate;

    mic::configuration::Property<double> epsilon;

    mic::configuration::Property<std::string> statistics_filename;

    mic::configuration::Property<std::string> mlnn_filename;

    mic::configuration::Property<bool> mlnn_save;

    mic::configuration::Property<bool> mlnn_load;

    BackpropagationNeuralNetwork<float> neural_net;

    float computeBestValueForCurrentState();

    mic::types::MatrixXfPtr getPredictedRewardsForCurrentState();

    mic::types::NESWAction selectBestActionForCurrentState();

    std::string streamNetworkResponseTable();

    mic::types::Position2D player_pos_t_minus_prim;

    long long sum_of_iterations;

    long long sum_of_rewards;

};

} /* namespace application */
} /* namespace mic */

#endif /* SRC_APPLICATION_GRIDWORLDDEEPQLEARNING_HPP_ */