EpisodicTrainAndTestApplication.cpp

Go to the documentation of this file.

#include <application/EpisodicTrainAndTestApplication.hpp>

namespace mic {
namespace application {


EpisodicTrainAndTestApplication::EpisodicTrainAndTestApplication(std::string node_name_) : Application(node_name_),
        episode(0),
        learning_iteration(0),
        number_of_episodes("number_of_episodes", 0)
{
    // Register properties - so their values can be overridden (read from the configuration file).
    registerProperty(number_of_episodes);

    // Start from learning.
    APP_STATE->setLearningModeOn();
}


void EpisodicTrainAndTestApplication::run() {

    // Start from learning.
    APP_STATE->setLearningModeOn();

    // Start a new episode.
    startNewEpisode();

    // Main application loop.
    while (!APP_STATE->Quit()) {

        // If not paused.
        if (!APP_STATE->isPaused()) {
            // If single step mode - pause after the step.
            if (APP_STATE->isSingleStepModeOn())
                APP_STATE->pressPause();

            // Enter critical section - with the use of scoped lock from AppState!
            APP_DATA_SYNCHRONIZATION_SCOPED_LOCK();

            // Increment iteration number - at START!
            iteration++;
            // Perform single step and - if required - break the loop.
            if (!performSingleStep())
                break;

        } //: if! is paused & end of critical section

        // Sleep.
        APP_SLEEP();
    }//: while
}

bool EpisodicTrainAndTestApplication::performSingleStep(void) {
    // If learning mode.
    if (APP_STATE->isLearningModeOn())  {
        // Perform learning - until there is something to learn.
        if (!performLearningStep()) {
            APP_STATE->setLearningModeOff();
        }
    } else {
        // Perform testing - until there is something to test.
        if (!performTestingStep()) {
            // Finish the current episode.
            episode++;
            finishCurrentEpisode();

            // Check terminal condition.
            if (((unsigned int)number_of_episodes != 0) && ( episode >= (unsigned int) number_of_episodes))
                return false;

            APP_STATE->setLearningModeOn();

            // Else - start a new episode.
            startNewEpisode();

        }//: if

    }//: else

    return true;
}



} /* namespace application */
} /* namespace mic */