RMSPropTests.cpp

Go to the documentation of this file.

#include <gtest/gtest.h>
#include <cmath>

#include <optimization/ArtificialLandscapesTests.hpp>

// Redefine word "public" so every class field/method will be accessible for tests.
#define private public
#include <optimization/RMSProp.hpp>



// RMSProp


TEST_F(Sphere1DLandscape, RMSProp_Convergence) {
    // Optimization function - 1d RMSProp.
    mic::neural_nets::optimization::RMSProp<double> opt(x->rows(), x->cols(), 1, 0.1);

    // Simulate a simple gradient descent.
    size_t iteration = 0;
    double abs_diff = 1.0;
    while (abs_diff > eps) {
        mic::types::MatrixPtr<double> dx = fun.calculateGradient(x);
        // Update - learning rate not used!
        opt.update(x, dx, 0.001);

        // Check whether value of the function is finite.
        double value = fun.calculateValue(x);
        ASSERT_EQ(true, std::isfinite(value)) << " at iteration i=" << iteration;

        // Calculate diff - std:abs!!
        abs_diff = std::abs(value - fun.minValue());
        iteration++;
    }//: while
    ASSERT_GE(eps, std::abs(fun.calculateValue(x) - fun.minValue()));
    std::cout << "              -> Converged after " << iteration << " iterations\n";
}


TEST_F(Sphere20DLandscape,  RMSProp_Convergence) {
    // Optimization function - 20d RMSProp (with default values).
    mic::neural_nets::optimization::RMSProp<double> opt(x->rows(), x->cols());

    // Simulate a simple gradient descent.
    size_t iteration = 0;
    double abs_diff = 1.0;
    while (abs_diff > eps) {
        mic::types::MatrixPtr<double> dx = fun.calculateGradient(x);
        // Update - learning rate not used!
        opt.update(x, dx, 0.001);

        // Check whether value of the function is finite.
        double value = fun.calculateValue(x);
        ASSERT_EQ(true, std::isfinite(value)) << " at iteration i=" << iteration;

        // Calculate diff - std:abs!!
        abs_diff = std::abs(value - fun.minValue());
        iteration++;
    }//: while
    ASSERT_GE(eps, std::abs(fun.calculateValue(x) - fun.minValue()));
    std::cout << "              -> Converged after " << iteration << " iterations\n";
}