HebbianRule.hpp

Go to the documentation of this file.

#ifndef HEBBIAN_HPP_
#define HEBBIAN_HPP_

#include <optimization/OptimizationFunction.hpp>

namespace mic {
namespace neural_nets {
namespace learning {

template <typename eT=float>
class HebbianRule : public mic::neural_nets::optimization::OptimizationFunction<eT> {
public:
    HebbianRule(size_t rows_, size_t cols_) {
        delta = MAKE_MATRIX_PTR(eT, rows_, cols_);
        delta->zeros();
    }

    // Virtual destructor - empty.
    virtual ~HebbianRule() { }


    virtual mic::types::MatrixPtr<eT> calculateUpdate(mic::types::MatrixPtr<eT> x_, mic::types::MatrixPtr<eT> y_, eT learning_rate_) {
        // delta + alpha * x * y.
        (*delta) = learning_rate_ * (*y_) * ((*x_).transpose());

        return delta;
    }


protected:
    mic::types::MatrixPtr<eT> delta;

};

} //: namespace learning
} /* namespace neural_nets */
} /* namespace mic */

#endif /* HEBBIAN_HPP_ */