org.deeplearning4j.nn.updater

Class TestDecayPolicies

java.lang.Object

org.deeplearning4j.nn.updater.TestDecayPolicies

public class TestDecayPolicies
extends java.lang.Object

Test learning rate and momentum decay policies

Constructor Summary

Constructors

Constructor and Description
TestDecayPolicies()

Method Summary

Modifier and Type	Method and Description
void	beforeDo()
double	calcExponentialDecay(double lr, double decayRate, double iteration)
double	calcInverseDecay(double lr, double decayRate, double iteration, double power)
double	calcPolyDecay(double lr, double iteration, double power, double maxIterations)
double	calcSigmoidDecay(double lr, double decayRate, double iteration, double steps)
double	calcStepDecay(double lr, double decayRate, double iteration, double steps)
double	calcTorchStepDecay(double lr, double decayRate)
double	testAdaGradComputation(Gradient gradientActual, Gradient gradientExpected, double lr, java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter, int i)
double	testAdamComputation(Gradient gradientActual, Gradient gradientExpected, double lr, java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter, int i)
void	testLearningRateExponentialDecaySingleLayer()
void	testLearningRateInverseDecaySingleLayer()
void	testLearningRatePolyDecaySingleLayer()
void	testLearningRateScheduleMLN()
void	testLearningRateScheduleSingleLayer()
void	testLearningRateScoreDecay()
void	testLearningRateSigmoidDecaySingleLayer()
void	testLearningRateStepDecaySingleLayer()
void	testLearningRateTorchStepDecaySingleLayer()
void	testMomentumScheduleMLN()
void	testMomentumScheduleSingleLayer()
double	testNesterovsComputation(Gradient gradientActual, Gradient gradientExpected, double lr, double mu, java.util.Map<java.lang.Integer,java.lang.Double> momentumAfter, int i)
void	testOriginalLearningRateUnchanged()
double	testRMSPropComputation(Gradient gradientActual, Gradient gradientExpected, double lr, java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter, int i)
double	testSGDComputation(Gradient gradientActual, Gradient gradientExpected, double lr, java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter, int i)
void	testUpdatingInConf()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TestDecayPolicies

public TestDecayPolicies()

Method Detail

beforeDo

public void beforeDo()

testLearningRateExponentialDecaySingleLayer

public void testLearningRateExponentialDecaySingleLayer()

testLearningRateInverseDecaySingleLayer

public void testLearningRateInverseDecaySingleLayer()

testLearningRateStepDecaySingleLayer

public void testLearningRateStepDecaySingleLayer()

testLearningRateTorchStepDecaySingleLayer

public void testLearningRateTorchStepDecaySingleLayer()

testLearningRatePolyDecaySingleLayer

public void testLearningRatePolyDecaySingleLayer()

testLearningRateSigmoidDecaySingleLayer

public void testLearningRateSigmoidDecaySingleLayer()

testLearningRateScheduleSingleLayer

public void testLearningRateScheduleSingleLayer()

testLearningRateScheduleMLN

public void testLearningRateScheduleMLN()

testLearningRateScoreDecay

public void testLearningRateScoreDecay()

testOriginalLearningRateUnchanged

public void testOriginalLearningRateUnchanged()

testMomentumScheduleSingleLayer

public void testMomentumScheduleSingleLayer()

testMomentumScheduleMLN

public void testMomentumScheduleMLN()

testUpdatingInConf

public void testUpdatingInConf()
                        throws java.lang.Exception

Throws:

java.lang.Exception

testSGDComputation

public double testSGDComputation(Gradient gradientActual,
                                 Gradient gradientExpected,
                                 double lr,
                                 java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter,
                                 int i)

testNesterovsComputation

public double testNesterovsComputation(Gradient gradientActual,
                                       Gradient gradientExpected,
                                       double lr,
                                       double mu,
                                       java.util.Map<java.lang.Integer,java.lang.Double> momentumAfter,
                                       int i)

testAdaGradComputation

public double testAdaGradComputation(Gradient gradientActual,
                                     Gradient gradientExpected,
                                     double lr,
                                     java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter,
                                     int i)

testAdamComputation

public double testAdamComputation(Gradient gradientActual,
                                  Gradient gradientExpected,
                                  double lr,
                                  java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter,
                                  int i)

testRMSPropComputation

public double testRMSPropComputation(Gradient gradientActual,
                                     Gradient gradientExpected,
                                     double lr,
                                     java.util.Map<java.lang.Integer,java.lang.Double> learningRateAfter,
                                     int i)

calcExponentialDecay

public double calcExponentialDecay(double lr,
                                   double decayRate,
                                   double iteration)

calcInverseDecay

public double calcInverseDecay(double lr,
                               double decayRate,
                               double iteration,
                               double power)

calcStepDecay

public double calcStepDecay(double lr,
                            double decayRate,
                            double iteration,
                            double steps)

calcTorchStepDecay

public double calcTorchStepDecay(double lr,
                                 double decayRate)

calcPolyDecay

public double calcPolyDecay(double lr,
                            double iteration,
                            double power,
                            double maxIterations)

calcSigmoidDecay

public double calcSigmoidDecay(double lr,
                               double decayRate,
                               double iteration,
                               double steps)