Index

_

_expand_trajectory() (l2l.optimizers.optimizer.Optimizer method)

A

ada_max_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) adam_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) AdamParameters (class in l2l.optimizers.gradientdescent.optimizer)

add_postprocessing() (l2l.utils.environment.Environment method) apply() (l2l.sdict method) (l2l.sdictm method)

B

BayesianGaussianMixture (class in l2l.optimizers.crossentropy.distribution)

bounding_func() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method)

C

classic_gd_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) ClassicGDParameters (class in l2l.optimizers.gradientdescent.optimizer) close_workers() (l2l.utils.runner.Runner method) collect_results_from_run() (l2l.utils.runner.Runner method) configure_loggers() (in module l2l.logging_tools) convert_dict_to_numpy() (in module l2l) cooling() (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method) cooling_schedule (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

copy() (l2l.sdictm method) create_individual() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method) (l2l.optimizees.optimizee.Optimizee method) create_shared_logger_data() (in module l2l.logging_tools) create_zipfile() (l2l.utils.runner.Runner method) CrossEntropyOptimizer (class in l2l.optimizers.crossentropy.optimizer) CrossEntropyParameters (class in l2l.optimizers.crossentropy.optimizer) cx_prob (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute)

D

dict_to_list() (in module l2l) DictEntryType (class in l2l) disable_logging() (l2l.utils.environment.Environment method)

Distribution (class in l2l.optimizers.crossentropy.distribution) distribution (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) dump_traj() (l2l.utils.runner.Runner method)

E

enable_logging() (l2l.utils.environment.Environment method) end() (l2l.optimizers.crossentropy.optimizer.CrossEntropyOptimizer method) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmOptimizer method) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesOptimizer method) (l2l.optimizers.face.optimizer.FACEOptimizer method) (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer method) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesOptimizer method) (l2l.optimizers.optimizer.Optimizer method) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method)

end_experiment() (l2l.utils.experiment.Experiment method) Environment (class in l2l.utils.environment) eval_pop (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer attribute) (l2l.optimizers.optimizer.Optimizer attribute) EvolutionStrategiesOptimizer (class in l2l.optimizers.evolutionstrategies.optimizer) EvolutionStrategiesParameters (class in l2l.optimizers.evolutionstrategies.optimizer) Experiment (class in l2l.utils.experiment) exploration_step_size (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute)

F

f_add_derived_parameter() (l2l.utils.trajectory.Trajectory method) f_add_parameter() (l2l.utils.groups.ParameterGroup method) (l2l.utils.trajectory.Trajectory method) f_add_parameter_group() (l2l.utils.trajectory.Trajectory method) f_add_parameter_to_group() (l2l.utils.trajectory.Trajectory method) f_add_result() (l2l.utils.trajectory.Trajectory method) f_expand() (l2l.utils.trajectory.Trajectory method) FACEOptimizer (class in l2l.optimizers.face.optimizer) FACEParameters (class in l2l.optimizers.face.optimizer)

first_order_decay (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) fit() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method) fitness_shaping_enabled (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) frozen() (l2l.sdictm method) FunctionGeneratorOptimizee (class in l2l.optimizees.functions.optimizee)

G

g (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer attribute) (l2l.optimizers.optimizer.Optimizer attribute) Gaussian (class in l2l.optimizers.crossentropy.distribution) GeneticAlgorithmOptimizer (class in l2l.optimizers.evolution.optimizer) GeneticAlgorithmParameters (class in l2l.optimizers.evolution.optimizer) get() (l2l.sdictm method) get_params() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyBayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method)

GradientDescentOptimizer (class in l2l.optimizers.gradientdescent.optimizer) GridSearchOptimizer (class in l2l.optimizers.gridsearch.optimizer) GridSearchParameters (class in l2l.optimizers.gridsearch.optimizer)

I

ind_prob (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) Individual (class in l2l.utils.individual) init_ada_max() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) init_adam() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) init_classic_gd() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method)

init_random_state() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) init_rmsprop() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) init_stochastic_gd() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method)

K

keys() (l2l.sdictm method)

L

l2l.logging_tools module l2l.optimizees.functions.tools module launch_worker() (l2l.utils.runner.Runner method) launch_workers() (l2l.utils.runner.Runner method) learning_rate (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute)

learning_rate_mu (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) learning_rate_sigma (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) list_to_dict() (in module l2l) load_trajectory() (l2l.utils.experiment.Experiment method)

M

mate_par (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) max_pop_size (l2l.optimizers.face.optimizer.FACEParameters attribute) min_pop_size (l2l.optimizers.face.optimizer.FACEParameters attribute) mirrored_sampling_enabled (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) MNISTOptimizee (class in l2l.optimizees.mnist.optimizee) MNISTOptimizeeParameters (class in l2l.optimizees.mnist.optimizee)

module l2l.logging_tools l2l.optimizees.functions.tools momentum_decay (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) mu (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) mut_par (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) mut_prob (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute)

N

n_elite (l2l.optimizers.face.optimizer.FACEParameters attribute) n_expand (l2l.optimizers.face.optimizer.FACEParameters attribute) n_hidden (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute) n_iteration (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

n_parallel_runs (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) n_random_steps (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) NaturalEvolutionStrategiesOptimizer (class in l2l.optimizers.naturalevolutionstrategies.optimizer) NaturalEvolutionStrategiesParameters (class in l2l.optimizers.naturalevolutionstrategies.optimizer) noise_std (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) noisy_step (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) NoisyBayesianGaussianMixture (class in l2l.optimizers.crossentropy.distribution) NoisyGaussian (class in l2l.optimizers.crossentropy.distribution)

O

Optimizee (class in l2l.optimizees.optimizee)

Optimizer (class in l2l.optimizers.optimizer)

P

param_grid (l2l.optimizers.gridsearch.optimizer.GridSearchParameters attribute) ParameterGroup (class in l2l.utils.groups) plot() (in module l2l.optimizees.functions.tools) pop_size (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) populate_free_workers() (l2l.utils.runner.Runner method) post_process() (l2l.optimizers.crossentropy.optimizer.CrossEntropyOptimizer method) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmOptimizer method) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesOptimizer method) (l2l.optimizers.face.optimizer.FACEOptimizer method) (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) (l2l.optimizers.gridsearch.optimizer.GridSearchOptimizer method) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesOptimizer method) (l2l.optimizers.optimizer.Optimizer method) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingOptimizer method)

prepare_experiment() (l2l.utils.experiment.Experiment method) prepare_run_file() (l2l.utils.runner.Runner method) produce_run_command() (l2l.utils.runner.Runner method)

R

restart_individual() (l2l.utils.runner.Runner method) restart_worker() (l2l.utils.runner.Runner method) rho (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) rmsprop_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method)

RMSPropParameters (class in l2l.optimizers.gradientdescent.optimizer) run() (l2l.utils.environment.Environment method) (l2l.utils.runner.Runner method) run_experiment() (l2l.utils.experiment.Experiment method) Runner (class in l2l.utils.runner)

S

sample() (l2l.optimizers.crossentropy.distribution.BayesianGaussianMixture method) (l2l.optimizers.crossentropy.distribution.Distribution method) (l2l.optimizers.crossentropy.distribution.Gaussian method) (l2l.optimizers.crossentropy.distribution.NoisyGaussian method) Scalar (l2l.DictEntryType attribute) sdict (class in l2l) sdictm (class in l2l) second_order_decay (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) seed (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute) (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute) Sequence (l2l.DictEntryType attribute) sigma (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) simulate() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.mnist.optimizee.MNISTOptimizee method) (l2l.optimizees.optimizee.Optimizee method)

simulate_() (l2l.optimizees.functions.optimizee.FunctionGeneratorOptimizee method) (l2l.optimizees.optimizee.Optimizee method) simulate_generation() (l2l.utils.runner.Runner method) SimulatedAnnealingOptimizer (class in l2l.optimizers.simulatedannealing.optimizer) SimulatedAnnealingParameters (class in l2l.optimizers.simulatedannealing.optimizer) smoothing (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) stdout_discarded() (in module l2l) stdout_redirected() (in module l2l) stochastic_decay (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) stochastic_deviation (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) stochastic_gd_update() (l2l.optimizers.gradientdescent.optimizer.GradientDescentOptimizer method) StochasticGDParameters (class in l2l.optimizers.gradientdescent.optimizer) stop_criterion (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.evolutionstrategies.optimizer.EvolutionStrategiesParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.gradientdescent.optimizer.AdamParameters attribute) (l2l.optimizers.gradientdescent.optimizer.ClassicGDParameters attribute) (l2l.optimizers.gradientdescent.optimizer.RMSPropParameters attribute) (l2l.optimizers.gradientdescent.optimizer.StochasticGDParameters attribute) (l2l.optimizers.naturalevolutionstrategies.optimizer.NaturalEvolutionStrategiesParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

T

temp_decay (l2l.optimizers.crossentropy.optimizer.CrossEntropyParameters attribute) (l2l.optimizers.face.optimizer.FACEParameters attribute) (l2l.optimizers.simulatedannealing.optimizer.SimulatedAnnealingParameters attribute)

todict() (l2l.sdictm method) tourn_size (l2l.optimizers.evolution.optimizer.GeneticAlgorithmParameters attribute) Trajectory (class in l2l.utils.trajectory)

U

update() (l2l.sdict method) (l2l.sdictm method)

use_small_mnist (l2l.optimizees.mnist.optimizee.MNISTOptimizeeParameters attribute)