source: framspy/evolalg/examples/niching_novelty.py @ 1145

Last change on this file since 1145 was 1145, checked in by Maciej Komosinski, 21 months ago

Added niching and novelty search with limited (i.e., local) competition ("nearest neighbors" according to dissimilarity measure)

File size: 14.0 KB
Line 
1import argparse
2import logging
3import os
4import pickle
5import sys
6from enum import Enum
7
8import numpy as np
9
10from FramsticksLib import FramsticksLib
11from evolalg.base.lambda_step import LambdaStep
12from evolalg.base.step import Step
13from evolalg.dissimilarity.frams_dissimilarity import FramsDissimilarity
14from evolalg.dissimilarity.levenshtein import LevenshteinDissimilarity
15from evolalg.experiment import Experiment
16from evolalg.fitness.fitness_step import FitnessStep
17from evolalg.mutation_cross.frams_cross_and_mutate import FramsCrossAndMutate
18from evolalg.population.frams_population import FramsPopulation
19from evolalg.repair.remove.field import FieldRemove
20from evolalg.repair.remove.remove import Remove
21from evolalg.selection.tournament import TournamentSelection
22from evolalg.statistics.halloffame_stats import HallOfFameStatistics
23from evolalg.statistics.statistics_deap import StatisticsDeap
24from evolalg.base.union_step import UnionStep
25from evolalg.utils.population_save import PopulationSave
26
27
28def ensureDir(string):
29    if os.path.isdir(string):
30        return string
31    else:
32        raise NotADirectoryError(string)
33
34
35class Dissim(Enum):
36    levenshtein = "levenshtein"
37    frams = "frams"
38
39    def __str__(self):
40        return self.name
41
42
43class Fitness(Enum):
44    raw = "raw"
45    niching = "niching"
46    novelty = "novelty"
47    knn_niching = "knn_niching"
48    knn_novelty = "knn_novelty"
49
50    def __str__(self):
51        return self.name
52
53
54def parseArguments():
55    parser = argparse.ArgumentParser(
56        description='Run this program with "python -u %s" if you want to disable buffering of its output.' % sys.argv[
57            0])
58    parser.add_argument('-path', type=ensureDir, required=True, help='Path to the Framsticks library without trailing slash.')
59    parser.add_argument('-opt', required=True,
60                        help='optimization criteria: vertpos, velocity, distance, vertvel, lifespan, numjoints, numparts, numneurons, numconnections (or other as long as it is provided by the .sim file and its .expdef). For multiple criteria optimization, see multicriteria.py.')
61    parser.add_argument('-lib', required=False, help="Filename of .so or .dll with the Framsticks library")
62
63    parser.add_argument('-genformat', required=False, default="1",
64                        help='Genetic format for the demo run, for example 4, 9, or B. If not given, f1 is assumed.')
65    parser.add_argument('-sim', required=False, default="eval-allcriteria.sim", help="Name of the .sim file with all parameter values")
66    parser.add_argument('-fit', required=False, default=Fitness.raw, type=Fitness,
67                        help=' Fitness criteria, default: raw', choices=list(Fitness))
68    parser.add_argument('-dissim', required=False, type=Dissim, default=Dissim.frams,
69                        help='Dissimilarity measure, default: frams', choices=list(Dissim))
70    parser.add_argument('-knn', type=int, help="'k' value for knn-based fitness criteria (knn-niching and knn-novelty).")
71    parser.add_argument('-popsize', type=int, default=50, help="Population size, default: 50.")
72    parser.add_argument('-generations', type=int, default=5, help="Number of generations, default: 5.")
73    parser.add_argument('-tournament', type=int, default=5, help="Tournament size, default: 5.")
74
75    parser.add_argument('-max_numparts', type=int, default=None, help="Maximum number of Parts. Default: no limit")
76    parser.add_argument('-max_numjoints', type=int, default=None, help="Maximum number of Joints. Default: no limit")
77    parser.add_argument('-max_numneurons', type=int, default=None, help="Maximum number of Neurons. Default: no limit")
78    parser.add_argument('-max_numconnections', type=int, default=None, help="Maximum number of Neural connections. Default: no limit")
79
80    parser.add_argument('-hof_size', type=int, default=10, help="Number of genotypes in Hall of Fame. Default: 10.")
81    parser.add_argument('-hof_evaluations', type=int, default=20, help="Number of final evaluations of each genotype in Hall of Fame to obtain reliable (averaged) fitness. Default: 20.")
82    parser.add_argument('-checkpoint_path', required=False, default=None, help="Path to the checkpoint file")
83    parser.add_argument('-checkpoint_interval', required=False, type=int, default=100, help="Checkpoint interval")
84    parser.add_argument('-debug', dest='debug', action='store_true', help="Prints names of steps as they are executed")
85    parser.set_defaults(debug=False)
86    return parser.parse_args()
87
88
89def extract_fitness(ind):
90    return ind.fitness_raw
91
92
93def print_population_count(pop):
94    print("Current popsize:", len(pop))
95    return pop  # Each step must return a population
96
97
98class NumPartsHigher(Remove):
99    def __init__(self, max_number):
100        super(NumPartsHigher, self).__init__()
101        self.max_number = max_number
102
103    def remove(self, individual):
104        return individual.numparts > self.max_number
105
106
107class NumJointsHigher(Remove):
108    def __init__(self, max_number):
109        super(NumJointsHigher, self).__init__()
110        self.max_number = max_number
111
112    def remove(self, individual):
113        return individual.numjoints > self.max_number
114
115
116class NumNeuronsHigher(Remove):
117    def __init__(self, max_number):
118        super(NumNeuronsHigher, self).__init__()
119        self.max_number = max_number
120
121    def remove(self, individual):
122        return individual.numneurons > self.max_number
123
124
125class NumConnectionsHigher(Remove):
126    def __init__(self, max_number):
127        super(NumConnectionsHigher, self).__init__()
128        self.max_number = max_number
129
130    def remove(self, individual):
131        return individual.numconnections > self.max_number
132
133
134class ReplaceWithHallOfFame(Step):
135    def __init__(self, hof, *args, **kwargs):
136        super(ReplaceWithHallOfFame, self).__init__(*args, **kwargs)
137        self.hof = hof
138    def call(self, population, *args, **kwargs):
139        super(ReplaceWithHallOfFame, self).call(population)
140        return list(self.hof.halloffame)
141
142
143def func_niching(ind): setattr(ind, "fitness", ind.fitness_raw * (1 + ind.dissim))
144
145
146def func_raw(ind): setattr(ind, "fitness", ind.fitness_raw)
147
148
149def func_novelty(ind): setattr(ind, "fitness", ind.dissim)
150
151
152def func_knn_novelty(ind): setattr(ind, "fitness", ind.dissim)
153
154
155def func_knn_niching(ind): setattr(ind, "fitness", ind.fitness_raw * (1 + ind.dissim))
156
157
158def load_experiment(path):
159    with open(path, "rb") as file:
160        experiment = pickle.load(file)
161    print("Loaded experiment. Generation:", experiment.generation)
162    return experiment
163
164
165def create_experiment():
166    parsed_args = parseArguments()
167    frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib,
168                          parsed_args.sim)
169    # Steps for generating first population
170    init_stages = [
171        FramsPopulation(frams_lib, parsed_args.genformat, parsed_args.popsize)
172    ]
173
174    # Selection procedure
175    selection = TournamentSelection(parsed_args.tournament,
176                                    copy=True)  # 'fitness' by default, the targeted attribute can be changed, e.g. fit_attr="fitness_raw"
177
178    # Procedure for generating new population. This steps will be run as long there is less than
179    # popsize individuals in the new population
180    new_generation_stages = [FramsCrossAndMutate(frams_lib, cross_prob=0.2, mutate_prob=0.9)]
181
182    # Steps after new population is created. Executed exacly once per generation.
183    generation_modifications = []
184
185    # -------------------------------------------------
186    # Fitness
187
188    fitness_raw = FitnessStep(frams_lib, fields={parsed_args.opt: "fitness_raw",
189                                             "numparts": "numparts",
190                                             "numjoints": "numjoints",
191                                             "numneurons": "numneurons",
192                                             "numconnections": "numconnections"},
193                              fields_defaults={parsed_args.opt: None, "numparts": float("inf"),
194                                               "numjoints": float("inf"), "numneurons": float("inf"),
195                                               "numconnections": float("inf")},
196                              evaluation_count=1)
197
198
199    fitness_end = FitnessStep(frams_lib, fields={parsed_args.opt: "fitness_raw"},
200                              fields_defaults={parsed_args.opt: None},
201                              evaluation_count=parsed_args.hof_evaluations)
202    # Remove
203    remove = []
204    remove.append(FieldRemove("fitness_raw", None))  # Remove individuals if they have default value for fitness
205    if parsed_args.max_numparts is not None:
206        # This could be also implemented by "LambdaRemove(lambda x: x.numparts > parsed_args.num_parts)"
207        # But this would not serialize in checkpoint.
208        remove.append(NumPartsHigher(parsed_args.max_numparts))
209    if parsed_args.max_numjoints is not None:
210        remove.append(NumJointsHigher(parsed_args.max_numjoints))
211    if parsed_args.max_numneurons is not None:
212        remove.append(NumNeuronsHigher(parsed_args.max_numneurons))
213    if parsed_args.max_numconnections is not None:
214        remove.append(NumConnectionsHigher(parsed_args.max_numconnections))
215
216    remove_step = UnionStep(remove)
217
218    fitness_remove = UnionStep([fitness_raw, remove_step])
219
220    init_stages.append(fitness_remove)
221    new_generation_stages.append(fitness_remove)
222
223    # -------------------------------------------------
224    # Novelty or niching
225    knn = parsed_args.knn
226    if parsed_args.fit == Fitness.knn_novelty or parsed_args.fit == Fitness.knn_niching:
227        reduction_method = "knn_mean"
228        assert knn is not None, "'k' must be set for knn-based fitness."
229        assert knn > 0, "'k' must be positive."
230        assert knn < parsed_args.popsize, "'k' must be smaller than population size."
231    else:
232        reduction_method = "mean"
233        assert knn is None, "'k' is irrelevant unless knn-based fitness is used."
234
235    dissim = None
236    if parsed_args.dissim == Dissim.levenshtein:
237        dissim = LevenshteinDissimilarity(reduction=reduction_method, knn=knn, output_field="dissim")
238    elif parsed_args.dissim == Dissim.frams:
239        dissim = FramsDissimilarity(frams_lib, reduction=reduction_method, knn=knn, output_field="dissim")
240
241    if parsed_args.fit == Fitness.raw:
242        # Fitness is equal to finess raw
243        raw = LambdaStep(func_raw)
244        init_stages.append(raw)
245        generation_modifications.append(raw)
246
247    if parsed_args.fit == Fitness.niching:
248        niching = UnionStep([
249            dissim,
250            LambdaStep(func_niching)
251        ])
252        init_stages.append(niching)
253        generation_modifications.append(niching)
254
255    if parsed_args.fit == Fitness.novelty:
256        novelty = UnionStep([
257            dissim,
258            LambdaStep(func_novelty)
259        ])
260        init_stages.append(novelty)
261        generation_modifications.append(novelty)
262   
263    if parsed_args.fit == Fitness.knn_niching:
264        knn_niching = UnionStep([
265            dissim,
266            LambdaStep(func_knn_niching)
267        ])
268        init_stages.append(knn_niching)
269        generation_modifications.append(knn_niching)
270   
271    if parsed_args.fit == Fitness.knn_novelty:
272        knn_novelty = UnionStep([
273            dissim,
274            LambdaStep(func_knn_novelty)
275        ])
276        init_stages.append(knn_novelty)
277        generation_modifications.append(knn_novelty)
278
279    # -------------------------------------------------
280    # Statistics
281    hall_of_fame = HallOfFameStatistics(parsed_args.hof_size, "fitness_raw")  # Wrapper for halloffamae
282    replace_with_hof = ReplaceWithHallOfFame(hall_of_fame)
283    statistics_deap = StatisticsDeap([
284        ("avg", np.mean),
285        ("stddev", np.std),
286        ("min", np.min),
287        ("max", np.max)
288    ], extract_fitness)  # Wrapper for deap statistics
289
290    statistics_union = UnionStep([
291        hall_of_fame,
292        statistics_deap
293    ])  # Union of two statistics steps.
294
295    init_stages.append(statistics_union)
296    generation_modifications.append(statistics_union)
297
298    # -------------------------------------------------
299    # End stages: this will execute exacly once after all generations.
300    end_stages = [
301        replace_with_hof,
302        fitness_end,
303        PopulationSave("halloffame.gen", provider=hall_of_fame.halloffame, fields={"genotype": "genotype",
304                                                                                  "fitness": "fitness_raw"})]
305    # ...but custom fields can be added, e.g. "custom": "recording"
306
307    # -------------------------------------------------
308
309
310
311    # Experiment creation
312
313
314    experiment = Experiment(init_population=init_stages,
315                            selection=selection,
316                            new_generation_steps=new_generation_stages,
317                            generation_modification=generation_modifications,
318                            end_steps=end_stages,
319                            population_size=parsed_args.popsize,
320                            checkpoint_path=parsed_args.checkpoint_path,
321                            checkpoint_interval=parsed_args.checkpoint_interval
322                            )
323    return experiment
324
325
326def main():
327    print("Running experiment with", sys.argv)
328    parsed_args = parseArguments()
329    if parsed_args.debug:
330        logging.basicConfig(level=logging.DEBUG)
331
332    if parsed_args.checkpoint_path is not None and os.path.exists(parsed_args.checkpoint_path):
333        experiment = load_experiment(parsed_args.checkpoint_path)
334        FramsticksLib(parsed_args.path, parsed_args.lib,
335                      parsed_args.sim)
336    else:
337        experiment = create_experiment()
338        experiment.init()  # init is mandatory
339
340
341    experiment.run(parsed_args.generations)
342
343    # Next call for experiment.run(10) will do nothing. Parameter 10 specifies how many generations should be
344    # in one experiment. Previous call generated 10 generations.
345    # Example 1:
346    # experiment.init()
347    # experiment.run(10)
348    # experiment.run(12)
349    # #This will run for total of 12 generations
350    #
351    # Example 2
352    # experiment.init()
353    # experiment.run(10)
354    # experiment.init()
355    # experiment.run(10)
356    # # All work produced by first run will be "destroyed" by second init().
357
358
359
360if __name__ == '__main__':
361
362    main()
Note: See TracBrowser for help on using the repository browser.