Changeset 1149 for framspy

Timestamp:

09/25/21 01:02:06 (3 years ago)

Author:

Maciej Komosinski

Message:

Added support for loading multiple .sim files where each can overwrite selected settings

Location:

framspy

Files:

• FramsticksLib.py (modified) (3 diffs)
• deterministic.sim (added)
• eval-allcriteria.sim (modified) (2 diffs)
• evolalg/examples/multicriteria.py (modified) (3 diffs)
• evolalg/examples/niching_novelty.py (modified) (3 diffs)
• evolalg/examples/standard.py (modified) (2 diffs)
• run-evolalg-examples.cmd (modified) (2 diffs)
• sample-period-2.sim (added)
• sample-period-longest.sim (added)

framspy/FramsticksLib.py

@@ -24 +24 @@
 
         GENOTYPE_INVALID = "/*invalid*/"  # this is how genotype invalidity is represented in Framsticks
-        EVALUATION_SETTINGS_FILE = "eval-allcriteria.sim"  # MUST be compatible with the standard-eval expdef
+        EVALUATION_SETTINGS_FILE = [  # all files MUST be compatible with the standard-eval expdef. The order they are loaded in is important!
+                "eval-allcriteria.sim",  # a good trade-off in performance sampling period ("perfperiod") for vertpos and velocity
+                # "deterministic.sim",  # turns off random noise (added for robustness) so that each evaluation yields identical performance values (causes "overfitting")
+                # "sample-period-2.sim", # short performance sampling period so performance (e.g. vertical position) is sampled more often
+                # "sample-period-longest.sim",  # increased performance sampling period so distance and velocity are measured rectilinearly
+        ]
 
 
@@ -35 +40 @@
         #       return frams
 
-        def __init__(self, frams_path, frams_lib_name, simsettings):
+        def __init__(self, frams_path, frams_lib_name, sim_settings_files):
                 if frams_lib_name is None:
                         frams.init(frams_path)  # could add support for setting alternative directories using -D and -d
@@ -54 +59 @@
                         frams.Math.randomize();
                 frams.Simulator.expdef = "standard-eval"  # this expdef (or fully compatible) must be used by EVALUATION_SETTINGS_FILE
-                if simsettings is not None:
-                        self.EVALUATION_SETTINGS_FILE = simsettings
-                frams.Simulator.ximport(self.EVALUATION_SETTINGS_FILE, 4 + 8 + 16)
+                if sim_settings_files is not None:
+                        self.EVALUATION_SETTINGS_FILE = sim_settings_files
+                print('Using settings:', self.EVALUATION_SETTINGS_FILE)
+                assert isinstance(self.EVALUATION_SETTINGS_FILE, list)  # ensure settings file(s) are provided as a list
+                for simfile in self.EVALUATION_SETTINGS_FILE:
+                        frams.Simulator.ximport(simfile, 4 + 8 + 16)
 
 

framspy/eval-allcriteria.sim

@@ -3 +3 @@
 # Other important parameters are "Energy0" and "perfperiod".
 # Put this file in the "data" subdirectory within the Framsticks distribution.
+
 sim_params:
 stop_on:2
@@ -361 +362 @@
 name:Genotypes
 fitness:return 0.0+this.velocity*1.0;
+fitness_step_limit:0
+fitness_time_limit:0.0
+fitness_allowed_objs:
 fitfun:0
 fitm:2.0

framspy/evolalg/examples/multicriteria.py

@@ -66 +66 @@
                         help='Genetic format for the demo run, for example 4, 9, or B. If not given, f1 is assumed.')
     parser.add_argument('-sim', required=False, default="eval-allcriteria.sim",
-                        help="Name of the .sim file with all parameter values")
+                        help="Name of the .sim file with all parameter values. If you want to provide more files, separate them with a semicolon ';'.")
     parser.add_argument('-dissim', required=False, type=Dissim, default=Dissim.frams,
                         help='Dissimilarity measure, default: frams', choices=list(Dissim))
@@ -168 +168 @@
 def create_experiment():
     parsed_args = parseArguments()
-    frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib, parsed_args.sim)
+    frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib, parsed_args.sim.split(";"))
 
     opt_dissim = []
@@ -311 +311 @@
     if parsed_args.checkpoint_path is not None and os.path.exists(parsed_args.checkpoint_path):
         experiment = load_experiment(parsed_args.checkpoint_path)
-        FramsticksLib(parsed_args.path, parsed_args.lib, parsed_args.sim)
     else:
         experiment = create_experiment()

framspy/evolalg/examples/niching_novelty.py

@@ -63 +63 @@
     parser.add_argument('-genformat', required=False, default="1",
                         help='Genetic format for the demo run, for example 4, 9, or B. If not given, f1 is assumed.')
-    parser.add_argument('-sim', required=False, default="eval-allcriteria.sim", help="Name of the .sim file with all parameter values")
+    parser.add_argument('-sim', required=False, default="eval-allcriteria.sim", help="Name of the .sim file with all parameter values. If you want to provide more files, separate them with a semicolon ';'.")
     parser.add_argument('-fit', required=False, default=Fitness.raw, type=Fitness,
                         help=' Fitness criteria, default: raw', choices=list(Fitness))
@@ -166 +166 @@
     parsed_args = parseArguments()
     frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib,
-                          parsed_args.sim)
+                          parsed_args.sim.split(";"))
     # Steps for generating first population
     init_stages = [
@@ -332 +332 @@
     if parsed_args.checkpoint_path is not None and os.path.exists(parsed_args.checkpoint_path):
         experiment = load_experiment(parsed_args.checkpoint_path)
-        FramsticksLib(parsed_args.path, parsed_args.lib,
-                      parsed_args.sim)
     else:
         experiment = create_experiment()
         experiment.init()  # init is mandatory
-
 
     experiment.run(parsed_args.generations)

framspy/evolalg/examples/standard.py

@@ -46 +46 @@
     parser.add_argument('-genformat', required=False, default="1",
                         help='Genetic format for the demo run, for example 4, 9, or B. If not given, f1 is assumed.')
-    parser.add_argument('-sim', required=False, default="eval-allcriteria.sim", help="Name of the .sim file with all parameter values")
+    parser.add_argument('-sim', required=False, default="eval-allcriteria.sim", help="Name of the .sim file with all parameter values. If you want to provide more files, separate them with a semicolon ';'.")
     parser.add_argument("-popsize", type=int, default=50, help="Population size, default 50.")
     parser.add_argument('-generations', type=int, default=5, help="Number of generations, default 5.")
@@ -66 +66 @@
 def main():
     parsed_args = parseArguments()
-    frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib, parsed_args.sim)
+    frams_lib = FramsticksLib(parsed_args.path, parsed_args.lib, parsed_args.sim.split(";"))
 
     hall_of_fame = HallOfFameStatistics(parsed_args.hof_size, "fitness")

framspy/run-evolalg-examples.cmd

@@ -1 @@
-rem To learn about all available options of each .py algorithm, add "-h" to its parameters.
+rem To learn about all available options of each .py algorithm below, add "-h" to its parameters.
 rem Use the source code of the examples as a starting point for your customizations.
 rem Example usage:
@@ -6 +6 @@
 
 
+
+rem simple one-criterion evolution
 python -m evolalg.examples.standard          -path %DIR_WITH_FRAMS_LIBRARY%   -opt numneurons
 
+
+rem "chaining" .sim files, subsequent files overwrite selected parameters
+python -m evolalg.examples.standard          -path %DIR_WITH_FRAMS_LIBRARY%   -sim eval-allcriteria.sim;deterministic.sim;sample-period-longest.sim    -opt velocity
+
+
+rem hard limit on the number of parts
 python -m evolalg.examples.niching_novelty   -path %DIR_WITH_FRAMS_LIBRARY%   -opt velocity   -max_numparts 6   -debug
 
+
+rem "local" niching
 python -m evolalg.examples.niching_novelty   -path %DIR_WITH_FRAMS_LIBRARY%   -opt vertpos    -fit knn_niching  -knn 3    -max_numjoints 8 -popsize 10 -generations 30
 
-rem '-dissim ...' can be used to include dissimilarity as one of the criteria
+
+rem two criteria, '-dissim ...' can also be used to include dissimilarity as one of the criteria
 python -m evolalg.examples.multicriteria     -path %DIR_WITH_FRAMS_LIBRARY%   -popsize 40 -generations 10 -opt velocity,vertpos