Changeset 1292 for framspy/evolalg/tests/test_diferent_settings.py

Timestamp:

02/21/24 16:50:31 (9 months ago)

Author:

Maciej Komosinski

Message:

• in numerical experiments, genotypes which are vectors of values now use numpy arrays (instead of python lists)
• make exceptions fatal in tests

File:

• framspy/evolalg/tests/test_diferent_settings.py (modified) (3 diffs)

framspy/evolalg/tests/test_diferent_settings.py

@@ -22 +22 @@
     'pxov': [0.2],
     'tournament': [5],
-    'initialgenotype':[np.array([100, 100, 100, 100]), [-100,-100]]
+    'initialgenotype':[np.array([100, 100, 100, 100]), np.array([-100,-100])]
 }
 
@@ -34 +34 @@
     'migration_interval': [1,5],
     'number_of_populations':[1,5],
-    'initialgenotype':[np.array([100, 100, 100, 100]), [-100,-100]]
+    'initialgenotype':[np.array([100, 100, 100, 100]), np.array([-100,-100])]
 }
 
@@ -201 +201 @@
 
 def cover_to_test(params, run_exp):
-    try:
-        run_exp(params)
-        return [1, None]
-    except Exception as ex:
-        return [0, f"Experiment {run_exp.__name__} with params: {params} failed with the stack: {ex}"]
+    run_exp(params)
+    return 1
 
 
 def run_tests():
-    result = []
+    results = []
+
     print("TESTING NUMERICAL")
     params_sets = get_params_sets(SETTINGS_TO_TEST_NUMERIC)
     print(f"Starting executing {len(params_sets)} experiments")
-    result.extend([cover_to_test(params,test_run_experiment_numerical) for params in params_sets])
+    results.extend([cover_to_test(params, test_run_experiment_numerical) for params in params_sets])
 
     print("TESTING NUMERICAL ISLANDS")
     params_sets = get_params_sets(SETTINGS_TO_TEST_NUMERIC_ISLAND)
     print(f"Starting executing {len(params_sets)} experiments")
-    result.extend([cover_to_test(params,test_run_experiment_numerical_islands) for params in params_sets])
+    results.extend([cover_to_test(params,test_run_experiment_numerical_islands) for params in params_sets])
 
     print("TESTING FRAMS NICHING")
     params_sets = get_params_sets(SETTINGS_TO_TEST_FRAMS_NICHING)
     print(f"Starting executing {len(params_sets)} experiments")
-    result.extend([cover_to_test(params, test_run_experiment_frams_niching) for params in params_sets])
+    results.extend([cover_to_test(params, test_run_experiment_frams_niching) for params in params_sets])
 
     print("TESTING FRAMS ISLANDS")
     params_sets = get_params_sets(SETTINGS_TO_TEST_FRAMS_ISLANDS)
     print(f"Starting executing {len(params_sets)} experiments")
-    result.extend([cover_to_test(params,test_run_experiment_frams_island) for params in params_sets])
-
-    Successful = sum([1 for r in result  if r[0] == 1])
-    Failed = sum([1 for r in result if r[0] == 0])
-    print(f"{Successful} out of {len(result)} passed")
-    if Successful < Failed:
-        print("Experiments that failed :{Failed}")
-        [print(r[1]) for r in result if r[1]]
+    results.extend([cover_to_test(params,test_run_experiment_frams_island) for params in params_sets])
+
+    print(f"Passed tests: {sum(results)} / {len(results)}")