v0.1.4 Some refactoring, small performance increasing (for fast-stepping metaheuristics)

Author: CameleoGrey

examples/object_oriented/nqueens/scripts/solve_nqueens.py

@@ -27,7 +27,7 @@
     #termination_strategy = TimeSpentLimit(time_seconds_limit=60)
     #termination_strategy = ScoreNoImprovement(time_seconds_limit=15)
     termination_strategy = ScoreLimit(score_to_compare=[0])
-    agent = TabuSearch(neighbours_count=20, tabu_entity_rate=0.0, 
+    agent = TabuSearch(neighbours_count=128, tabu_entity_rate=0.0, 
                        mutation_rate_multiplier=None, move_probas=[0, 1, 0, 0, 0, 0], 
                        migration_frequency=10, termination_strategy=termination_strategy)
     """agent = GeneticAlgorithm(population_size=128, crossover_probability=0.5, p_best_rate=0.05,

examples/object_oriented/nqueens/scripts/solve_nqueens_highs.py

@@ -0,0 +1,33 @@
+# This is an example of the N-Queens problem, which is a classic combinatorial problem.
+# The problem is to place N queens on an N x N chessboard so that no two queens attack each other.
+#
+# We show how to model the problem as a MIP and solve it using highspy.
+# Using numpy can simplify the construction of the constraints (i.e., diagonal).
+
+import highspy
+import numpy as np
+from datetime import datetime
+
+N = 64
+h = highspy.Highs()
+h.silent()
+
+x = h.addBinaries(N, N)
+
+h.addConstrs(x.sum(axis=0) == 1)    # each row has exactly one queen
+h.addConstrs(x.sum(axis=1) == 1)    # each col has exactly one queen
+
+y = np.fliplr(x)
+h.addConstrs(x.diagonal(k).sum() <= 1 for k in range(-N + 1, N))   # each diagonal has at most one queen
+h.addConstrs(y.diagonal(k).sum() <= 1 for k in range(-N + 1, N))   # each 'reverse' diagonal has at most one queen
+
+start_time = datetime.now()
+h.solve()
+solving_time = datetime.now() - start_time
+
+sol = h.vals(x)
+print('Queens:')
+for i in range(N):
+    print(''.join('Q' if sol[i, j] > 0.5 else '*' for j in range(N)))
+
+print("Solving time: {}", solving_time)

examples/object_oriented/nqueens/scripts/solve_nqueens_ortools.py

@@ -71,7 +71,7 @@ def main(board_size: int) -> None:
 
 if __name__ == "__main__":
     # By default, solve the 8x8 problem.
-    size = 1024
+    size = 256
     if len(sys.argv) > 1:
         size = int(sys.argv[1])
     main(size)

examples/object_oriented/vrp/scripts/solve_vrp.py

@@ -33,22 +33,22 @@
     #file_path = Path(data_dir_path, data_dir_path, "belgium", "basic", "air", "belgium-n1000-k40.vrp") #optimum: ~57.7; first_fit: ~195.3; RoutingModel: from 67.3 to 74 (depends on time)
     # multi-depot with timewindows
     #file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d2-n50-k10.vrp") # optimum: ~15.98; first_fit: ~27.89
-    #file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d5-n500-k20.vrp") # optimum: ~43.3; first_fit: ~124.884
+    file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d5-n500-k20.vrp") # optimum: ~43.3; first_fit: ~124.884
     #file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d8-n1000-k40.vrp") # optimum: ~58.1; first_fit: ~154.565
-    file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d10-n2750-k55.vrp") # optimum: ~111; first_fit: ~380.9
+    #file_path = Path(data_dir_path, "belgium", "multidepot-timewindowed", "air", "belgium-tw-d10-n2750-k55.vrp") # optimum: ~111; first_fit: ~380.9
 
     domain_builder = DomainBuilder(file_path)
     cotwin_builder = CotwinBuilder(use_incremental_score_calculator=True, use_greed_init=True)
 
     #termination_strategy = StepsLimit(step_count_limit=1000)
-    termination_strategy = TimeSpentLimit(time_seconds_limit=60)
-    #termination_strategy = ScoreNoImprovement(time_seconds_limit=15)
+    #termination_strategy = TimeSpentLimit(time_seconds_limit=60)
+    termination_strategy = ScoreNoImprovement(time_seconds_limit=15)
     #termination_strategy = ScoreLimit(score_to_compare=[0])
-    agent = TabuSearch(neighbours_count=128, tabu_entity_rate=0.8, 
+    agent = TabuSearch(neighbours_count=1280, tabu_entity_rate=0.8, 
                        mutation_rate_multiplier=None, move_probas=[0.5, 0.5, 0.0, 0.0, 0.0, 0.0],
                        migration_frequency=10, termination_strategy=termination_strategy)
-    """agent = GeneticAlgorithm(population_size=512, crossover_probability=0.5, p_best_rate=0.2,
-                             tabu_entity_rate=0.0, mutation_rate_multiplier=None, move_probas=[0.5, 0.5, 0.0, 0.0, 0.0, 0.0],
+    """agent = GeneticAlgorithm(population_size=128, crossover_probability=0.5, p_best_rate=0.05,
+                             tabu_entity_rate=0.8, mutation_rate_multiplier=None, move_probas=[0.5, 0.5, 0.0, 0.0, 0.0, 0.0],
                              migration_rate=0.00001, migration_frequency=10, termination_strategy=termination_strategy)"""
     """agent = LateAcceptance(late_acceptance_size=32, tabu_entity_rate=0.8, 
                            mutation_rate_multiplier=None, move_probas=[0.5, 0.5, 0.0, 0.0, 0.0, 0.0], 

greyjack/Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "greyjack"
-version = "0.1.3"
+version = "0.1.4"
 edition = "2024"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
@@ -20,10 +20,10 @@ chrono = "0.4.39"
 polars = { version = "0.46.0", features = ["lazy", "ndarray", "serde", "abs"] }
 
 # if you build lib from source code
-# uncomment to gain max performance (increases calculation speed about 5-10%, 
+# uncomment to gain max performance (increases calculation speed about ~10%, 
 # but also increases build time ~20x times)
-[profile.release]
-lto = true
-codegen-units = 1
-debug = true
-opt-level = 3
+#[profile.release]
+#lto = true
+#codegen-units = 1
+#debug = true
+#opt-level = 3

greyjack/Cargo.toml

@@ -1,5 +1,5 @@
 
-import orjson
+import pickle
 import time
 import random
 import uuid
@@ -255,7 +255,7 @@ def _setup_agents(self):
     def receive_agent_publication(self):
 
         agent_publication = self.master_to_agents_subscriber_socket.recv()
-        agent_publication = orjson.loads(agent_publication)
+        agent_publication = pickle.loads(agent_publication)
         agent_id = agent_publication["agent_id"]
         agent_status = agent_publication["status"]
         local_step = agent_publication["step"]
@@ -276,7 +276,7 @@ def send_global_update(self, is_end):
         else:
             master_publication = [None, self.is_variables_info_received, is_end]
 
-        master_publication = orjson.dumps(master_publication)
+        master_publication = pickle.dumps(master_publication)
         self.master_to_agents_publisher_socket.send( master_publication )
 
     def update_global_top_solution(self):

greyjack/greyjack/Solver.py

@@ -3,7 +3,7 @@
 import random
 import logging
 import math
-import orjson
+import pickle
 import time
 import zmq
 import sys
@@ -143,7 +143,7 @@ def solve(self):
             self.steps_to_send_updates = self.migration_frequency
             self.termination_strategy.update( self )
         except Exception as e:
-            print(e)
+            self.logger.error(f"{e}")
             exit(-1)
 
         step_id = 0
@@ -157,7 +157,7 @@ def solve(self):
                     else: 
                         self._step_plain()
             except Exception as e:
-                print(e)
+                self.logger.error(f"{e}")
                 exit(-1)
 
             try:
@@ -194,7 +194,7 @@ def solve(self):
                             return
                     self.steps_to_compare_with_global = self.compare_to_global_frequency
             except Exception as e:
-                print(e)
+                self.logger.error(f"{e}")
                 exit(-1)
 
     def _init_population(self):
@@ -260,7 +260,7 @@ def _send_receive_updates_universal(self):
 
     def _send_updates_universal(self):
 
-        ready_to_send_request = orjson.dumps( "ready to send updates" )
+        ready_to_send_request = pickle.dumps( "ready to send updates" )
         self.agent_to_agent_socket_sender.connect(self.next_agent_address)
         self.agent_to_agent_socket_sender.send( ready_to_send_request )
         #request_count_limit = 3
@@ -296,15 +296,15 @@ def _send_updates_universal(self):
             else:
                 request["history_archive"] = None
 
-        request_serialized = orjson.dumps(request)
+        request_serialized = pickle.dumps(request)
         try:
             self.agent_to_agent_socket_sender.connect(self.next_agent_address)
             self.agent_to_agent_socket_sender.send( request_serialized )
             reply = self.agent_to_agent_socket_sender.recv()
         except Exception as e:
             self.logger.error(e)
             return
-        reply = orjson.loads( reply )
+        reply = pickle.loads( reply )
 
         return reply
 
@@ -315,19 +315,19 @@ def _get_updates_universal(self):
         except Exception as e:
             self.logger.error(e)
             self.logger.error("failed to receive update")
-            self.agent_to_agent_socket_receiver.send(orjson.dumps("Failed to receive updates"))
+            self.agent_to_agent_socket_receiver.send(pickle.dumps("Failed to receive updates"))
             return
-        self.agent_to_agent_socket_receiver.send(orjson.dumps("{}".format(self.agent_id)))
+        self.agent_to_agent_socket_receiver.send(pickle.dumps("{}".format(self.agent_id)))
 
         try:
             updates_reply = self.agent_to_agent_socket_receiver.recv()
         except Exception as e:
             self.logger.error(e)
             self.logger.error("failed to receive")
-            self.agent_to_agent_socket_receiver.send(orjson.dumps("Failed to receive updates"))
+            self.agent_to_agent_socket_receiver.send(pickle.dumps("Failed to receive updates"))
             return
-        self.agent_to_agent_socket_receiver.send(orjson.dumps("Successfully received updates"))
-        updates_reply = orjson.loads( updates_reply )
+        self.agent_to_agent_socket_receiver.send(pickle.dumps("Successfully received updates"))
+        updates_reply = pickle.loads( updates_reply )
 
         if self.metaheuristic_base.metaheuristic_name == "LSHADE":
             history_migrant = updates_reply["history_archive"]
@@ -465,7 +465,7 @@ def _send_candidate_to_master_universal(self, step_id):
         else:
             agent_publication["variable_names"] = self.score_requester.variables_manager.get_variables_names_vec()
             agent_publication["discrete_ids"] = self.score_requester.variables_manager.discrete_ids
-        agent_publication = orjson.dumps( agent_publication )
+        agent_publication = pickle.dumps( agent_publication )
         self.agent_to_master_socket_publisher.send( agent_publication )
 
     def _check_global_updates(self):
@@ -475,7 +475,7 @@ def _check_global_updates(self):
 
     def _check_global_updates_universal(self):
         master_publication = self.agent_to_master_subscriber_socket.recv()
-        master_publication = orjson.loads(master_publication)
+        master_publication = pickle.loads(master_publication)
 
         if self.is_win_from_comparing_with_global:
             global_top_individual = master_publication[0]

greyjack/greyjack/agents/base/Agent.py

@@ -21,11 +21,11 @@ def get_related_individual_type(score_variant):
 
     def get_related_individual_type_by_value(score_variant_value):
 
-        if score_variant_value == ScoreVariants.SimpleScore.value:
+        if score_variant_value == ScoreVariants.SimpleScore:
             return IndividualSimple
-        if score_variant_value == ScoreVariants.HardSoftScore.value:
+        if score_variant_value == ScoreVariants.HardSoftScore:
             return IndividualHardSoft
-        if score_variant_value == ScoreVariants.HardMediumSoftScore.value:
+        if score_variant_value == ScoreVariants.HardMediumSoftScore:
             return IndividualHardMediumSoft
 
         raise Exception("score_variant unrecognized")

greyjack/greyjack/agents/base/individuals/Individual.py

@@ -7,7 +7,7 @@ features = ["pyo3/extension-module"]
 
 [project]
 name = "greyjack"
-version = "0.1.3"
+version = "0.1.4"
 requires-python = ">=3.9"
 dependencies = [
 	"dill",
@@ -16,7 +16,6 @@ dependencies = [
 	"mypy-extensions",
 	"mypy-protobuf",
 	"numpy",
-	"orjson",
 	"pathos",
 	"polars",
 	"pyarrow",