SDNNetSim · ryanmccann1024 · Jul 10, 2025 · Apr 11, 2025 · Apr 11, 2025 · Apr 11, 2025
diff --git a/.gitignore b/.gitignore
@@ -34,3 +34,13 @@ venvs/unity_venv/venv
 __pycache__/
 
 data/json_input/run_mods/*
+
+unity/experiments
+unity/cluster_results
+unity/specs
+unity/configs
+unity/.tmp_config
+
+reinforcement_learning/plotting/figures
+reinforcement_learning/experiments/
+sb3_scripts/yml
diff --git a/arg_scripts/config_args.py b/arg_scripts/config_args.py
@@ -1,3 +1,5 @@
+# TODO: (version 5.5-6) Ensure all network files are documented
+
 import ast
 
 
@@ -13,11 +15,14 @@ def str_to_bool(string: str):
 
 
 SIM_REQUIRED_OPTIONS = {
+    # TODO: (version 5.5-6) double check and add all relevant parameters to an example.ini config
     'general_settings': {
+        'erlang_start': int,
+        'erlang_stop': int,
+        'erlang_step': int,
         'mod_assumption': str,
         'mod_assumption_path': str,
         'holding_time': float,
-        'erlangs': ast.literal_eval,
         'thread_erlangs': str_to_bool,
         'guard_slots': int,
         'num_requests': int,
@@ -93,10 +98,17 @@ def str_to_bool(string: str):
     },
     'rl_settings': {
         'device': str,
+        'gnn_type': str,
+        'feature_extractor': str,
+        'layers': int,
+        'emb_dim': int,
+        'heads': int,
         'optimize': str_to_bool,
+        'optuna_trials': int,
         'optimize_hyperparameters': str_to_bool,
         'is_training': str_to_bool,
         'path_algorithm': str,
+        'obs_space': str,
         'path_model': str,
         'core_algorithm': str,
         'core_model': str,
@@ -106,7 +118,8 @@ def str_to_bool(string: str):
         'alpha_update': str,
         'alpha_start': float,
         'alpha_end': float,
-        'discount_factor': float,
+        'gamma': float,
+        'conf_param': float,
         'epsilon_update': str,
         'epsilon_start': float,
         'epsilon_end': float,
@@ -117,6 +130,7 @@ def str_to_bool(string: str):
         'core_beta': float,
         'decay_rate': float,
         'n_trials': int,
+        'cong_cutoff': float,
     },
     'ml_settings': {
         'output_train_data': str_to_bool,
@@ -127,17 +141,23 @@ def str_to_bool(string: str):
         'test_size': float,
     },
     'file_settings': {
+        'run_id': str,
     },
 }
 
 COMMAND_LINE_PARAMS = [
+    ['erlang_start', float, ''],
+    ['erlang_stop', float, ''],
+    ['erlang_step', float, ''],
     ['mod_assumption', str, ''],
     ['n_trials', str, ''],
+    ['optuna_trials', int, ''],
     ['mod_assumption_path', str, ''],
     ['epsilon_start', float, ''],
     ['epsilon_end', float, ''],
     ['learn_rate', float, ''],
-    ['discount_factor', float, ''],
+    ['gamma', float, ''],
+    ['obs_space', str, ''],
     ['is_training', bool, ''],
     ['seeds', list, ''],
     ['beta', float, ''],
@@ -149,10 +169,10 @@ def str_to_bool(string: str):
     ['bi_directional', bool, ''],
     ['xt_noise', bool, ''],
     ['requested_xt', dict, ''],
+    ['conf_param', float, ''],
     ['k_paths', int, ''],
     ['network', str, ''],
     ['holding_time', float, ''],
-    ['erlangs', dict, ''],
     ['thread_erlangs', bool, ''],
     ['num_requests', int, ''],
     ['max_iters', int, ''],
@@ -173,6 +193,7 @@ def str_to_bool(string: str):
     ['arrival_rate', dict, ''],
     ['save_snapshots', bool, ''],
     ['xt_type', str, ''],
+    ['cong_cutoff', float, ''],
     ['snapshot_step', int, ''],
     ['print_step', int, ''],
     ['file_type', str, ''],
@@ -186,7 +207,11 @@ def str_to_bool(string: str):
     ['path_algorithm', str, ''],
     ['core_algorithm', str, ''],
     ['spectrum_algorithm', str, ''],
-    ['optimize', str, ''],
+    ['gnn_type', str, ''],
+    ['layers', int, ''],
+    ['emb_dim', int, ''],
+    ['heads', int, ''],
+    ['feature_extractor', str, ''],
     ['optimize_hyperparameters', str, ''],
     ['reward', float, ''],
     ['penalty', float, ''],
@@ -198,7 +223,6 @@ def str_to_bool(string: str):
     ['deploy_model', bool, ''],
     ['path_levels', int, ''],
     ['core_beta', float, ''],
-    ['gamma', float, ''],
     ['decay_factor', float, ''],
     ['dynamic_reward', bool, ''],
     ['config_path', str, ''],
@@ -214,7 +238,9 @@ def str_to_bool(string: str):
     ['spectrum_priority', str, ''],
     ['save_step', int, ''],
     ['save_start_end_slots', bool, ''],
+    ['run_id', str, ''],
 
+    # TODO: (version 5.5-6) RLZoo3 will be removed
     # StableBaselines3 arguments
     ['algo', str, ''],
     ['env-id', str, ''],

diff --git a/arg_scripts/routing_args.py b/arg_scripts/routing_args.py
@@ -18,7 +18,7 @@ def __init__(self):
         self.span_len = 100.0  # Length of a span in km
         self.max_span = None  # Maximum number of spans in the network
         self.connection_index = None  # Keeping track of source destination index in precalculated routing
-        self.path_index = None # Keeping track of index of selected path for spectrum assignment
+        self.path_index = None # Keeps track of selected path indexes during spectrum assignment
 
     def __repr__(self):
         return f"RoutingProps({self.__dict__})"
diff --git a/arg_scripts/snr_args.py b/arg_scripts/snr_args.py
@@ -1,5 +1,4 @@
 # pylint: disable=too-few-public-methods
-
 class SNRProps:
     """
     Main properties used for the snr_measurements.py script.

diff --git a/arg_scripts/stats_args.py b/arg_scripts/stats_args.py
@@ -12,6 +12,7 @@ def __init__(self):
         self.mods_used_dict = dict()  # Modulations used in simulation(s)
         self.block_bw_dict = dict()  # Block per bandwidth
         self.block_reasons_dict = {'distance': None, 'congestion': None, 'xt_threshold': None}  # Block reasons
+        self.link_usage_dict = dict()  # Tracks per link usage data
         self.sim_block_list = list()  # List of blocking probabilities per simulation
         self.sim_br_block_list = list()  # List of blocking probabilities per simulation
         self.trans_list = list()  # List of transponders used per simulation
@@ -24,6 +25,8 @@ def __init__(self):
         self.end_slot_list = list() # # Tracks the end slot allocated in a simulation
         self.modulation_list = list() # Tracks the modulation
         self.bandwidth_list = list() # # Tracks the bandwidth
+        self.path_index_list = list() #Tracks the number of times a path was selected
+
 
     def __repr__(self):
         return f"StatsProps({self.__dict__})"

diff --git a/bash_scripts/run_rl_sim.sh b/bash_scripts/run_rl_sim.sh
diff --git a/bash_scripts/run_sim.sh b/bash_scripts/run_sim.sh
diff --git a/config_scripts/parse_args.py b/config_scripts/parse_args.py
@@ -13,13 +13,11 @@ def parse_args():
     parser = argparse.ArgumentParser(description='Software-Defined Networking Simulator.')
 
     for args_lst in COMMAND_LINE_PARAMS:
-        argument, arg_type, arg_help = args_lst[0], args_lst[1], args_lst[2]
+        argument, arg_type, arg_help = args_lst
         parser.add_argument(f'--{argument}', type=arg_type, help=arg_help)
         parser.add_argument(f'-{argument}', type=arg_type, help=arg_help)
 
-    # fixme: (drl_path_agents) Two 'optimize' variables for SB3 and our variable interferes, needs to be
-    #  fixed for DRL
-    # parser.add_argument('-optimize', action='store_true', help='Enable optimization')
+    parser.add_argument('-optimize', action='store_true', help='Enable optimization')
     args = parser.parse_args()
 
     return vars(args)