diff --git a/lib/python/.gitignore b/lib/python/.gitignore index 29963fa27..922355ed3 100644 --- a/lib/python/.gitignore +++ b/lib/python/.gitignore @@ -8,4 +8,5 @@ flame.egg-info data wandb -examples/fwdllm/expts/run_tc_expts/mpi_host_file \ No newline at end of file +examples/fwdllm/expts/run_tc_expts/mpi_host_file +lib/python/examples/fwdllm/expts/run_tc_expts/mpi_host_file \ No newline at end of file diff --git a/lib/python/examples/async_cifar10/aggregator/pytorch/main.py b/lib/python/examples/async_cifar10/aggregator/pytorch/main.py index 6ef0f5c0c..531c3f8d6 100644 --- a/lib/python/examples/async_cifar10/aggregator/pytorch/main.py +++ b/lib/python/examples/async_cifar10/aggregator/pytorch/main.py @@ -124,7 +124,7 @@ def __init__( ) self.trainer_event_dict = None if ( - self.track_trainer_avail["enabled"] + self.track_trainer_avail["enabled"] != None and self.track_trainer_avail["type"] == "ORACULAR" ): self.trainer_event_dict = self.read_trainer_unavailability( diff --git a/lib/python/examples/fwdllm/aggregator/fl_main.py b/lib/python/examples/fwdllm/aggregator/fl_main.py index 3d7f897a4..4cef9a1e9 100755 --- a/lib/python/examples/fwdllm/aggregator/fl_main.py +++ b/lib/python/examples/fwdllm/aggregator/fl_main.py @@ -83,15 +83,15 @@ def post_complete_message(tc_args): parser.add_argument("--log_level", type=str, default="INFO", required=False) args = parser.parse_args() - logger.setLevel(args.log_level) + logger.setLevel(args.log_level.upper()) config = Config(args.config) device = torch.device("cuda" if torch.cuda.is_available() else "cpu") # customize the log format logging.basicConfig( - level=logging._nameToLevel[args.log_level], - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", + level=logging._nameToLevel[args.log_level.upper()], + format="%(asctime)s | %(filename)s:%(lineno)d | %(levelname)s | %(threadName)s | %(funcName)s | %(message)s", + force=True, ) logger.info(config) set_seed(config.hyperparameters.manual_seed) diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py b/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py index 147a1cba9..d8f53ce31 100755 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/fedavg_main_tc.py @@ -62,9 +62,9 @@ def post_complete_message(tc_args): # customize the log format logging.basicConfig( - level=logging.INFO, - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", + level=getattr(logging, getattr(args, "log_level", "INFO").upper(), logging.INFO), + format="%(asctime)s | %(filename)s:%(lineno)d | %(levelname)s | %(threadName)s | %(funcName)s | %(message)s", + force=True, ) logging.info(args) diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json index 97f021deb..ef3af073b 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/aggregator.json @@ -82,8 +82,8 @@ "client_num_in_total": 0, "warmup_ratio": 0, "trackTrainerAvail": { - "enabled": "False", - "type": "NONE", + "enabled": "True", + "type": "ORACULAR", "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "aggGoal": 10, @@ -111,8 +111,8 @@ "aggGoal": 10, "evalGoalFactor": 0, "selectType": "default", - "roundNudgeType": "last_eval", - "minInitialTrainers": 10, + "roundNudgeType": "last_train", + "minInitialTrainers": 50, "k": 10, "is_async": true } @@ -123,10 +123,12 @@ "use_oort_lr": "True", "dataset_name": "google-speech", "agg_rate_conf": { - "type": "old", - "scale": 1.0, + "type": "new", + "scale": 0.0, "a_exp": 0.2, - "b_exp": 0.25 + "b_exp": 0.25, + "alpha_type": "polynomial", + "beta_type": "exponential" } } }, diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json index f364aaff5..fe65616d7 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_0.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (335119, 'AVL_TRAIN'), (338559, 'UN_AVL'), (345589, 'AVL_TRAIN'), (345593, 'UN_AVL'), (345607, 'AVL_TRAIN'), (348282, 'UN_AVL'), (385856, 'AVL_TRAIN'), (388120, 'UN_AVL'), (390794, 'AVL_TRAIN'), (393354, 'UN_AVL'), (398433, 'AVL_TRAIN'), (400757, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json index 7a0c5fcd6..e86d9baaf 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_1.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1053, 'AVL_TRAIN'), (7162, 'UN_AVL'), (25536, 'AVL_TRAIN'), (28540, 'UN_AVL'), (41113, 'AVL_TRAIN'), (46728, 'UN_AVL'), (46729, 'AVL_TRAIN'), (49430, 'UN_AVL'), (82393, 'AVL_TRAIN'), (82416, 'UN_AVL'), (82418, 'AVL_TRAIN'), (82771, 'UN_AVL'), (82773, 'AVL_TRAIN'), (85462, 'UN_AVL'), (85464, 'AVL_TRAIN'), (87018, 'UN_AVL'), (87019, 'AVL_TRAIN'), (87422, 'UN_AVL'), (87424, 'AVL_TRAIN'), (87593, 'UN_AVL'), (87593, 'AVL_TRAIN'), (87603, 'UN_AVL'), (87881, 'AVL_TRAIN'), (87942, 'UN_AVL'), (87986, 'AVL_TRAIN'), (88540, 'UN_AVL'), (88678, 'AVL_TRAIN'), (88944, 'UN_AVL'), (90360, 'AVL_TRAIN'), (90381, 'UN_AVL'), (99745, 'AVL_TRAIN'), (100257, 'UN_AVL'), (100258, 'AVL_TRAIN'), (100557, 'UN_AVL'), (100558, 'AVL_TRAIN'), (104033, 'UN_AVL'), (104048, 'AVL_TRAIN'), (105450, 'UN_AVL'), (105741, 'AVL_TRAIN'), (107180, 'UN_AVL'), (109017, 'AVL_TRAIN'), (112236, 'UN_AVL'), (112236, 'AVL_TRAIN'), (136022, 'UN_AVL'), (164156, 'AVL_TRAIN'), (164594, 'UN_AVL'), (164651, 'AVL_TRAIN'), (166084, 'UN_AVL'), (173372, 'AVL_TRAIN'), (179115, 'UN_AVL'), (190676, 'AVL_TRAIN'), (214769, 'UN_AVL'), (214770, 'AVL_TRAIN'), (214773, 'UN_AVL'), (236404, 'AVL_TRAIN'), (238132, 'UN_AVL'), (240851, 'AVL_TRAIN'), (240936, 'UN_AVL'), (240975, 'AVL_TRAIN'), (247016, 'UN_AVL'), (261220, 'AVL_TRAIN'), (261795, 'UN_AVL'), (261795, 'AVL_TRAIN'), (264001, 'UN_AVL'), (264002, 'AVL_TRAIN'), (264003, 'UN_AVL'), (305427, 'AVL_TRAIN'), (310176, 'UN_AVL'), (310210, 'AVL_TRAIN'), (310213, 'UN_AVL'), (310765, 'AVL_TRAIN'), (312095, 'UN_AVL'), (312095, 'AVL_TRAIN'), (312105, 'UN_AVL'), (317629, 'AVL_TRAIN'), (317635, 'UN_AVL'), (317636, 'AVL_TRAIN'), (317637, 'UN_AVL'), (317637, 'AVL_TRAIN'), (317638, 'UN_AVL'), (317638, 'AVL_TRAIN'), (317639, 'UN_AVL'), (317639, 'AVL_TRAIN'), (317642, 'UN_AVL'), (317642, 'AVL_TRAIN'), (317645, 'UN_AVL'), (317647, 'AVL_TRAIN'), (317659, 'UN_AVL'), (317678, 'AVL_TRAIN'), (318323, 'UN_AVL'), (336461, 'AVL_TRAIN'), (341841, 'UN_AVL'), (341846, 'AVL_TRAIN'), (341992, 'UN_AVL'), (342694, 'AVL_TRAIN'), (344375, 'UN_AVL'), (346579, 'AVL_TRAIN'), (347263, 'UN_AVL'), (364184, 'AVL_TRAIN'), (364887, 'UN_AVL'), (386041, 'AVL_TRAIN'), (394420, 'UN_AVL'), (421325, 'AVL_TRAIN'), (425216, 'UN_AVL'), (425217, 'AVL_TRAIN'), (425541, 'UN_AVL'), (425542, 'AVL_TRAIN'), (425543, 'UN_AVL'), (434131, 'AVL_TRAIN'), (435716, 'UN_AVL'), (435720, 'AVL_TRAIN'), (438737, 'UN_AVL'), (472426, 'AVL_TRAIN'), (473276, 'UN_AVL'), (473287, 'AVL_TRAIN'), (474779, 'UN_AVL'), (475599, 'AVL_TRAIN'), (478630, 'UN_AVL'), (481838, 'AVL_TRAIN'), (481859, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json index 61696edde..b1d26633c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_10.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (62636, 'AVL_TRAIN'), (71903, 'UN_AVL'), (156109, 'AVL_TRAIN'), (164237, 'UN_AVL'), (189998, 'AVL_TRAIN'), (191541, 'UN_AVL'), (191547, 'AVL_TRAIN'), (191550, 'UN_AVL'), (191876, 'AVL_TRAIN'), (204944, 'UN_AVL'), (204947, 'AVL_TRAIN'), (205073, 'UN_AVL'), (205077, 'AVL_TRAIN'), (205079, 'UN_AVL'), (205376, 'AVL_TRAIN'), (205381, 'UN_AVL'), (205386, 'AVL_TRAIN'), (205425, 'UN_AVL'), (205428, 'AVL_TRAIN'), (205640, 'UN_AVL'), (205644, 'AVL_TRAIN'), (205651, 'UN_AVL'), (210583, 'AVL_TRAIN'), (223064, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json index 026db436d..4f05210f0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_100.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json index fb4d188f5..1356f59b0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_101.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json index 2844ec920..155779ce4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_102.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json index 679011fa8..d9c40987a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_103.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json index 7fe442241..4a25db6af 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_104.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json index d05775c43..a6a0b8036 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_105.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json index 2d0346860..3d595c7a5 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_106.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json index 0c47df068..b44b7ee3f 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_107.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json index da2ded390..0b05193e3 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_108.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json index 03d71b104..01c29b2d1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_109.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json index 0c82b77f3..209efaa36 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_11.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (28302, 'AVL_TRAIN'), (29195, 'UN_AVL'), (36894, 'AVL_TRAIN'), (63583, 'UN_AVL'), (112501, 'AVL_TRAIN'), (116318, 'UN_AVL'), (116350, 'AVL_TRAIN'), (118390, 'UN_AVL'), (148083, 'AVL_TRAIN'), (162644, 'UN_AVL'), (208438, 'AVL_TRAIN'), (208622, 'UN_AVL'), (208636, 'AVL_TRAIN'), (243721, 'UN_AVL'), (298120, 'AVL_TRAIN'), (318895, 'UN_AVL'), (318951, 'AVL_TRAIN'), (319530, 'UN_AVL'), (379241, 'AVL_TRAIN'), (381391, 'UN_AVL'), (381417, 'AVL_TRAIN'), (414188, 'UN_AVL'), (443187, 'AVL_TRAIN'), (445392, 'UN_AVL'), (445782, 'AVL_TRAIN'), (451835, 'UN_AVL'), (458984, 'AVL_TRAIN'), (459293, 'UN_AVL'), (463604, 'AVL_TRAIN'), (464329, 'UN_AVL'), (464335, 'AVL_TRAIN'), (464729, 'UN_AVL'), (464762, 'AVL_TRAIN'), (475119, 'UN_AVL'), (496411, 'AVL_TRAIN'), (506831, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json index c755165b3..3bd6cdaa6 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_110.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json index 00c56c5d6..336c2ab86 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_111.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json index 8800c7fb2..b74713d40 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_112.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json index 559742e69..7814d3dd5 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_113.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json index b66f13f50..9eecf8c5f 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_114.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json index b60a4a3b8..caa704768 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_115.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json index 8371037dc..ade981ba1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_116.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json index 5e8f803f1..e2c84e33c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_117.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json index e8af72662..6ab0cc129 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_118.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json index 8c5a0ef83..734e31ab9 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_119.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json index 227512342..ed7437056 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_12.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (89085, 'AVL_TRAIN'), (99966, 'UN_AVL'), (178052, 'AVL_TRAIN'), (194784, 'UN_AVL'), (361337, 'AVL_TRAIN'), (383532, 'UN_AVL'), (450873, 'AVL_TRAIN'), (474438, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json index 6546256fe..18d31865e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_120.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json index b451bda3a..33b7bbf53 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_121.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json index 27cc31fd1..17dc7866e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_122.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json index 10d600102..69a63fbc8 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_123.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json index ed4db7299..ca41c8ab4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_124.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json index ca5ad68ae..ce69bfc78 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_125.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json index 1cdc9afe5..636dff573 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_126.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json index 1848153a6..5e923a877 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_127.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json index 56718cd5e..b44b6cbd4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_128.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json index 6bc2195c5..aefc1a88a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_129.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json index 60430bab2..55aa1bab1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_13.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (244912, 'AVL_TRAIN'), (245929, 'UN_AVL'), (246546, 'AVL_TRAIN'), (251386, 'UN_AVL'), (269540, 'AVL_TRAIN'), (274003, 'UN_AVL'), (288068, 'AVL_TRAIN'), (292699, 'UN_AVL'), (310428, 'AVL_TRAIN'), (316236, 'UN_AVL'), (360149, 'AVL_TRAIN'), (366301, 'UN_AVL'), (427556, 'AVL_TRAIN'), (431311, 'UN_AVL'), (432665, 'AVL_TRAIN'), (433852, 'UN_AVL'), (443616, 'AVL_TRAIN'), (477502, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json index 44666fb0c..86ddab990 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_130.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json index f708339c0..28b40c184 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_131.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json index 6c35e8a0c..f9ce42b90 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_132.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json index 4d340ebfe..1da05d3d6 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_133.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json index 3a96cb769..bd73cf629 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_134.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json index 0d8976116..7d7492157 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_135.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json index 676b5c80e..c66e9b201 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_136.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json index 90b71cf8c..3f52d1a2f 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_137.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json index 1f0c383e6..f6536dfe1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_138.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json index 91463296a..e3f0f20e0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_139.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json index 5c7699f35..6d392da7c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_14.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (40876, 'AVL_TRAIN'), (43307, 'UN_AVL'), (98792, 'AVL_TRAIN'), (99888, 'UN_AVL'), (102200, 'AVL_TRAIN'), (106252, 'UN_AVL'), (109247, 'AVL_TRAIN'), (109361, 'UN_AVL'), (127445, 'AVL_TRAIN'), (129934, 'UN_AVL'), (182639, 'AVL_TRAIN'), (186618, 'UN_AVL'), (186618, 'AVL_TRAIN'), (186643, 'UN_AVL'), (225988, 'AVL_TRAIN'), (232715, 'UN_AVL'), (283946, 'AVL_TRAIN'), (286819, 'UN_AVL'), (288121, 'AVL_TRAIN'), (293395, 'UN_AVL'), (356443, 'AVL_TRAIN'), (360551, 'UN_AVL'), (360724, 'AVL_TRAIN'), (363760, 'UN_AVL'), (452577, 'AVL_TRAIN'), (455553, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json index 898e8f95a..9bbc9bb91 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_140.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json index b6a69a75e..b280c9fba 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_141.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json index d71ecfe2b..1caa7f44b 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_142.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json index 215089068..a89011f75 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_143.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json index 92f11d868..56e44418e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_144.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json index 8d0f89c50..0c5fdda97 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_145.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json index 7fdb9dddf..0eebe93cc 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_146.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json index 1ccf17d58..635b5f0b2 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_147.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json index a8401cf31..431eb33fe 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_148.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json index c69dcc6a1..e0a993ac5 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_149.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json index d8237fe2a..75df75239 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_15.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8737, 'AVL_TRAIN'), (10357, 'UN_AVL'), (14357, 'AVL_TRAIN'), (15634, 'UN_AVL'), (25336, 'AVL_TRAIN'), (27196, 'UN_AVL'), (42670, 'AVL_TRAIN'), (42710, 'UN_AVL'), (99637, 'AVL_TRAIN'), (102235, 'UN_AVL'), (129391, 'AVL_TRAIN'), (130491, 'UN_AVL'), (174494, 'AVL_TRAIN'), (174534, 'UN_AVL'), (177832, 'AVL_TRAIN'), (178886, 'UN_AVL'), (181894, 'AVL_TRAIN'), (183171, 'UN_AVL'), (185229, 'AVL_TRAIN'), (187002, 'UN_AVL'), (201911, 'AVL_TRAIN'), (216131, 'UN_AVL'), (251549, 'AVL_TRAIN'), (254018, 'UN_AVL'), (267318, 'AVL_TRAIN'), (267542, 'UN_AVL'), (272642, 'AVL_TRAIN'), (274378, 'UN_AVL'), (278228, 'AVL_TRAIN'), (302582, 'UN_AVL'), (335211, 'AVL_TRAIN'), (336985, 'UN_AVL'), (372940, 'AVL_TRAIN'), (391688, 'UN_AVL'), (462304, 'AVL_TRAIN'), (474928, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json index 5de56e87e..3b5c6500e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_16.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (281291, 'AVL_TRAIN'), (281431, 'UN_AVL'), (281465, 'AVL_TRAIN'), (281754, 'UN_AVL'), (289955, 'AVL_TRAIN'), (302790, 'UN_AVL'), (363641, 'AVL_TRAIN'), (385200, 'UN_AVL'), (436924, 'AVL_TRAIN'), (440237, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json index 93e605df0..e288fce85 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_17.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (6576, 'AVL_TRAIN'), (9540, 'UN_AVL'), (9541, 'AVL_TRAIN'), (12486, 'UN_AVL'), (12487, 'AVL_TRAIN'), (13229, 'UN_AVL'), (13231, 'AVL_TRAIN'), (13233, 'UN_AVL'), (13234, 'AVL_TRAIN'), (13236, 'UN_AVL'), (13237, 'AVL_TRAIN'), (13239, 'UN_AVL'), (14466, 'AVL_TRAIN'), (14688, 'UN_AVL'), (14690, 'AVL_TRAIN'), (15972, 'UN_AVL'), (15972, 'AVL_TRAIN'), (15976, 'UN_AVL'), (15977, 'AVL_TRAIN'), (15979, 'UN_AVL'), (15979, 'AVL_TRAIN'), (15981, 'UN_AVL'), (15985, 'AVL_TRAIN'), (16078, 'UN_AVL'), (16079, 'AVL_TRAIN'), (16081, 'UN_AVL'), (16082, 'AVL_TRAIN'), (16084, 'UN_AVL'), (16086, 'AVL_TRAIN'), (16088, 'UN_AVL'), (16089, 'AVL_TRAIN'), (16978, 'UN_AVL'), (20578, 'AVL_TRAIN'), (21191, 'UN_AVL'), (21192, 'AVL_TRAIN'), (21194, 'UN_AVL'), (21195, 'AVL_TRAIN'), (23527, 'UN_AVL'), (23528, 'AVL_TRAIN'), (25952, 'UN_AVL'), (25953, 'AVL_TRAIN'), (26047, 'UN_AVL'), (26047, 'AVL_TRAIN'), (26048, 'UN_AVL'), (26049, 'AVL_TRAIN'), (26051, 'UN_AVL'), (26053, 'AVL_TRAIN'), (26736, 'UN_AVL'), (26738, 'AVL_TRAIN'), (26761, 'UN_AVL'), (26761, 'AVL_TRAIN'), (26763, 'UN_AVL'), (26764, 'AVL_TRAIN'), (26766, 'UN_AVL'), (26768, 'AVL_TRAIN'), (26861, 'UN_AVL'), (26865, 'AVL_TRAIN'), (43489, 'UN_AVL'), (43492, 'AVL_TRAIN'), (43523, 'UN_AVL'), (43524, 'AVL_TRAIN'), (43557, 'UN_AVL'), (43558, 'AVL_TRAIN'), (43591, 'UN_AVL'), (43592, 'AVL_TRAIN'), (43624, 'UN_AVL'), (43625, 'AVL_TRAIN'), (43658, 'UN_AVL'), (43659, 'AVL_TRAIN'), (43691, 'UN_AVL'), (43693, 'AVL_TRAIN'), (43725, 'UN_AVL'), (43726, 'AVL_TRAIN'), (43793, 'UN_AVL'), (43794, 'AVL_TRAIN'), (43826, 'UN_AVL'), (43827, 'AVL_TRAIN'), (43860, 'UN_AVL'), (43861, 'AVL_TRAIN'), (43894, 'UN_AVL'), (43895, 'AVL_TRAIN'), (43927, 'UN_AVL'), (43929, 'AVL_TRAIN'), (43961, 'UN_AVL'), (43963, 'AVL_TRAIN'), (43995, 'UN_AVL'), (43996, 'AVL_TRAIN'), (44029, 'UN_AVL'), (44030, 'AVL_TRAIN'), (44062, 'UN_AVL'), (44064, 'AVL_TRAIN'), (44096, 'UN_AVL'), (44097, 'AVL_TRAIN'), (44130, 'UN_AVL'), (44131, 'AVL_TRAIN'), (44164, 'UN_AVL'), (44165, 'AVL_TRAIN'), (44197, 'UN_AVL'), (44232, 'AVL_TRAIN'), (44265, 'UN_AVL'), (44266, 'AVL_TRAIN'), (44298, 'UN_AVL'), (44299, 'AVL_TRAIN'), (44332, 'UN_AVL'), (44333, 'AVL_TRAIN'), (44366, 'UN_AVL'), (44367, 'AVL_TRAIN'), (44400, 'UN_AVL'), (44401, 'AVL_TRAIN'), (44433, 'UN_AVL'), (44434, 'AVL_TRAIN'), (44467, 'UN_AVL'), (44468, 'AVL_TRAIN'), (44501, 'UN_AVL'), (44502, 'AVL_TRAIN'), (44534, 'UN_AVL'), (44535, 'AVL_TRAIN'), (44568, 'UN_AVL'), (44569, 'AVL_TRAIN'), (44602, 'UN_AVL'), (44603, 'AVL_TRAIN'), (44635, 'UN_AVL'), (44637, 'AVL_TRAIN'), (44669, 'UN_AVL'), (44670, 'AVL_TRAIN'), (44703, 'UN_AVL'), (44704, 'AVL_TRAIN'), (44737, 'UN_AVL'), (44738, 'AVL_TRAIN'), (44770, 'UN_AVL'), (44771, 'AVL_TRAIN'), (44804, 'UN_AVL'), (44805, 'AVL_TRAIN'), (44838, 'UN_AVL'), (44839, 'AVL_TRAIN'), (44872, 'UN_AVL'), (44873, 'AVL_TRAIN'), (44905, 'UN_AVL'), (44909, 'AVL_TRAIN'), (44939, 'UN_AVL'), (44940, 'AVL_TRAIN'), (44973, 'UN_AVL'), (44974, 'AVL_TRAIN'), (45006, 'UN_AVL'), (45007, 'AVL_TRAIN'), (45040, 'UN_AVL'), (45041, 'AVL_TRAIN'), (45074, 'UN_AVL'), (45075, 'AVL_TRAIN'), (45108, 'UN_AVL'), (45109, 'AVL_TRAIN'), (45141, 'UN_AVL'), (45142, 'AVL_TRAIN'), (45175, 'UN_AVL'), (45176, 'AVL_TRAIN'), (45209, 'UN_AVL'), (45210, 'AVL_TRAIN'), (45242, 'UN_AVL'), (45244, 'AVL_TRAIN'), (45276, 'UN_AVL'), (45277, 'AVL_TRAIN'), (45310, 'UN_AVL'), (45311, 'AVL_TRAIN'), (45344, 'UN_AVL'), (45345, 'AVL_TRAIN'), (45377, 'UN_AVL'), (45378, 'AVL_TRAIN'), (45411, 'UN_AVL'), (45412, 'AVL_TRAIN'), (45445, 'UN_AVL'), (45446, 'AVL_TRAIN'), (45478, 'UN_AVL'), (45480, 'AVL_TRAIN'), (45512, 'UN_AVL'), (45513, 'AVL_TRAIN'), (45546, 'UN_AVL'), (45547, 'AVL_TRAIN'), (45580, 'UN_AVL'), (45581, 'AVL_TRAIN'), (45613, 'UN_AVL'), (45614, 'AVL_TRAIN'), (45647, 'UN_AVL'), (45648, 'AVL_TRAIN'), (45681, 'UN_AVL'), (45682, 'AVL_TRAIN'), (45715, 'UN_AVL'), (45716, 'AVL_TRAIN'), (45748, 'UN_AVL'), (45749, 'AVL_TRAIN'), (45782, 'UN_AVL'), (45783, 'AVL_TRAIN'), (45816, 'UN_AVL'), (45817, 'AVL_TRAIN'), (45849, 'UN_AVL'), (45850, 'AVL_TRAIN'), (45883, 'UN_AVL'), (45884, 'AVL_TRAIN'), (45917, 'UN_AVL'), (45918, 'AVL_TRAIN'), (45950, 'UN_AVL'), (45952, 'AVL_TRAIN'), (45984, 'UN_AVL'), (45985, 'AVL_TRAIN'), (46052, 'UN_AVL'), (46053, 'AVL_TRAIN'), (46085, 'UN_AVL'), (46086, 'AVL_TRAIN'), (46119, 'UN_AVL'), (46120, 'AVL_TRAIN'), (46153, 'UN_AVL'), (46154, 'AVL_TRAIN'), (46186, 'UN_AVL'), (46188, 'AVL_TRAIN'), (46220, 'UN_AVL'), (46221, 'AVL_TRAIN'), (46254, 'UN_AVL'), (46255, 'AVL_TRAIN'), (46288, 'UN_AVL'), (46289, 'AVL_TRAIN'), (46321, 'UN_AVL'), (46322, 'AVL_TRAIN'), (46355, 'UN_AVL'), (46356, 'AVL_TRAIN'), (46389, 'UN_AVL'), (46390, 'AVL_TRAIN'), (46423, 'UN_AVL'), (46424, 'AVL_TRAIN'), (46456, 'UN_AVL'), (46457, 'AVL_TRAIN'), (46490, 'UN_AVL'), (46491, 'AVL_TRAIN'), (46524, 'UN_AVL'), (46525, 'AVL_TRAIN'), (46557, 'UN_AVL'), (46559, 'AVL_TRAIN'), (46591, 'UN_AVL'), (46592, 'AVL_TRAIN'), (46625, 'UN_AVL'), (46626, 'AVL_TRAIN'), (46659, 'UN_AVL'), (46660, 'AVL_TRAIN'), (46692, 'UN_AVL'), (46694, 'AVL_TRAIN'), (46726, 'UN_AVL'), (46727, 'AVL_TRAIN'), (46760, 'UN_AVL'), (46761, 'AVL_TRAIN'), (46793, 'UN_AVL'), (46795, 'AVL_TRAIN'), (46823, 'UN_AVL'), (46826, 'AVL_TRAIN'), (46829, 'UN_AVL'), (46833, 'AVL_TRAIN'), (46835, 'UN_AVL'), (46836, 'AVL_TRAIN'), (46838, 'UN_AVL'), (46840, 'AVL_TRAIN'), (50773, 'UN_AVL'), (50774, 'AVL_TRAIN'), (50776, 'UN_AVL'), (50777, 'AVL_TRAIN'), (50779, 'UN_AVL'), (50780, 'AVL_TRAIN'), (53322, 'UN_AVL'), (53323, 'AVL_TRAIN'), (54579, 'UN_AVL'), (54580, 'AVL_TRAIN'), (54974, 'UN_AVL'), (54975, 'AVL_TRAIN'), (56090, 'UN_AVL'), (56091, 'AVL_TRAIN'), (56375, 'UN_AVL'), (56376, 'AVL_TRAIN'), (61071, 'UN_AVL'), (61072, 'AVL_TRAIN'), (61153, 'UN_AVL'), (86811, 'AVL_TRAIN'), (89816, 'UN_AVL'), (104377, 'AVL_TRAIN'), (104380, 'UN_AVL'), (104381, 'AVL_TRAIN'), (111192, 'UN_AVL'), (111193, 'AVL_TRAIN'), (111361, 'UN_AVL'), (111361, 'AVL_TRAIN'), (111374, 'UN_AVL'), (111374, 'AVL_TRAIN'), (111448, 'UN_AVL'), (111450, 'AVL_TRAIN'), (111454, 'UN_AVL'), (111456, 'AVL_TRAIN'), (111458, 'UN_AVL'), (111459, 'AVL_TRAIN'), (111461, 'UN_AVL'), (111463, 'AVL_TRAIN'), (111469, 'UN_AVL'), (111470, 'AVL_TRAIN'), (111474, 'UN_AVL'), (111476, 'AVL_TRAIN'), (111481, 'UN_AVL'), (111482, 'AVL_TRAIN'), (111484, 'UN_AVL'), (111489, 'AVL_TRAIN'), (111491, 'UN_AVL'), (111492, 'AVL_TRAIN'), (111494, 'UN_AVL'), (111495, 'AVL_TRAIN'), (111500, 'UN_AVL'), (111502, 'AVL_TRAIN'), (111504, 'UN_AVL'), (111505, 'AVL_TRAIN'), (111519, 'UN_AVL'), (111520, 'AVL_TRAIN'), (111525, 'UN_AVL'), (111527, 'AVL_TRAIN'), (111529, 'UN_AVL'), (111530, 'AVL_TRAIN'), (111532, 'UN_AVL'), (111533, 'AVL_TRAIN'), (111535, 'UN_AVL'), (111536, 'AVL_TRAIN'), (111540, 'UN_AVL'), (111542, 'AVL_TRAIN'), (112928, 'UN_AVL'), (112928, 'AVL_TRAIN'), (114430, 'UN_AVL'), (114431, 'AVL_TRAIN'), (114432, 'UN_AVL'), (114433, 'AVL_TRAIN'), (114804, 'UN_AVL'), (114805, 'AVL_TRAIN'), (114838, 'UN_AVL'), (114839, 'AVL_TRAIN'), (114871, 'UN_AVL'), (114872, 'AVL_TRAIN'), (115096, 'UN_AVL'), (115097, 'AVL_TRAIN'), (115129, 'UN_AVL'), (115130, 'AVL_TRAIN'), (115136, 'UN_AVL'), (115137, 'AVL_TRAIN'), (115915, 'UN_AVL'), (115921, 'AVL_TRAIN'), (115923, 'UN_AVL'), (115926, 'AVL_TRAIN'), (115927, 'UN_AVL'), (115932, 'AVL_TRAIN'), (115933, 'UN_AVL'), (115934, 'AVL_TRAIN'), (115937, 'UN_AVL'), (115938, 'AVL_TRAIN'), (149100, 'UN_AVL'), (189348, 'AVL_TRAIN'), (189350, 'UN_AVL'), (189351, 'AVL_TRAIN'), (189368, 'UN_AVL'), (189368, 'AVL_TRAIN'), (189603, 'UN_AVL'), (189608, 'AVL_TRAIN'), (190099, 'UN_AVL'), (190101, 'AVL_TRAIN'), (190102, 'UN_AVL'), (190103, 'AVL_TRAIN'), (190105, 'UN_AVL'), (190106, 'AVL_TRAIN'), (190202, 'UN_AVL'), (190203, 'AVL_TRAIN'), (190206, 'UN_AVL'), (190207, 'AVL_TRAIN'), (190209, 'UN_AVL'), (190213, 'AVL_TRAIN'), (191724, 'UN_AVL'), (191725, 'AVL_TRAIN'), (193126, 'UN_AVL'), (193140, 'AVL_TRAIN'), (193142, 'UN_AVL'), (193188, 'AVL_TRAIN'), (195742, 'UN_AVL'), (195743, 'AVL_TRAIN'), (198854, 'UN_AVL'), (198856, 'AVL_TRAIN'), (198858, 'UN_AVL'), (198859, 'AVL_TRAIN'), (199155, 'UN_AVL'), (199156, 'AVL_TRAIN'), (199158, 'UN_AVL'), (199159, 'AVL_TRAIN'), (199161, 'UN_AVL'), (199163, 'AVL_TRAIN'), (199178, 'UN_AVL'), (199179, 'AVL_TRAIN'), (199181, 'UN_AVL'), (199182, 'AVL_TRAIN'), (199185, 'UN_AVL'), (199187, 'AVL_TRAIN'), (199189, 'UN_AVL'), (199220, 'AVL_TRAIN'), (199221, 'UN_AVL'), (199228, 'AVL_TRAIN'), (199233, 'UN_AVL'), (199249, 'AVL_TRAIN'), (199314, 'UN_AVL'), (199316, 'AVL_TRAIN'), (199319, 'UN_AVL'), (199322, 'AVL_TRAIN'), (199323, 'UN_AVL'), (199324, 'AVL_TRAIN'), (199354, 'UN_AVL'), (200142, 'AVL_TRAIN'), (200177, 'UN_AVL'), (200180, 'AVL_TRAIN'), (200186, 'UN_AVL'), (232022, 'AVL_TRAIN'), (232027, 'UN_AVL'), (232029, 'AVL_TRAIN'), (232031, 'UN_AVL'), (232032, 'AVL_TRAIN'), (233237, 'UN_AVL'), (233238, 'AVL_TRAIN'), (233249, 'UN_AVL'), (233251, 'AVL_TRAIN'), (233254, 'UN_AVL'), (233271, 'AVL_TRAIN'), (233282, 'UN_AVL'), (233284, 'AVL_TRAIN'), (233287, 'UN_AVL'), (233289, 'AVL_TRAIN'), (233294, 'UN_AVL'), (233295, 'AVL_TRAIN'), (233388, 'UN_AVL'), (233389, 'AVL_TRAIN'), (236099, 'UN_AVL'), (236100, 'AVL_TRAIN'), (236101, 'UN_AVL'), (236102, 'AVL_TRAIN'), (236132, 'UN_AVL'), (236134, 'AVL_TRAIN'), (236145, 'UN_AVL'), (236146, 'AVL_TRAIN'), (236148, 'UN_AVL'), (236149, 'AVL_TRAIN'), (236165, 'UN_AVL'), (236167, 'AVL_TRAIN'), (237499, 'UN_AVL'), (237500, 'AVL_TRAIN'), (237501, 'UN_AVL'), (237501, 'AVL_TRAIN'), (237502, 'UN_AVL'), (237504, 'AVL_TRAIN'), (237514, 'UN_AVL'), (237518, 'AVL_TRAIN'), (237554, 'UN_AVL'), (237563, 'AVL_TRAIN'), (237576, 'UN_AVL'), (237585, 'AVL_TRAIN'), (237586, 'UN_AVL'), (237586, 'AVL_TRAIN'), (237587, 'UN_AVL'), (237587, 'AVL_TRAIN'), (237605, 'UN_AVL'), (237605, 'AVL_TRAIN'), (237606, 'UN_AVL'), (237607, 'AVL_TRAIN'), (237608, 'UN_AVL'), (237610, 'AVL_TRAIN'), (237614, 'UN_AVL'), (237616, 'AVL_TRAIN'), (237618, 'UN_AVL'), (237619, 'AVL_TRAIN'), (237622, 'UN_AVL'), (237630, 'AVL_TRAIN'), (237632, 'UN_AVL'), (237635, 'AVL_TRAIN'), (237636, 'UN_AVL'), (237637, 'AVL_TRAIN'), (237639, 'UN_AVL'), (237640, 'AVL_TRAIN'), (237733, 'UN_AVL'), (237735, 'AVL_TRAIN'), (237875, 'UN_AVL'), (237878, 'AVL_TRAIN'), (237879, 'UN_AVL'), (237879, 'AVL_TRAIN'), (237883, 'UN_AVL'), (237885, 'AVL_TRAIN'), (238558, 'UN_AVL'), (238621, 'AVL_TRAIN'), (238624, 'UN_AVL'), (238729, 'AVL_TRAIN'), (239419, 'UN_AVL'), (239420, 'AVL_TRAIN'), (245185, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json index 3395ec2b6..967fb75fa 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_18.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (26654, 'AVL_TRAIN'), (46189, 'UN_AVL'), (196350, 'AVL_TRAIN'), (202296, 'UN_AVL'), (229684, 'AVL_TRAIN'), (232670, 'UN_AVL'), (315306, 'AVL_TRAIN'), (320133, 'UN_AVL'), (345671, 'AVL_TRAIN'), (357090, 'UN_AVL'), (478397, 'AVL_TRAIN'), (482409, 'UN_AVL'), (488483, 'AVL_TRAIN'), (490407, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json index 0b496054d..6e6473178 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_19.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (72571, 'AVL_TRAIN'), (75048, 'UN_AVL'), (84940, 'AVL_TRAIN'), (85051, 'UN_AVL'), (85065, 'AVL_TRAIN'), (87122, 'UN_AVL'), (87660, 'AVL_TRAIN'), (88289, 'UN_AVL'), (94131, 'AVL_TRAIN'), (94838, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json index 9be69cea0..fb05da657 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_2.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (391492, 'AVL_TRAIN'), (392455, 'UN_AVL'), (392456, 'AVL_TRAIN'), (397781, 'UN_AVL'), (397813, 'AVL_TRAIN'), (403293, 'UN_AVL'), (406742, 'AVL_TRAIN'), (407792, 'UN_AVL'), (408447, 'AVL_TRAIN'), (408449, 'UN_AVL'), (408449, 'AVL_TRAIN'), (408451, 'UN_AVL'), (408459, 'AVL_TRAIN'), (409921, 'UN_AVL'), (409923, 'AVL_TRAIN'), (409935, 'UN_AVL'), (413045, 'AVL_TRAIN'), (413146, 'UN_AVL'), (413147, 'AVL_TRAIN'), (413162, 'UN_AVL'), (413239, 'AVL_TRAIN'), (413248, 'UN_AVL'), (413287, 'AVL_TRAIN'), (413316, 'UN_AVL'), (413332, 'AVL_TRAIN'), (413376, 'UN_AVL'), (413385, 'AVL_TRAIN'), (413419, 'UN_AVL'), (413434, 'AVL_TRAIN'), (413488, 'UN_AVL'), (413512, 'AVL_TRAIN'), (414931, 'UN_AVL'), (414942, 'AVL_TRAIN'), (415602, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415705, 'UN_AVL'), (415728, 'AVL_TRAIN'), (416902, 'UN_AVL'), (416915, 'AVL_TRAIN'), (419524, 'UN_AVL'), (419526, 'AVL_TRAIN'), (419575, 'UN_AVL'), (419575, 'AVL_TRAIN'), (420540, 'UN_AVL'), (420848, 'AVL_TRAIN'), (420987, 'UN_AVL'), (420989, 'AVL_TRAIN'), (421302, 'UN_AVL'), (421387, 'AVL_TRAIN'), (422656, 'UN_AVL'), (422658, 'AVL_TRAIN'), (422659, 'UN_AVL'), (422660, 'AVL_TRAIN'), (422727, 'UN_AVL'), (435710, 'AVL_TRAIN'), (438969, 'UN_AVL'), (462425, 'AVL_TRAIN'), (462830, 'UN_AVL'), (462830, 'AVL_TRAIN'), (467985, 'UN_AVL'), (468378, 'AVL_TRAIN'), (468426, 'UN_AVL'), (470475, 'AVL_TRAIN'), (471678, 'UN_AVL'), (471715, 'AVL_TRAIN'), (477047, 'UN_AVL'), (477048, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json index 9cfc422f9..fe7cb1988 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_20.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (356385, 'AVL_TRAIN'), (356387, 'UN_AVL'), (356412, 'AVL_TRAIN'), (356413, 'UN_AVL'), (356416, 'AVL_TRAIN'), (356419, 'UN_AVL'), (356420, 'AVL_TRAIN'), (356428, 'UN_AVL'), (356429, 'AVL_TRAIN'), (356440, 'UN_AVL'), (356441, 'AVL_TRAIN'), (356444, 'UN_AVL'), (356444, 'AVL_TRAIN'), (356450, 'UN_AVL'), (356451, 'AVL_TRAIN'), (356454, 'UN_AVL'), (356459, 'AVL_TRAIN'), (356466, 'UN_AVL'), (356466, 'AVL_TRAIN'), (356478, 'UN_AVL'), (356479, 'AVL_TRAIN'), (356490, 'UN_AVL'), (356491, 'AVL_TRAIN'), (356495, 'UN_AVL'), (356502, 'AVL_TRAIN'), (356503, 'UN_AVL'), (356522, 'AVL_TRAIN'), (356523, 'UN_AVL'), (356524, 'AVL_TRAIN'), (356527, 'UN_AVL'), (356561, 'AVL_TRAIN'), (377020, 'UN_AVL'), (379578, 'AVL_TRAIN'), (379582, 'UN_AVL'), (379583, 'AVL_TRAIN'), (379585, 'UN_AVL'), (379586, 'AVL_TRAIN'), (379590, 'UN_AVL'), (379592, 'AVL_TRAIN'), (381039, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json index 018706e78..3a099bbb2 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_21.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (828, 'AVL_TRAIN'), (3072, 'UN_AVL'), (12583, 'AVL_TRAIN'), (12895, 'UN_AVL'), (12897, 'AVL_TRAIN'), (12917, 'UN_AVL'), (12943, 'AVL_TRAIN'), (13050, 'UN_AVL'), (13056, 'AVL_TRAIN'), (13057, 'UN_AVL'), (13080, 'AVL_TRAIN'), (13265, 'UN_AVL'), (13385, 'AVL_TRAIN'), (13390, 'UN_AVL'), (141110, 'AVL_TRAIN'), (144187, 'UN_AVL'), (241710, 'AVL_TRAIN'), (242453, 'UN_AVL'), (257108, 'AVL_TRAIN'), (262679, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json index c6ade8224..3cdad4350 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_22.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2866, 'AVL_TRAIN'), (5183, 'UN_AVL'), (84598, 'AVL_TRAIN'), (137675, 'UN_AVL'), (155633, 'AVL_TRAIN'), (155946, 'UN_AVL'), (155946, 'AVL_TRAIN'), (155956, 'UN_AVL'), (233701, 'AVL_TRAIN'), (236332, 'UN_AVL'), (348488, 'AVL_TRAIN'), (352131, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json index 9b1b241d0..379284080 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_23.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (80604, 'AVL_TRAIN'), (86390, 'UN_AVL'), (153815, 'AVL_TRAIN'), (159369, 'UN_AVL'), (163051, 'AVL_TRAIN'), (163162, 'UN_AVL'), (232745, 'AVL_TRAIN'), (241563, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json index c927a6612..bed4aef8c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_24.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (39044, 'AVL_TRAIN'), (42386, 'UN_AVL'), (94915, 'AVL_TRAIN'), (95587, 'UN_AVL'), (97037, 'AVL_TRAIN'), (97213, 'UN_AVL'), (99256, 'AVL_TRAIN'), (100235, 'UN_AVL'), (100236, 'AVL_TRAIN'), (100256, 'UN_AVL'), (100256, 'AVL_TRAIN'), (100266, 'UN_AVL'), (126438, 'AVL_TRAIN'), (127763, 'UN_AVL'), (127764, 'AVL_TRAIN'), (129273, 'UN_AVL'), (131869, 'AVL_TRAIN'), (135147, 'UN_AVL'), (148611, 'AVL_TRAIN'), (153451, 'UN_AVL'), (175954, 'AVL_TRAIN'), (176589, 'UN_AVL'), (219108, 'AVL_TRAIN'), (224999, 'UN_AVL'), (236840, 'AVL_TRAIN'), (237398, 'UN_AVL'), (244809, 'AVL_TRAIN'), (247758, 'UN_AVL'), (252048, 'AVL_TRAIN'), (256597, 'UN_AVL'), (299838, 'AVL_TRAIN'), (316249, 'UN_AVL'), (347628, 'AVL_TRAIN'), (348846, 'UN_AVL'), (349017, 'AVL_TRAIN'), (349084, 'UN_AVL'), (350300, 'AVL_TRAIN'), (350339, 'UN_AVL'), (350340, 'AVL_TRAIN'), (353682, 'UN_AVL'), (354932, 'AVL_TRAIN'), (354941, 'UN_AVL'), (354942, 'AVL_TRAIN'), (355114, 'UN_AVL'), (355115, 'AVL_TRAIN'), (355308, 'UN_AVL'), (355310, 'AVL_TRAIN'), (355313, 'UN_AVL'), (355315, 'AVL_TRAIN'), (355317, 'UN_AVL'), (355318, 'AVL_TRAIN'), (356801, 'UN_AVL'), (356801, 'AVL_TRAIN'), (357089, 'UN_AVL'), (357089, 'AVL_TRAIN'), (357311, 'UN_AVL'), (357312, 'AVL_TRAIN'), (357313, 'UN_AVL'), (358086, 'AVL_TRAIN'), (358844, 'UN_AVL'), (358846, 'AVL_TRAIN'), (358886, 'UN_AVL'), (366429, 'AVL_TRAIN'), (388336, 'UN_AVL'), (414433, 'AVL_TRAIN'), (421914, 'UN_AVL'), (448779, 'AVL_TRAIN'), (449766, 'UN_AVL'), (492093, 'AVL_TRAIN'), (496041, 'UN_AVL'), (496044, 'AVL_TRAIN'), (496052, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json index 4011d2410..2b2947583 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_25.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (186155, 'AVL_TRAIN'), (186873, 'UN_AVL'), (186876, 'AVL_TRAIN'), (187668, 'UN_AVL'), (188128, 'AVL_TRAIN'), (189551, 'UN_AVL'), (190013, 'AVL_TRAIN'), (190611, 'UN_AVL'), (314991, 'AVL_TRAIN'), (316045, 'UN_AVL'), (322000, 'AVL_TRAIN'), (322996, 'UN_AVL'), (322998, 'AVL_TRAIN'), (323006, 'UN_AVL'), (333884, 'AVL_TRAIN'), (334665, 'UN_AVL'), (355081, 'AVL_TRAIN'), (355087, 'UN_AVL'), (355087, 'AVL_TRAIN'), (355092, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json index 233fdcecb..5a9255190 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_26.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8428, 'AVL_TRAIN'), (28464, 'UN_AVL'), (78938, 'AVL_TRAIN'), (98544, 'UN_AVL'), (126713, 'AVL_TRAIN'), (134789, 'UN_AVL'), (192337, 'AVL_TRAIN'), (203506, 'UN_AVL'), (244107, 'AVL_TRAIN'), (246582, 'UN_AVL'), (249472, 'AVL_TRAIN'), (259857, 'UN_AVL'), (312106, 'AVL_TRAIN'), (328650, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json index 743297e48..bc4853a1f 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_27.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (12984, 'UN_AVL'), (13124, 'AVL_TRAIN'), (16085, 'UN_AVL'), (16085, 'AVL_TRAIN'), (16102, 'UN_AVL'), (16689, 'AVL_TRAIN'), (52609, 'UN_AVL'), (144363, 'AVL_TRAIN'), (144366, 'UN_AVL'), (144370, 'AVL_TRAIN'), (144915, 'UN_AVL'), (144915, 'AVL_TRAIN'), (154153, 'UN_AVL'), (171748, 'AVL_TRAIN'), (171752, 'UN_AVL'), (171755, 'AVL_TRAIN'), (171758, 'UN_AVL'), (171766, 'AVL_TRAIN'), (171770, 'UN_AVL'), (171770, 'AVL_TRAIN'), (177927, 'UN_AVL'), (177928, 'AVL_TRAIN'), (178050, 'UN_AVL'), (178050, 'AVL_TRAIN'), (178058, 'UN_AVL'), (178058, 'AVL_TRAIN'), (178059, 'UN_AVL'), (178059, 'AVL_TRAIN'), (178060, 'UN_AVL'), (178060, 'AVL_TRAIN'), (178064, 'UN_AVL'), (178064, 'AVL_TRAIN'), (178083, 'UN_AVL'), (178083, 'AVL_TRAIN'), (178084, 'UN_AVL'), (178084, 'AVL_TRAIN'), (178087, 'UN_AVL'), (178087, 'AVL_TRAIN'), (178088, 'UN_AVL'), (178088, 'AVL_TRAIN'), (178090, 'UN_AVL'), (178090, 'AVL_TRAIN'), (178091, 'UN_AVL'), (178092, 'AVL_TRAIN'), (178093, 'UN_AVL'), (178093, 'AVL_TRAIN'), (178106, 'UN_AVL'), (178106, 'AVL_TRAIN'), (178116, 'UN_AVL'), (178117, 'AVL_TRAIN'), (178118, 'UN_AVL'), (178118, 'AVL_TRAIN'), (178120, 'UN_AVL'), (178120, 'AVL_TRAIN'), (178121, 'UN_AVL'), (178121, 'AVL_TRAIN'), (178138, 'UN_AVL'), (178138, 'AVL_TRAIN'), (178139, 'UN_AVL'), (178139, 'AVL_TRAIN'), (178140, 'UN_AVL'), (178140, 'AVL_TRAIN'), (178141, 'UN_AVL'), (178141, 'AVL_TRAIN'), (178142, 'UN_AVL'), (178142, 'AVL_TRAIN'), (178143, 'UN_AVL'), (178143, 'AVL_TRAIN'), (178144, 'UN_AVL'), (178144, 'AVL_TRAIN'), (178145, 'UN_AVL'), (178145, 'AVL_TRAIN'), (178146, 'UN_AVL'), (178147, 'AVL_TRAIN'), (178155, 'UN_AVL'), (178155, 'AVL_TRAIN'), (178157, 'UN_AVL'), (178158, 'AVL_TRAIN'), (178159, 'UN_AVL'), (178159, 'AVL_TRAIN'), (178160, 'UN_AVL'), (178160, 'AVL_TRAIN'), (178161, 'UN_AVL'), (178162, 'AVL_TRAIN'), (178163, 'UN_AVL'), (178163, 'AVL_TRAIN'), (178164, 'UN_AVL'), (178164, 'AVL_TRAIN'), (178166, 'UN_AVL'), (178167, 'AVL_TRAIN'), (178168, 'UN_AVL'), (178168, 'AVL_TRAIN'), (178170, 'UN_AVL'), (178170, 'AVL_TRAIN'), (178171, 'UN_AVL'), (178171, 'AVL_TRAIN'), (178174, 'UN_AVL'), (178174, 'AVL_TRAIN'), (178175, 'UN_AVL'), (178176, 'AVL_TRAIN'), (178177, 'UN_AVL'), (178177, 'AVL_TRAIN'), (178179, 'UN_AVL'), (178180, 'AVL_TRAIN'), (178181, 'UN_AVL'), (178181, 'AVL_TRAIN'), (178185, 'UN_AVL'), (178185, 'AVL_TRAIN'), (178186, 'UN_AVL'), (178186, 'AVL_TRAIN'), (178188, 'UN_AVL'), (178188, 'AVL_TRAIN'), (178191, 'UN_AVL'), (178191, 'AVL_TRAIN'), (178192, 'UN_AVL'), (178193, 'AVL_TRAIN'), (178194, 'UN_AVL'), (178194, 'AVL_TRAIN'), (178196, 'UN_AVL'), (178196, 'AVL_TRAIN'), (178200, 'UN_AVL'), (178201, 'AVL_TRAIN'), (184920, 'UN_AVL'), (189880, 'AVL_TRAIN'), (209457, 'UN_AVL'), (209460, 'AVL_TRAIN'), (209463, 'UN_AVL'), (263299, 'AVL_TRAIN'), (272259, 'UN_AVL'), (272259, 'AVL_TRAIN'), (272261, 'UN_AVL'), (272262, 'AVL_TRAIN'), (272272, 'UN_AVL'), (272272, 'AVL_TRAIN'), (272277, 'UN_AVL'), (272277, 'AVL_TRAIN'), (272279, 'UN_AVL'), (272279, 'AVL_TRAIN'), (272564, 'UN_AVL'), (272565, 'AVL_TRAIN'), (273146, 'UN_AVL'), (273146, 'AVL_TRAIN'), (273179, 'UN_AVL'), (273179, 'AVL_TRAIN'), (273181, 'UN_AVL'), (273181, 'AVL_TRAIN'), (273182, 'UN_AVL'), (273182, 'AVL_TRAIN'), (273183, 'UN_AVL'), (273183, 'AVL_TRAIN'), (273208, 'UN_AVL'), (273208, 'AVL_TRAIN'), (273212, 'UN_AVL'), (273212, 'AVL_TRAIN'), (273214, 'UN_AVL'), (273214, 'AVL_TRAIN'), (273309, 'UN_AVL'), (273309, 'AVL_TRAIN'), (273317, 'UN_AVL'), (273317, 'AVL_TRAIN'), (273318, 'UN_AVL'), (273318, 'AVL_TRAIN'), (273321, 'UN_AVL'), (273321, 'AVL_TRAIN'), (274613, 'UN_AVL'), (274614, 'AVL_TRAIN'), (274617, 'UN_AVL'), (274617, 'AVL_TRAIN'), (274619, 'UN_AVL'), (274620, 'AVL_TRAIN'), (274622, 'UN_AVL'), (274622, 'AVL_TRAIN'), (274629, 'UN_AVL'), (274629, 'AVL_TRAIN'), (274631, 'UN_AVL'), (274631, 'AVL_TRAIN'), (274635, 'UN_AVL'), (274635, 'AVL_TRAIN'), (274641, 'UN_AVL'), (274641, 'AVL_TRAIN'), (274645, 'UN_AVL'), (274645, 'AVL_TRAIN'), (274649, 'UN_AVL'), (274649, 'AVL_TRAIN'), (274651, 'UN_AVL'), (274651, 'AVL_TRAIN'), (274654, 'UN_AVL'), (274654, 'AVL_TRAIN'), (274656, 'UN_AVL'), (274657, 'AVL_TRAIN'), (274659, 'UN_AVL'), (274659, 'AVL_TRAIN'), (274660, 'UN_AVL'), (274660, 'AVL_TRAIN'), (274661, 'UN_AVL'), (274661, 'AVL_TRAIN'), (274663, 'UN_AVL'), (274664, 'AVL_TRAIN'), (276623, 'UN_AVL'), (276659, 'AVL_TRAIN'), (294032, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json index ec6679154..de91928fc 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_28.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (49715, 'AVL_TRAIN'), (59780, 'UN_AVL'), (73902, 'AVL_TRAIN'), (88800, 'UN_AVL'), (274738, 'AVL_TRAIN'), (313232, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json index ff9a2553d..e9785fe18 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_29.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13988, 'AVL_TRAIN'), (16565, 'UN_AVL'), (16566, 'AVL_TRAIN'), (16568, 'UN_AVL'), (16573, 'AVL_TRAIN'), (16574, 'UN_AVL'), (16575, 'AVL_TRAIN'), (17226, 'UN_AVL'), (17479, 'AVL_TRAIN'), (25539, 'UN_AVL'), (45036, 'AVL_TRAIN'), (51708, 'UN_AVL'), (94791, 'AVL_TRAIN'), (96644, 'UN_AVL'), (96797, 'AVL_TRAIN'), (96803, 'UN_AVL'), (96834, 'AVL_TRAIN'), (96836, 'UN_AVL'), (96841, 'AVL_TRAIN'), (96844, 'UN_AVL'), (96846, 'AVL_TRAIN'), (96847, 'UN_AVL'), (97137, 'AVL_TRAIN'), (106362, 'UN_AVL'), (131185, 'AVL_TRAIN'), (133446, 'UN_AVL'), (133677, 'AVL_TRAIN'), (133680, 'UN_AVL'), (133682, 'AVL_TRAIN'), (133705, 'UN_AVL'), (133706, 'AVL_TRAIN'), (133708, 'UN_AVL'), (133709, 'AVL_TRAIN'), (133712, 'UN_AVL'), (133716, 'AVL_TRAIN'), (134781, 'UN_AVL'), (141673, 'AVL_TRAIN'), (142359, 'UN_AVL'), (162181, 'AVL_TRAIN'), (163739, 'UN_AVL'), (178541, 'AVL_TRAIN'), (178547, 'UN_AVL'), (179975, 'AVL_TRAIN'), (179976, 'UN_AVL'), (186814, 'AVL_TRAIN'), (186822, 'UN_AVL'), (187001, 'AVL_TRAIN'), (187005, 'UN_AVL'), (187006, 'AVL_TRAIN'), (187479, 'UN_AVL'), (187480, 'AVL_TRAIN'), (188860, 'UN_AVL'), (189043, 'AVL_TRAIN'), (189044, 'UN_AVL'), (189055, 'AVL_TRAIN'), (189072, 'UN_AVL'), (189640, 'AVL_TRAIN'), (200370, 'UN_AVL'), (214023, 'AVL_TRAIN'), (214027, 'UN_AVL'), (214575, 'AVL_TRAIN'), (214576, 'UN_AVL'), (214576, 'AVL_TRAIN'), (217873, 'UN_AVL'), (239732, 'AVL_TRAIN'), (241988, 'UN_AVL'), (242070, 'AVL_TRAIN'), (242424, 'UN_AVL'), (242425, 'AVL_TRAIN'), (244385, 'UN_AVL'), (244386, 'AVL_TRAIN'), (244388, 'UN_AVL'), (246282, 'AVL_TRAIN'), (246288, 'UN_AVL'), (263815, 'AVL_TRAIN'), (263816, 'UN_AVL'), (263826, 'AVL_TRAIN'), (263827, 'UN_AVL'), (263832, 'AVL_TRAIN'), (268716, 'UN_AVL'), (277017, 'AVL_TRAIN'), (277020, 'UN_AVL'), (277032, 'AVL_TRAIN'), (278587, 'UN_AVL'), (297476, 'AVL_TRAIN'), (298521, 'UN_AVL'), (298521, 'AVL_TRAIN'), (304378, 'UN_AVL'), (307421, 'AVL_TRAIN'), (308955, 'UN_AVL'), (343915, 'AVL_TRAIN'), (343937, 'UN_AVL'), (343937, 'AVL_TRAIN'), (347996, 'UN_AVL'), (348021, 'AVL_TRAIN'), (348110, 'UN_AVL'), (348111, 'AVL_TRAIN'), (348122, 'UN_AVL'), (349238, 'AVL_TRAIN'), (349255, 'UN_AVL'), (349255, 'AVL_TRAIN'), (351098, 'UN_AVL'), (368744, 'AVL_TRAIN'), (371567, 'UN_AVL'), (387148, 'AVL_TRAIN'), (388654, 'UN_AVL'), (388889, 'AVL_TRAIN'), (396683, 'UN_AVL'), (397094, 'AVL_TRAIN'), (397106, 'UN_AVL'), (397108, 'AVL_TRAIN'), (397117, 'UN_AVL'), (397120, 'AVL_TRAIN'), (397121, 'UN_AVL'), (397122, 'AVL_TRAIN'), (397291, 'UN_AVL'), (397333, 'AVL_TRAIN'), (397334, 'UN_AVL'), (397336, 'AVL_TRAIN'), (399025, 'UN_AVL'), (440692, 'AVL_TRAIN'), (440693, 'UN_AVL'), (440694, 'AVL_TRAIN'), (441314, 'UN_AVL'), (441315, 'AVL_TRAIN'), (441317, 'UN_AVL'), (441321, 'AVL_TRAIN'), (441377, 'UN_AVL'), (441479, 'AVL_TRAIN'), (444679, 'UN_AVL'), (444732, 'AVL_TRAIN'), (444765, 'UN_AVL'), (447248, 'AVL_TRAIN'), (447826, 'UN_AVL'), (447827, 'AVL_TRAIN'), (447843, 'UN_AVL'), (447845, 'AVL_TRAIN'), (449924, 'UN_AVL'), (449924, 'AVL_TRAIN'), (449990, 'UN_AVL'), (449991, 'AVL_TRAIN'), (450003, 'UN_AVL'), (450003, 'AVL_TRAIN'), (450033, 'UN_AVL'), (450034, 'AVL_TRAIN'), (450161, 'UN_AVL'), (450162, 'AVL_TRAIN'), (450232, 'UN_AVL'), (450232, 'AVL_TRAIN'), (450459, 'UN_AVL'), (450460, 'AVL_TRAIN'), (451183, 'UN_AVL'), (451440, 'AVL_TRAIN'), (451603, 'UN_AVL'), (451604, 'AVL_TRAIN'), (452272, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json index a587ddd7d..dbd90f047 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_3.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14439, 'AVL_TRAIN'), (17399, 'UN_AVL'), (17483, 'AVL_TRAIN'), (21062, 'UN_AVL'), (31364, 'AVL_TRAIN'), (47178, 'UN_AVL'), (61798, 'AVL_TRAIN'), (64816, 'UN_AVL'), (66568, 'AVL_TRAIN'), (70684, 'UN_AVL'), (80973, 'AVL_TRAIN'), (87020, 'UN_AVL'), (106148, 'AVL_TRAIN'), (107511, 'UN_AVL'), (107639, 'AVL_TRAIN'), (132526, 'UN_AVL'), (147091, 'AVL_TRAIN'), (150724, 'UN_AVL'), (165240, 'AVL_TRAIN'), (169391, 'UN_AVL'), (184714, 'AVL_TRAIN'), (192079, 'UN_AVL'), (208176, 'AVL_TRAIN'), (210806, 'UN_AVL'), (211538, 'AVL_TRAIN'), (258787, 'UN_AVL'), (264026, 'AVL_TRAIN'), (268127, 'UN_AVL'), (280246, 'AVL_TRAIN'), (281514, 'UN_AVL'), (289186, 'AVL_TRAIN'), (295332, 'UN_AVL'), (338307, 'AVL_TRAIN'), (342849, 'UN_AVL'), (357291, 'AVL_TRAIN'), (359952, 'UN_AVL'), (360162, 'AVL_TRAIN'), (362167, 'UN_AVL'), (373404, 'AVL_TRAIN'), (378438, 'UN_AVL'), (411783, 'AVL_TRAIN'), (415919, 'UN_AVL'), (444735, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json index d7427fcaf..fbe3e08d3 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_30.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (18889, 'AVL_TRAIN'), (26154, 'UN_AVL'), (44257, 'AVL_TRAIN'), (45032, 'UN_AVL'), (55301, 'AVL_TRAIN'), (55584, 'UN_AVL'), (56398, 'AVL_TRAIN'), (56487, 'UN_AVL'), (57209, 'AVL_TRAIN'), (59873, 'UN_AVL'), (64468, 'AVL_TRAIN'), (64606, 'UN_AVL'), (70240, 'AVL_TRAIN'), (70609, 'UN_AVL'), (73999, 'AVL_TRAIN'), (74585, 'UN_AVL'), (75860, 'AVL_TRAIN'), (76083, 'UN_AVL'), (77370, 'AVL_TRAIN'), (79306, 'UN_AVL'), (79713, 'AVL_TRAIN'), (79814, 'UN_AVL'), (83091, 'AVL_TRAIN'), (84860, 'UN_AVL'), (86669, 'AVL_TRAIN'), (87251, 'UN_AVL'), (98297, 'AVL_TRAIN'), (103304, 'UN_AVL'), (143068, 'AVL_TRAIN'), (143739, 'UN_AVL'), (143900, 'AVL_TRAIN'), (143908, 'UN_AVL'), (145912, 'AVL_TRAIN'), (148037, 'UN_AVL'), (148669, 'AVL_TRAIN'), (149498, 'UN_AVL'), (159992, 'AVL_TRAIN'), (161907, 'UN_AVL'), (170639, 'AVL_TRAIN'), (170761, 'UN_AVL'), (174058, 'AVL_TRAIN'), (175241, 'UN_AVL'), (175325, 'AVL_TRAIN'), (176149, 'UN_AVL'), (176149, 'AVL_TRAIN'), (176159, 'UN_AVL'), (176372, 'AVL_TRAIN'), (176659, 'UN_AVL'), (176765, 'AVL_TRAIN'), (177312, 'UN_AVL'), (177464, 'AVL_TRAIN'), (177980, 'UN_AVL'), (178704, 'AVL_TRAIN'), (179015, 'UN_AVL'), (183153, 'AVL_TRAIN'), (184046, 'UN_AVL'), (198048, 'AVL_TRAIN'), (204352, 'UN_AVL'), (267078, 'AVL_TRAIN'), (272977, 'UN_AVL'), (311402, 'AVL_TRAIN'), (312545, 'UN_AVL'), (314353, 'AVL_TRAIN'), (315995, 'UN_AVL'), (330152, 'AVL_TRAIN'), (337606, 'UN_AVL'), (374176, 'AVL_TRAIN'), (375460, 'UN_AVL'), (383427, 'AVL_TRAIN'), (388817, 'UN_AVL'), (404989, 'AVL_TRAIN'), (405471, 'UN_AVL'), (417883, 'AVL_TRAIN'), (417892, 'UN_AVL'), (417935, 'AVL_TRAIN'), (417997, 'UN_AVL'), (418172, 'AVL_TRAIN'), (420211, 'UN_AVL'), (424286, 'AVL_TRAIN'), (425948, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json index 1011e9e1a..ab1c7aab8 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_31.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (211, 'UN_AVL'), (212, 'AVL_TRAIN'), (310, 'UN_AVL'), (311, 'AVL_TRAIN'), (406, 'UN_AVL'), (406, 'AVL_TRAIN'), (458, 'UN_AVL'), (459, 'AVL_TRAIN'), (3037, 'UN_AVL'), (52730, 'AVL_TRAIN'), (53037, 'UN_AVL'), (53038, 'AVL_TRAIN'), (53071, 'UN_AVL'), (53071, 'AVL_TRAIN'), (53342, 'UN_AVL'), (53343, 'AVL_TRAIN'), (53473, 'UN_AVL'), (53473, 'AVL_TRAIN'), (53550, 'UN_AVL'), (53550, 'AVL_TRAIN'), (53562, 'UN_AVL'), (53572, 'AVL_TRAIN'), (53617, 'UN_AVL'), (132605, 'AVL_TRAIN'), (132651, 'UN_AVL'), (132652, 'AVL_TRAIN'), (138069, 'UN_AVL'), (162125, 'AVL_TRAIN'), (162261, 'UN_AVL'), (162293, 'AVL_TRAIN'), (162739, 'UN_AVL'), (169954, 'AVL_TRAIN'), (169978, 'UN_AVL'), (169979, 'AVL_TRAIN'), (169985, 'UN_AVL'), (169986, 'AVL_TRAIN'), (170102, 'UN_AVL'), (170102, 'AVL_TRAIN'), (170121, 'UN_AVL'), (170122, 'AVL_TRAIN'), (170160, 'UN_AVL'), (170161, 'AVL_TRAIN'), (170205, 'UN_AVL'), (170206, 'AVL_TRAIN'), (170252, 'UN_AVL'), (170253, 'AVL_TRAIN'), (170259, 'UN_AVL'), (170263, 'AVL_TRAIN'), (170317, 'UN_AVL'), (170318, 'AVL_TRAIN'), (170362, 'UN_AVL'), (170362, 'AVL_TRAIN'), (170399, 'UN_AVL'), (170400, 'AVL_TRAIN'), (170410, 'UN_AVL'), (170417, 'AVL_TRAIN'), (183755, 'UN_AVL'), (255858, 'AVL_TRAIN'), (256612, 'UN_AVL'), (256612, 'AVL_TRAIN'), (256855, 'UN_AVL'), (256856, 'AVL_TRAIN'), (256904, 'UN_AVL'), (256905, 'AVL_TRAIN'), (260803, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json index 7970a1e16..d56307aea 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_32.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3583, 'UN_AVL'), (6643, 'AVL_TRAIN'), (7950, 'UN_AVL'), (7951, 'AVL_TRAIN'), (8791, 'UN_AVL'), (8792, 'AVL_TRAIN'), (15006, 'UN_AVL'), (59961, 'AVL_TRAIN'), (70959, 'UN_AVL'), (74209, 'AVL_TRAIN'), (78627, 'UN_AVL'), (90759, 'AVL_TRAIN'), (104413, 'UN_AVL'), (104414, 'AVL_TRAIN'), (104512, 'UN_AVL'), (104513, 'AVL_TRAIN'), (104590, 'UN_AVL'), (104590, 'AVL_TRAIN'), (104680, 'UN_AVL'), (104682, 'AVL_TRAIN'), (104748, 'UN_AVL'), (104749, 'AVL_TRAIN'), (104841, 'UN_AVL'), (104841, 'AVL_TRAIN'), (105170, 'UN_AVL'), (105171, 'AVL_TRAIN'), (105281, 'UN_AVL'), (105282, 'AVL_TRAIN'), (105287, 'UN_AVL'), (105287, 'AVL_TRAIN'), (105290, 'UN_AVL'), (105291, 'AVL_TRAIN'), (105554, 'UN_AVL'), (105558, 'AVL_TRAIN'), (106528, 'UN_AVL'), (106530, 'AVL_TRAIN'), (107035, 'UN_AVL'), (107050, 'AVL_TRAIN'), (107158, 'UN_AVL'), (177567, 'AVL_TRAIN'), (178003, 'UN_AVL'), (183665, 'AVL_TRAIN'), (185163, 'UN_AVL'), (185163, 'AVL_TRAIN'), (187242, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json index fa8d1243b..f2c47d5a7 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_33.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14795, 'AVL_TRAIN'), (42901, 'UN_AVL'), (67749, 'AVL_TRAIN'), (69391, 'UN_AVL'), (69409, 'AVL_TRAIN'), (85971, 'UN_AVL'), (132769, 'AVL_TRAIN'), (136047, 'UN_AVL'), (137979, 'AVL_TRAIN'), (152741, 'UN_AVL'), (259294, 'AVL_TRAIN'), (263118, 'UN_AVL'), (263147, 'AVL_TRAIN'), (264034, 'UN_AVL'), (268486, 'AVL_TRAIN'), (273571, 'UN_AVL'), (390709, 'AVL_TRAIN'), (397097, 'UN_AVL'), (439164, 'AVL_TRAIN'), (439555, 'UN_AVL'), (439556, 'AVL_TRAIN'), (439558, 'UN_AVL'), (439560, 'AVL_TRAIN'), (439561, 'UN_AVL'), (439564, 'AVL_TRAIN'), (439666, 'UN_AVL'), (439783, 'AVL_TRAIN'), (439800, 'UN_AVL'), (439806, 'AVL_TRAIN'), (447073, 'UN_AVL'), (447075, 'AVL_TRAIN'), (447611, 'UN_AVL'), (477430, 'AVL_TRAIN'), (514597, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json index ce02a7bb0..321b6fc01 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_34.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (70271, 'AVL_TRAIN'), (70272, 'UN_AVL'), (70272, 'AVL_TRAIN'), (104036, 'UN_AVL'), (140517, 'AVL_TRAIN'), (141025, 'UN_AVL'), (141026, 'AVL_TRAIN'), (147453, 'UN_AVL'), (147454, 'AVL_TRAIN'), (147481, 'UN_AVL'), (147489, 'AVL_TRAIN'), (150114, 'UN_AVL'), (150783, 'AVL_TRAIN'), (151246, 'UN_AVL'), (151247, 'AVL_TRAIN'), (184459, 'UN_AVL'), (189081, 'AVL_TRAIN'), (202754, 'UN_AVL'), (202755, 'AVL_TRAIN'), (220036, 'UN_AVL'), (220036, 'AVL_TRAIN'), (223485, 'UN_AVL'), (259208, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json index 0a2ddc9f4..602fbae42 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_35.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (157092, 'AVL_TRAIN'), (157151, 'UN_AVL'), (159484, 'AVL_TRAIN'), (159489, 'UN_AVL'), (159494, 'AVL_TRAIN'), (162600, 'UN_AVL'), (167881, 'AVL_TRAIN'), (173569, 'UN_AVL'), (184282, 'AVL_TRAIN'), (188238, 'UN_AVL'), (219952, 'AVL_TRAIN'), (226242, 'UN_AVL'), (231559, 'AVL_TRAIN'), (237812, 'UN_AVL'), (326462, 'AVL_TRAIN'), (329766, 'UN_AVL'), (342100, 'AVL_TRAIN'), (344351, 'UN_AVL'), (348556, 'AVL_TRAIN'), (350795, 'UN_AVL'), (353753, 'AVL_TRAIN'), (360328, 'UN_AVL'), (362542, 'AVL_TRAIN'), (363167, 'UN_AVL'), (370484, 'AVL_TRAIN'), (374635, 'UN_AVL'), (405033, 'AVL_TRAIN'), (409621, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json index aeb079a3a..f0bf842ad 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_36.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (220622, 'AVL_TRAIN'), (220655, 'UN_AVL'), (220656, 'AVL_TRAIN'), (227231, 'UN_AVL'), (227241, 'AVL_TRAIN'), (247979, 'UN_AVL'), (249947, 'AVL_TRAIN'), (253244, 'UN_AVL'), (266932, 'AVL_TRAIN'), (278193, 'UN_AVL'), (362595, 'AVL_TRAIN'), (390071, 'UN_AVL'), (435756, 'AVL_TRAIN'), (437100, 'UN_AVL'), (437110, 'AVL_TRAIN'), (440847, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json index 988a6fab9..5f68b4f70 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_37.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (3049, 'UN_AVL'), (38657, 'AVL_TRAIN'), (42930, 'UN_AVL'), (83335, 'AVL_TRAIN'), (89295, 'UN_AVL'), (140030, 'AVL_TRAIN'), (143759, 'UN_AVL'), (163839, 'AVL_TRAIN'), (171099, 'UN_AVL'), (172116, 'AVL_TRAIN'), (182003, 'UN_AVL'), (210342, 'AVL_TRAIN'), (255530, 'UN_AVL'), (255543, 'AVL_TRAIN'), (259029, 'UN_AVL'), (259047, 'AVL_TRAIN'), (267033, 'UN_AVL'), (303621, 'AVL_TRAIN'), (309577, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json index 1633cdaa8..d9a27b3eb 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_38.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (11047, 'AVL_TRAIN'), (11642, 'UN_AVL'), (11747, 'AVL_TRAIN'), (13275, 'UN_AVL'), (71020, 'AVL_TRAIN'), (73744, 'UN_AVL'), (73767, 'AVL_TRAIN'), (74873, 'UN_AVL'), (79371, 'AVL_TRAIN'), (80765, 'UN_AVL'), (83531, 'AVL_TRAIN'), (84833, 'UN_AVL'), (94217, 'AVL_TRAIN'), (97395, 'UN_AVL'), (112834, 'AVL_TRAIN'), (112871, 'UN_AVL'), (112908, 'AVL_TRAIN'), (112965, 'UN_AVL'), (113073, 'AVL_TRAIN'), (115426, 'UN_AVL'), (117593, 'AVL_TRAIN'), (118930, 'UN_AVL'), (118950, 'AVL_TRAIN'), (137864, 'UN_AVL'), (167171, 'AVL_TRAIN'), (171052, 'UN_AVL'), (171058, 'AVL_TRAIN'), (171486, 'UN_AVL'), (190666, 'AVL_TRAIN'), (194339, 'UN_AVL'), (235372, 'AVL_TRAIN'), (237550, 'UN_AVL'), (237559, 'AVL_TRAIN'), (237765, 'UN_AVL'), (247173, 'AVL_TRAIN'), (247543, 'UN_AVL'), (248832, 'AVL_TRAIN'), (249602, 'UN_AVL'), (252388, 'AVL_TRAIN'), (253079, 'UN_AVL'), (257462, 'AVL_TRAIN'), (263566, 'UN_AVL'), (325656, 'AVL_TRAIN'), (327966, 'UN_AVL'), (328085, 'AVL_TRAIN'), (328102, 'UN_AVL'), (328115, 'AVL_TRAIN'), (328121, 'UN_AVL'), (340434, 'AVL_TRAIN'), (341294, 'UN_AVL'), (342887, 'AVL_TRAIN'), (343770, 'UN_AVL'), (356565, 'AVL_TRAIN'), (356582, 'UN_AVL'), (360239, 'AVL_TRAIN'), (362988, 'UN_AVL'), (413195, 'AVL_TRAIN'), (422190, 'UN_AVL'), (453990, 'AVL_TRAIN'), (460189, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json index 7791f709d..8c6c0910a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_39.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (76633, 'AVL_TRAIN'), (76808, 'UN_AVL'), (76809, 'AVL_TRAIN'), (76850, 'UN_AVL'), (76850, 'AVL_TRAIN'), (77081, 'UN_AVL'), (77082, 'AVL_TRAIN'), (77084, 'UN_AVL'), (77088, 'AVL_TRAIN'), (77104, 'UN_AVL'), (77110, 'AVL_TRAIN'), (77127, 'UN_AVL'), (77127, 'AVL_TRAIN'), (77173, 'UN_AVL'), (77190, 'AVL_TRAIN'), (77191, 'UN_AVL'), (77193, 'AVL_TRAIN'), (77200, 'UN_AVL'), (77204, 'AVL_TRAIN'), (77206, 'UN_AVL'), (77210, 'AVL_TRAIN'), (77213, 'UN_AVL'), (77213, 'AVL_TRAIN'), (77214, 'UN_AVL'), (77215, 'AVL_TRAIN'), (77231, 'UN_AVL'), (77240, 'AVL_TRAIN'), (77241, 'UN_AVL'), (77254, 'AVL_TRAIN'), (77300, 'UN_AVL'), (77334, 'AVL_TRAIN'), (77335, 'UN_AVL'), (77340, 'AVL_TRAIN'), (77345, 'UN_AVL'), (77348, 'AVL_TRAIN'), (77350, 'UN_AVL'), (77352, 'AVL_TRAIN'), (77436, 'UN_AVL'), (77437, 'AVL_TRAIN'), (77500, 'UN_AVL'), (77502, 'AVL_TRAIN'), (77535, 'UN_AVL'), (77535, 'AVL_TRAIN'), (77536, 'UN_AVL'), (77538, 'AVL_TRAIN'), (77655, 'UN_AVL'), (77656, 'AVL_TRAIN'), (77659, 'UN_AVL'), (77660, 'AVL_TRAIN'), (77666, 'UN_AVL'), (77667, 'AVL_TRAIN'), (77784, 'UN_AVL'), (77785, 'AVL_TRAIN'), (77793, 'UN_AVL'), (77793, 'AVL_TRAIN'), (77917, 'UN_AVL'), (77917, 'AVL_TRAIN'), (77934, 'UN_AVL'), (77934, 'AVL_TRAIN'), (77960, 'UN_AVL'), (77961, 'AVL_TRAIN'), (77962, 'UN_AVL'), (77964, 'AVL_TRAIN'), (77971, 'UN_AVL'), (77972, 'AVL_TRAIN'), (77974, 'UN_AVL'), (77974, 'AVL_TRAIN'), (77977, 'UN_AVL'), (77977, 'AVL_TRAIN'), (77991, 'UN_AVL'), (77992, 'AVL_TRAIN'), (78002, 'UN_AVL'), (78003, 'AVL_TRAIN'), (78004, 'UN_AVL'), (78006, 'AVL_TRAIN'), (78008, 'UN_AVL'), (78008, 'AVL_TRAIN'), (78043, 'UN_AVL'), (78044, 'AVL_TRAIN'), (78108, 'UN_AVL'), (78108, 'AVL_TRAIN'), (78112, 'UN_AVL'), (78112, 'AVL_TRAIN'), (78175, 'UN_AVL'), (78175, 'AVL_TRAIN'), (79611, 'UN_AVL'), (83140, 'AVL_TRAIN'), (83220, 'UN_AVL'), (83220, 'AVL_TRAIN'), (83475, 'UN_AVL'), (83476, 'AVL_TRAIN'), (83853, 'UN_AVL'), (83855, 'AVL_TRAIN'), (83876, 'UN_AVL'), (83876, 'AVL_TRAIN'), (83885, 'UN_AVL'), (83885, 'AVL_TRAIN'), (83902, 'UN_AVL'), (83904, 'AVL_TRAIN'), (83913, 'UN_AVL'), (83913, 'AVL_TRAIN'), (94598, 'UN_AVL'), (94598, 'AVL_TRAIN'), (94617, 'UN_AVL'), (97436, 'AVL_TRAIN'), (98168, 'UN_AVL'), (102213, 'AVL_TRAIN'), (102362, 'UN_AVL'), (102362, 'AVL_TRAIN'), (102374, 'UN_AVL'), (102379, 'AVL_TRAIN'), (102660, 'UN_AVL'), (102670, 'AVL_TRAIN'), (102674, 'UN_AVL'), (102674, 'AVL_TRAIN'), (102978, 'UN_AVL'), (102978, 'AVL_TRAIN'), (102980, 'UN_AVL'), (102981, 'AVL_TRAIN'), (102982, 'UN_AVL'), (102982, 'AVL_TRAIN'), (102985, 'UN_AVL'), (102985, 'AVL_TRAIN'), (103021, 'UN_AVL'), (103021, 'AVL_TRAIN'), (103651, 'UN_AVL'), (103651, 'AVL_TRAIN'), (103811, 'UN_AVL'), (103811, 'AVL_TRAIN'), (103842, 'UN_AVL'), (105769, 'AVL_TRAIN'), (105867, 'UN_AVL'), (105868, 'AVL_TRAIN'), (109167, 'UN_AVL'), (109167, 'AVL_TRAIN'), (109179, 'UN_AVL'), (109179, 'AVL_TRAIN'), (109190, 'UN_AVL'), (110853, 'AVL_TRAIN'), (111020, 'UN_AVL'), (111024, 'AVL_TRAIN'), (111746, 'UN_AVL'), (111773, 'AVL_TRAIN'), (131766, 'UN_AVL'), (190250, 'AVL_TRAIN'), (190322, 'UN_AVL'), (190322, 'AVL_TRAIN'), (190323, 'UN_AVL'), (190323, 'AVL_TRAIN'), (192697, 'UN_AVL'), (247103, 'AVL_TRAIN'), (248048, 'UN_AVL'), (248048, 'AVL_TRAIN'), (248068, 'UN_AVL'), (258565, 'AVL_TRAIN'), (264979, 'UN_AVL'), (266318, 'AVL_TRAIN'), (267410, 'UN_AVL'), (269641, 'AVL_TRAIN'), (270373, 'UN_AVL'), (275795, 'AVL_TRAIN'), (282218, 'UN_AVL'), (318647, 'AVL_TRAIN'), (318665, 'UN_AVL'), (318666, 'AVL_TRAIN'), (318667, 'UN_AVL'), (318668, 'AVL_TRAIN'), (320765, 'UN_AVL'), (320765, 'AVL_TRAIN'), (320766, 'UN_AVL'), (320766, 'AVL_TRAIN'), (320776, 'UN_AVL'), (320778, 'AVL_TRAIN'), (320851, 'UN_AVL'), (320851, 'AVL_TRAIN'), (320870, 'UN_AVL'), (320871, 'AVL_TRAIN'), (320872, 'UN_AVL'), (320875, 'AVL_TRAIN'), (320876, 'UN_AVL'), (320877, 'AVL_TRAIN'), (320880, 'UN_AVL'), (320883, 'AVL_TRAIN'), (320884, 'UN_AVL'), (320884, 'AVL_TRAIN'), (320922, 'UN_AVL'), (320922, 'AVL_TRAIN'), (322293, 'UN_AVL'), (322295, 'AVL_TRAIN'), (322296, 'UN_AVL'), (322296, 'AVL_TRAIN'), (322297, 'UN_AVL'), (322297, 'AVL_TRAIN'), (322298, 'UN_AVL'), (322449, 'AVL_TRAIN'), (322450, 'UN_AVL'), (322467, 'AVL_TRAIN'), (322470, 'UN_AVL'), (322471, 'AVL_TRAIN'), (323215, 'UN_AVL'), (326785, 'AVL_TRAIN'), (340656, 'UN_AVL'), (360524, 'AVL_TRAIN'), (364796, 'UN_AVL'), (364802, 'AVL_TRAIN'), (364964, 'UN_AVL'), (364990, 'AVL_TRAIN'), (365065, 'UN_AVL'), (365065, 'AVL_TRAIN'), (365068, 'UN_AVL'), (365069, 'AVL_TRAIN'), (365071, 'UN_AVL'), (365072, 'AVL_TRAIN'), (365077, 'UN_AVL'), (365077, 'AVL_TRAIN'), (366909, 'UN_AVL'), (366910, 'AVL_TRAIN'), (367088, 'UN_AVL'), (367088, 'AVL_TRAIN'), (367089, 'UN_AVL'), (367089, 'AVL_TRAIN'), (367318, 'UN_AVL'), (367320, 'AVL_TRAIN'), (367327, 'UN_AVL'), (367328, 'AVL_TRAIN'), (367329, 'UN_AVL'), (367329, 'AVL_TRAIN'), (367331, 'UN_AVL'), (367332, 'AVL_TRAIN'), (367546, 'UN_AVL'), (367547, 'AVL_TRAIN'), (367635, 'UN_AVL'), (367636, 'AVL_TRAIN'), (367937, 'UN_AVL'), (367937, 'AVL_TRAIN'), (368230, 'UN_AVL'), (368231, 'AVL_TRAIN'), (368269, 'UN_AVL'), (368269, 'AVL_TRAIN'), (368270, 'UN_AVL'), (368270, 'AVL_TRAIN'), (368271, 'UN_AVL'), (368271, 'AVL_TRAIN'), (368272, 'UN_AVL'), (368272, 'AVL_TRAIN'), (368490, 'UN_AVL'), (368490, 'AVL_TRAIN'), (368491, 'UN_AVL'), (368491, 'AVL_TRAIN'), (368492, 'UN_AVL'), (368492, 'AVL_TRAIN'), (368673, 'UN_AVL'), (368673, 'AVL_TRAIN'), (371991, 'UN_AVL'), (371991, 'AVL_TRAIN'), (372152, 'UN_AVL'), (372152, 'AVL_TRAIN'), (379921, 'UN_AVL'), (379921, 'AVL_TRAIN'), (380554, 'UN_AVL'), (380554, 'AVL_TRAIN'), (380555, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json index 26639e26d..c6e8407ab 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_4.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (74675, 'AVL_TRAIN'), (74990, 'UN_AVL'), (75607, 'AVL_TRAIN'), (83257, 'UN_AVL'), (92529, 'AVL_TRAIN'), (92860, 'UN_AVL'), (177609, 'AVL_TRAIN'), (232693, 'UN_AVL'), (269402, 'AVL_TRAIN'), (279325, 'UN_AVL'), (435431, 'AVL_TRAIN'), (437982, 'UN_AVL'), (522727, 'AVL_TRAIN'), (524615, 'UN_AVL'), (524625, 'AVL_TRAIN'), (524925, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json index 4c5bfbba9..a029abc44 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_40.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (13557, 'AVL_TRAIN'), (15700, 'UN_AVL'), (17839, 'AVL_TRAIN'), (21235, 'UN_AVL'), (23984, 'AVL_TRAIN'), (56604, 'UN_AVL'), (89126, 'AVL_TRAIN'), (102140, 'UN_AVL'), (108410, 'AVL_TRAIN'), (141518, 'UN_AVL'), (176376, 'AVL_TRAIN'), (182620, 'UN_AVL'), (197285, 'AVL_TRAIN'), (225386, 'UN_AVL'), (266434, 'AVL_TRAIN'), (267417, 'UN_AVL'), (268379, 'AVL_TRAIN'), (268911, 'UN_AVL'), (269138, 'AVL_TRAIN'), (274584, 'UN_AVL'), (320065, 'AVL_TRAIN'), (330945, 'UN_AVL'), (378184, 'AVL_TRAIN'), (404092, 'UN_AVL'), (440213, 'AVL_TRAIN'), (440264, 'UN_AVL'), (440295, 'AVL_TRAIN'), (441839, 'UN_AVL'), (441841, 'AVL_TRAIN'), (441994, 'UN_AVL'), (441994, 'AVL_TRAIN'), (442004, 'UN_AVL'), (448904, 'AVL_TRAIN'), (453134, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json index f7f74accc..d2884b9db 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_41.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (55523, 'AVL_TRAIN'), (69763, 'UN_AVL'), (89621, 'AVL_TRAIN'), (94189, 'UN_AVL'), (138502, 'AVL_TRAIN'), (140780, 'UN_AVL'), (159978, 'AVL_TRAIN'), (165139, 'UN_AVL'), (194198, 'AVL_TRAIN'), (194593, 'UN_AVL'), (218842, 'AVL_TRAIN'), (222740, 'UN_AVL'), (233334, 'AVL_TRAIN'), (235367, 'UN_AVL'), (261749, 'AVL_TRAIN'), (263878, 'UN_AVL'), (276338, 'AVL_TRAIN'), (280547, 'UN_AVL'), (349177, 'AVL_TRAIN'), (352799, 'UN_AVL'), (361574, 'AVL_TRAIN'), (365552, 'UN_AVL'), (394079, 'AVL_TRAIN'), (395652, 'UN_AVL'), (402844, 'AVL_TRAIN'), (404338, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json index f6c007e6a..9548c7476 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_42.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5814, 'AVL_TRAIN'), (5816, 'UN_AVL'), (5817, 'AVL_TRAIN'), (5821, 'UN_AVL'), (5824, 'AVL_TRAIN'), (37829, 'UN_AVL'), (51748, 'AVL_TRAIN'), (51749, 'UN_AVL'), (54387, 'AVL_TRAIN'), (54400, 'UN_AVL'), (57843, 'AVL_TRAIN'), (57853, 'UN_AVL'), (58001, 'AVL_TRAIN'), (58025, 'UN_AVL'), (58164, 'AVL_TRAIN'), (58168, 'UN_AVL'), (58173, 'AVL_TRAIN'), (64017, 'UN_AVL'), (97011, 'AVL_TRAIN'), (125046, 'UN_AVL'), (135170, 'AVL_TRAIN'), (139204, 'UN_AVL'), (139220, 'AVL_TRAIN'), (144104, 'UN_AVL'), (184272, 'AVL_TRAIN'), (184273, 'UN_AVL'), (184273, 'AVL_TRAIN'), (223531, 'UN_AVL'), (230088, 'AVL_TRAIN'), (232654, 'UN_AVL'), (232655, 'AVL_TRAIN'), (232660, 'UN_AVL'), (245831, 'AVL_TRAIN'), (246944, 'UN_AVL'), (332133, 'AVL_TRAIN'), (332136, 'UN_AVL'), (332156, 'AVL_TRAIN'), (335587, 'UN_AVL'), (335587, 'AVL_TRAIN'), (335596, 'UN_AVL'), (335597, 'AVL_TRAIN'), (340675, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json index c6ba3658c..2bc3938c4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_43.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8288, 'AVL_TRAIN'), (8420, 'UN_AVL'), (43389, 'AVL_TRAIN'), (55741, 'UN_AVL'), (168004, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168053, 'AVL_TRAIN'), (168450, 'UN_AVL'), (168450, 'AVL_TRAIN'), (168451, 'UN_AVL'), (168451, 'AVL_TRAIN'), (168453, 'UN_AVL'), (168454, 'AVL_TRAIN'), (168997, 'UN_AVL'), (168998, 'AVL_TRAIN'), (169006, 'UN_AVL'), (169008, 'AVL_TRAIN'), (169660, 'UN_AVL'), (169899, 'AVL_TRAIN'), (169910, 'UN_AVL'), (169914, 'AVL_TRAIN'), (170246, 'UN_AVL'), (244555, 'AVL_TRAIN'), (247523, 'UN_AVL'), (261454, 'AVL_TRAIN'), (262814, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json index c02362675..ddc2777ed 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_44.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4052, 'UN_AVL'), (13753, 'AVL_TRAIN'), (17876, 'UN_AVL'), (41529, 'AVL_TRAIN'), (45478, 'UN_AVL'), (53997, 'AVL_TRAIN'), (60043, 'UN_AVL'), (61878, 'AVL_TRAIN'), (62732, 'UN_AVL'), (66444, 'AVL_TRAIN'), (68015, 'UN_AVL'), (68685, 'AVL_TRAIN'), (69884, 'UN_AVL'), (71871, 'AVL_TRAIN'), (74958, 'UN_AVL'), (76782, 'AVL_TRAIN'), (76930, 'UN_AVL'), (77655, 'AVL_TRAIN'), (77984, 'UN_AVL'), (79290, 'AVL_TRAIN'), (81859, 'UN_AVL'), (85878, 'AVL_TRAIN'), (86708, 'UN_AVL'), (88806, 'AVL_TRAIN'), (89177, 'UN_AVL'), (89683, 'AVL_TRAIN'), (91936, 'UN_AVL'), (93411, 'AVL_TRAIN'), (93562, 'UN_AVL'), (93994, 'AVL_TRAIN'), (94445, 'UN_AVL'), (99116, 'AVL_TRAIN'), (107419, 'UN_AVL'), (125745, 'AVL_TRAIN'), (128042, 'UN_AVL'), (131979, 'AVL_TRAIN'), (133007, 'UN_AVL'), (140230, 'AVL_TRAIN'), (144034, 'UN_AVL'), (144211, 'AVL_TRAIN'), (146586, 'UN_AVL'), (147661, 'AVL_TRAIN'), (148770, 'UN_AVL'), (148770, 'AVL_TRAIN'), (148772, 'UN_AVL'), (156530, 'AVL_TRAIN'), (157342, 'UN_AVL'), (157441, 'AVL_TRAIN'), (158119, 'UN_AVL'), (161695, 'AVL_TRAIN'), (162600, 'UN_AVL'), (162600, 'AVL_TRAIN'), (162615, 'UN_AVL'), (165168, 'AVL_TRAIN'), (168116, 'UN_AVL'), (170187, 'AVL_TRAIN'), (170338, 'UN_AVL'), (176166, 'AVL_TRAIN'), (176873, 'UN_AVL'), (176873, 'AVL_TRAIN'), (176894, 'UN_AVL'), (180189, 'AVL_TRAIN'), (184247, 'UN_AVL'), (184247, 'AVL_TRAIN'), (184257, 'UN_AVL'), (193273, 'AVL_TRAIN'), (195027, 'UN_AVL'), (218141, 'AVL_TRAIN'), (224454, 'UN_AVL'), (224454, 'AVL_TRAIN'), (224456, 'UN_AVL'), (226097, 'AVL_TRAIN'), (229349, 'UN_AVL'), (234537, 'AVL_TRAIN'), (235251, 'UN_AVL'), (235251, 'AVL_TRAIN'), (236352, 'UN_AVL'), (238886, 'AVL_TRAIN'), (243026, 'UN_AVL'), (249891, 'AVL_TRAIN'), (253942, 'UN_AVL'), (256128, 'AVL_TRAIN'), (257709, 'UN_AVL'), (258291, 'AVL_TRAIN'), (258855, 'UN_AVL'), (258855, 'AVL_TRAIN'), (258865, 'UN_AVL'), (270663, 'AVL_TRAIN'), (278027, 'UN_AVL'), (282267, 'AVL_TRAIN'), (303596, 'UN_AVL'), (304184, 'AVL_TRAIN'), (309085, 'UN_AVL'), (309098, 'AVL_TRAIN'), (309324, 'UN_AVL'), (313815, 'AVL_TRAIN'), (313826, 'UN_AVL'), (313830, 'AVL_TRAIN'), (313842, 'UN_AVL'), (316147, 'AVL_TRAIN'), (316174, 'UN_AVL'), (316206, 'AVL_TRAIN'), (319014, 'UN_AVL'), (337764, 'AVL_TRAIN'), (337774, 'UN_AVL'), (337775, 'AVL_TRAIN'), (337793, 'UN_AVL'), (337803, 'AVL_TRAIN'), (337804, 'UN_AVL'), (337805, 'AVL_TRAIN'), (337822, 'UN_AVL'), (337833, 'AVL_TRAIN'), (337834, 'UN_AVL'), (337850, 'AVL_TRAIN'), (337852, 'UN_AVL'), (337852, 'AVL_TRAIN'), (337853, 'UN_AVL'), (337862, 'AVL_TRAIN'), (337864, 'UN_AVL'), (337865, 'AVL_TRAIN'), (337875, 'UN_AVL'), (337886, 'AVL_TRAIN'), (337897, 'UN_AVL'), (337914, 'AVL_TRAIN'), (337917, 'UN_AVL'), (337918, 'AVL_TRAIN'), (337929, 'UN_AVL'), (337944, 'AVL_TRAIN'), (337945, 'UN_AVL'), (337955, 'AVL_TRAIN'), (337961, 'UN_AVL'), (337963, 'AVL_TRAIN'), (337973, 'UN_AVL'), (337974, 'AVL_TRAIN'), (337996, 'UN_AVL'), (338006, 'AVL_TRAIN'), (338037, 'UN_AVL'), (338047, 'AVL_TRAIN'), (338073, 'UN_AVL'), (338083, 'AVL_TRAIN'), (338114, 'UN_AVL'), (338124, 'AVL_TRAIN'), (338145, 'UN_AVL'), (338145, 'AVL_TRAIN'), (338146, 'UN_AVL'), (338155, 'AVL_TRAIN'), (338156, 'UN_AVL'), (338158, 'AVL_TRAIN'), (338179, 'UN_AVL'), (357109, 'AVL_TRAIN'), (357333, 'UN_AVL'), (359643, 'AVL_TRAIN'), (384777, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json index e8d64a886..2ed59825a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_45.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (329033, 'AVL_TRAIN'), (329238, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json index ede13a0ec..5d1259c35 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_46.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (15954, 'AVL_TRAIN'), (16282, 'UN_AVL'), (16283, 'AVL_TRAIN'), (30974, 'UN_AVL'), (72353, 'AVL_TRAIN'), (73635, 'UN_AVL'), (75830, 'AVL_TRAIN'), (75873, 'UN_AVL'), (85250, 'AVL_TRAIN'), (89214, 'UN_AVL'), (93218, 'AVL_TRAIN'), (94740, 'UN_AVL'), (94811, 'AVL_TRAIN'), (94849, 'UN_AVL'), (94882, 'AVL_TRAIN'), (94899, 'UN_AVL'), (130280, 'AVL_TRAIN'), (132972, 'UN_AVL'), (158848, 'AVL_TRAIN'), (163571, 'UN_AVL'), (169735, 'AVL_TRAIN'), (170612, 'UN_AVL'), (170616, 'AVL_TRAIN'), (170700, 'UN_AVL'), (175356, 'AVL_TRAIN'), (176696, 'UN_AVL'), (215922, 'AVL_TRAIN'), (222216, 'UN_AVL'), (238286, 'AVL_TRAIN'), (242458, 'UN_AVL'), (260294, 'AVL_TRAIN'), (260301, 'UN_AVL'), (276801, 'AVL_TRAIN'), (277013, 'UN_AVL'), (277014, 'AVL_TRAIN'), (277015, 'UN_AVL'), (277015, 'AVL_TRAIN'), (277284, 'UN_AVL'), (277285, 'AVL_TRAIN'), (277326, 'UN_AVL'), (277326, 'AVL_TRAIN'), (277335, 'UN_AVL'), (277336, 'AVL_TRAIN'), (277354, 'UN_AVL'), (277356, 'AVL_TRAIN'), (277373, 'UN_AVL'), (277374, 'AVL_TRAIN'), (277651, 'UN_AVL'), (278197, 'AVL_TRAIN'), (280030, 'UN_AVL'), (280031, 'AVL_TRAIN'), (280325, 'UN_AVL'), (280431, 'AVL_TRAIN'), (280578, 'UN_AVL'), (280580, 'AVL_TRAIN'), (280640, 'UN_AVL'), (280642, 'AVL_TRAIN'), (281001, 'UN_AVL'), (281003, 'AVL_TRAIN'), (281038, 'UN_AVL'), (281039, 'AVL_TRAIN'), (281182, 'UN_AVL'), (281182, 'AVL_TRAIN'), (281235, 'UN_AVL'), (281238, 'AVL_TRAIN'), (281323, 'UN_AVL'), (281327, 'AVL_TRAIN'), (281335, 'UN_AVL'), (281371, 'AVL_TRAIN'), (281665, 'UN_AVL'), (281667, 'AVL_TRAIN'), (281668, 'UN_AVL'), (281672, 'AVL_TRAIN'), (281712, 'UN_AVL'), (281741, 'AVL_TRAIN'), (281776, 'UN_AVL'), (281777, 'AVL_TRAIN'), (281779, 'UN_AVL'), (281782, 'AVL_TRAIN'), (281805, 'UN_AVL'), (282002, 'AVL_TRAIN'), (282013, 'UN_AVL'), (282014, 'AVL_TRAIN'), (282028, 'UN_AVL'), (282690, 'AVL_TRAIN'), (282702, 'UN_AVL'), (282702, 'AVL_TRAIN'), (282791, 'UN_AVL'), (282793, 'AVL_TRAIN'), (282801, 'UN_AVL'), (282813, 'AVL_TRAIN'), (282861, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json index 05c5640b2..6ed21430d 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_47.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (57059, 'AVL_TRAIN'), (59458, 'UN_AVL'), (71571, 'AVL_TRAIN'), (72017, 'UN_AVL'), (72073, 'AVL_TRAIN'), (72756, 'UN_AVL'), (78997, 'AVL_TRAIN'), (79000, 'UN_AVL'), (79002, 'AVL_TRAIN'), (83746, 'UN_AVL'), (84808, 'AVL_TRAIN'), (86106, 'UN_AVL'), (87835, 'AVL_TRAIN'), (90829, 'UN_AVL'), (90837, 'AVL_TRAIN'), (91196, 'UN_AVL'), (92732, 'AVL_TRAIN'), (96630, 'UN_AVL'), (97336, 'AVL_TRAIN'), (101642, 'UN_AVL'), (101643, 'AVL_TRAIN'), (101654, 'UN_AVL'), (163339, 'AVL_TRAIN'), (164634, 'UN_AVL'), (170275, 'AVL_TRAIN'), (175534, 'UN_AVL'), (186201, 'AVL_TRAIN'), (192948, 'UN_AVL'), (192962, 'AVL_TRAIN'), (221280, 'UN_AVL'), (229044, 'AVL_TRAIN'), (235196, 'UN_AVL'), (254004, 'AVL_TRAIN'), (263336, 'UN_AVL'), (273364, 'AVL_TRAIN'), (300090, 'UN_AVL'), (321302, 'AVL_TRAIN'), (326727, 'UN_AVL'), (331530, 'AVL_TRAIN'), (336720, 'UN_AVL'), (338372, 'AVL_TRAIN'), (341533, 'UN_AVL'), (345407, 'AVL_TRAIN'), (345514, 'UN_AVL'), (348695, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json index 4c5838911..5054c60c4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_48.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (167106, 'AVL_TRAIN'), (167523, 'UN_AVL'), (167524, 'AVL_TRAIN'), (167818, 'UN_AVL'), (167819, 'AVL_TRAIN'), (168044, 'UN_AVL'), (168046, 'AVL_TRAIN'), (170002, 'UN_AVL'), (170557, 'AVL_TRAIN'), (172114, 'UN_AVL'), (173767, 'AVL_TRAIN'), (184325, 'UN_AVL'), (184327, 'AVL_TRAIN'), (184380, 'UN_AVL'), (184382, 'AVL_TRAIN'), (201544, 'UN_AVL'), (301907, 'AVL_TRAIN'), (306103, 'UN_AVL'), (307644, 'AVL_TRAIN'), (323768, 'UN_AVL'), (324213, 'AVL_TRAIN'), (331037, 'UN_AVL'), (331118, 'AVL_TRAIN'), (333438, 'UN_AVL'), (333439, 'AVL_TRAIN'), (333441, 'UN_AVL'), (333447, 'AVL_TRAIN'), (333451, 'UN_AVL'), (333452, 'AVL_TRAIN'), (333455, 'UN_AVL'), (333522, 'AVL_TRAIN'), (333549, 'UN_AVL'), (333550, 'AVL_TRAIN'), (333569, 'UN_AVL'), (333573, 'AVL_TRAIN'), (340914, 'UN_AVL'), (340917, 'AVL_TRAIN'), (340927, 'UN_AVL'), (340928, 'AVL_TRAIN'), (340936, 'UN_AVL'), (340941, 'AVL_TRAIN'), (340946, 'UN_AVL'), (340947, 'AVL_TRAIN'), (340948, 'UN_AVL'), (340953, 'AVL_TRAIN'), (340958, 'UN_AVL'), (340964, 'AVL_TRAIN'), (340969, 'UN_AVL'), (340970, 'AVL_TRAIN'), (340971, 'UN_AVL'), (340972, 'AVL_TRAIN'), (340974, 'UN_AVL'), (340981, 'AVL_TRAIN'), (340982, 'UN_AVL'), (340983, 'AVL_TRAIN'), (340992, 'UN_AVL'), (340992, 'AVL_TRAIN'), (341608, 'UN_AVL'), (341613, 'AVL_TRAIN'), (341643, 'UN_AVL'), (341657, 'AVL_TRAIN'), (341668, 'UN_AVL'), (341693, 'AVL_TRAIN'), (342705, 'UN_AVL'), (342708, 'AVL_TRAIN'), (343007, 'UN_AVL'), (343010, 'AVL_TRAIN'), (343011, 'UN_AVL'), (343012, 'AVL_TRAIN'), (343016, 'UN_AVL'), (343022, 'AVL_TRAIN'), (343031, 'UN_AVL'), (343190, 'AVL_TRAIN'), (360439, 'UN_AVL'), (364048, 'AVL_TRAIN'), (364397, 'UN_AVL'), (463846, 'AVL_TRAIN'), (489644, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json index 5c30d56e0..3aacd4dd0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_49.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (5310, 'AVL_TRAIN'), (7222, 'UN_AVL'), (31086, 'AVL_TRAIN'), (31945, 'UN_AVL'), (32100, 'AVL_TRAIN'), (36154, 'UN_AVL'), (37070, 'AVL_TRAIN'), (45584, 'UN_AVL'), (147921, 'AVL_TRAIN'), (148354, 'UN_AVL'), (215923, 'AVL_TRAIN'), (217064, 'UN_AVL'), (255393, 'AVL_TRAIN'), (256981, 'UN_AVL'), (257217, 'AVL_TRAIN'), (257470, 'UN_AVL'), (257611, 'AVL_TRAIN'), (261824, 'UN_AVL'), (261835, 'AVL_TRAIN'), (263206, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json index cf8979f58..ec1bf68c1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_5.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (223349, 'AVL_TRAIN'), (223793, 'UN_AVL'), (223794, 'AVL_TRAIN'), (223795, 'UN_AVL'), (228077, 'AVL_TRAIN'), (231075, 'UN_AVL'), (235397, 'AVL_TRAIN'), (239058, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json index bd3092c91..031bfbc83 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_50.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (102924, 'AVL_TRAIN'), (107713, 'UN_AVL'), (140998, 'AVL_TRAIN'), (152704, 'UN_AVL'), (152704, 'AVL_TRAIN'), (152714, 'UN_AVL'), (153501, 'AVL_TRAIN'), (154725, 'UN_AVL'), (154850, 'AVL_TRAIN'), (167956, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json index 2c0f8142e..86704d0f0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_51.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (207687, 'AVL_TRAIN'), (209393, 'UN_AVL'), (213046, 'AVL_TRAIN'), (213809, 'UN_AVL'), (229295, 'AVL_TRAIN'), (230080, 'UN_AVL'), (236635, 'AVL_TRAIN'), (238791, 'UN_AVL'), (246659, 'AVL_TRAIN'), (249110, 'UN_AVL'), (261379, 'AVL_TRAIN'), (264886, 'UN_AVL'), (359372, 'AVL_TRAIN'), (360155, 'UN_AVL'), (377549, 'AVL_TRAIN'), (381983, 'UN_AVL'), (428246, 'AVL_TRAIN'), (431851, 'UN_AVL'), (432670, 'AVL_TRAIN'), (436094, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json index 82f4a3a9c..621ff2e96 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_52.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (39500, 'AVL_TRAIN'), (39645, 'UN_AVL'), (41348, 'AVL_TRAIN'), (42382, 'UN_AVL'), (47469, 'AVL_TRAIN'), (48348, 'UN_AVL'), (69109, 'AVL_TRAIN'), (69539, 'UN_AVL'), (125891, 'AVL_TRAIN'), (126158, 'UN_AVL'), (142259, 'AVL_TRAIN'), (142496, 'UN_AVL'), (153130, 'AVL_TRAIN'), (158358, 'UN_AVL'), (212272, 'AVL_TRAIN'), (214842, 'UN_AVL'), (231258, 'AVL_TRAIN'), (232781, 'UN_AVL'), (232784, 'AVL_TRAIN'), (236573, 'UN_AVL'), (236575, 'AVL_TRAIN'), (236584, 'UN_AVL'), (238842, 'AVL_TRAIN'), (243910, 'UN_AVL'), (298693, 'AVL_TRAIN'), (304769, 'UN_AVL'), (322875, 'AVL_TRAIN'), (323462, 'UN_AVL'), (323563, 'AVL_TRAIN'), (329094, 'UN_AVL'), (355630, 'AVL_TRAIN'), (360038, 'UN_AVL'), (386293, 'AVL_TRAIN'), (389065, 'UN_AVL'), (438883, 'AVL_TRAIN'), (472611, 'UN_AVL'), (472823, 'AVL_TRAIN'), (475963, 'UN_AVL'), (500014, 'AVL_TRAIN'), (502187, 'UN_AVL'), (502189, 'AVL_TRAIN'), (502978, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json index 13f235d17..2eb7673fd 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_53.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (40428, 'AVL_TRAIN'), (40791, 'UN_AVL'), (42512, 'AVL_TRAIN'), (45685, 'UN_AVL'), (128969, 'AVL_TRAIN'), (128970, 'UN_AVL'), (128980, 'AVL_TRAIN'), (132202, 'UN_AVL'), (170219, 'AVL_TRAIN'), (171710, 'UN_AVL'), (231040, 'AVL_TRAIN'), (250239, 'UN_AVL'), (250239, 'AVL_TRAIN'), (250249, 'UN_AVL'), (305189, 'AVL_TRAIN'), (310362, 'UN_AVL'), (310362, 'AVL_TRAIN'), (310365, 'UN_AVL'), (331152, 'AVL_TRAIN'), (335736, 'UN_AVL'), (387925, 'AVL_TRAIN'), (391048, 'UN_AVL'), (471896, 'AVL_TRAIN'), (474550, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json index 80ef8f8fc..4123a44fd 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_54.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (171080, 'AVL_TRAIN'), (171088, 'UN_AVL'), (171088, 'AVL_TRAIN'), (171098, 'UN_AVL'), (171123, 'AVL_TRAIN'), (173152, 'UN_AVL'), (183205, 'AVL_TRAIN'), (183264, 'UN_AVL'), (184085, 'AVL_TRAIN'), (185117, 'UN_AVL'), (187218, 'AVL_TRAIN'), (187219, 'UN_AVL'), (187220, 'AVL_TRAIN'), (187221, 'UN_AVL'), (187224, 'AVL_TRAIN'), (187812, 'UN_AVL'), (187812, 'AVL_TRAIN'), (189770, 'UN_AVL'), (189776, 'AVL_TRAIN'), (190415, 'UN_AVL'), (190554, 'AVL_TRAIN'), (190794, 'UN_AVL'), (191867, 'AVL_TRAIN'), (191962, 'UN_AVL'), (192840, 'AVL_TRAIN'), (217951, 'UN_AVL'), (223912, 'AVL_TRAIN'), (224426, 'UN_AVL'), (224447, 'AVL_TRAIN'), (224514, 'UN_AVL'), (351032, 'AVL_TRAIN'), (351484, 'UN_AVL'), (351903, 'AVL_TRAIN'), (352123, 'UN_AVL'), (352374, 'AVL_TRAIN'), (353704, 'UN_AVL'), (401067, 'AVL_TRAIN'), (402327, 'UN_AVL'), (434330, 'AVL_TRAIN'), (434610, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json index bd06a7241..45890f582 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_55.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json index 10b255a77..afa29a28e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_56.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (67339, 'AVL_TRAIN'), (70372, 'UN_AVL'), (90088, 'AVL_TRAIN'), (105890, 'UN_AVL'), (380055, 'AVL_TRAIN'), (387626, 'UN_AVL'), (389230, 'AVL_TRAIN'), (395929, 'UN_AVL'), (468462, 'AVL_TRAIN'), (473226, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json index 19fcfbfbe..7ec780d28 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_57.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (698, 'UN_AVL'), (68243, 'AVL_TRAIN'), (83793, 'UN_AVL'), (89025, 'AVL_TRAIN'), (89507, 'UN_AVL'), (91835, 'AVL_TRAIN'), (93790, 'UN_AVL'), (98474, 'AVL_TRAIN'), (108101, 'UN_AVL'), (151046, 'AVL_TRAIN'), (152849, 'UN_AVL'), (173996, 'AVL_TRAIN'), (180294, 'UN_AVL'), (180818, 'AVL_TRAIN'), (181988, 'UN_AVL'), (218151, 'AVL_TRAIN'), (218563, 'UN_AVL'), (231723, 'AVL_TRAIN'), (235443, 'UN_AVL'), (244565, 'AVL_TRAIN'), (311411, 'UN_AVL'), (320190, 'AVL_TRAIN'), (320595, 'UN_AVL'), (321584, 'AVL_TRAIN'), (329629, 'UN_AVL'), (335635, 'AVL_TRAIN'), (338546, 'UN_AVL'), (350094, 'AVL_TRAIN'), (353416, 'UN_AVL'), (399275, 'AVL_TRAIN'), (401693, 'UN_AVL'), (413938, 'AVL_TRAIN'), (415712, 'UN_AVL'), (418777, 'AVL_TRAIN'), (421213, 'UN_AVL'), (428651, 'AVL_TRAIN'), (429617, 'UN_AVL'), (434104, 'AVL_TRAIN'), (437429, 'UN_AVL'), (450724, 'AVL_TRAIN'), (456537, 'UN_AVL'), (477850, 'AVL_TRAIN'), (478799, 'UN_AVL'), (499000, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json index 8c3dcf623..c80ac35be 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_58.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json index cf26e3e12..dccfc9d2a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_59.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (69562, 'AVL_TRAIN'), (90340, 'UN_AVL'), (91380, 'AVL_TRAIN'), (91391, 'UN_AVL'), (91399, 'AVL_TRAIN'), (91459, 'UN_AVL'), (91470, 'AVL_TRAIN'), (92782, 'UN_AVL'), (187114, 'AVL_TRAIN'), (219297, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json index 7a73cdd3e..c52c18d50 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_6.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (48603, 'AVL_TRAIN'), (54224, 'UN_AVL'), (54225, 'AVL_TRAIN'), (58146, 'UN_AVL'), (67548, 'AVL_TRAIN'), (67560, 'UN_AVL'), (135976, 'AVL_TRAIN'), (136810, 'UN_AVL'), (145256, 'AVL_TRAIN'), (146614, 'UN_AVL'), (174078, 'AVL_TRAIN'), (181585, 'UN_AVL'), (225980, 'AVL_TRAIN'), (233310, 'UN_AVL'), (261738, 'AVL_TRAIN'), (264036, 'UN_AVL'), (271183, 'AVL_TRAIN'), (305145, 'UN_AVL'), (323881, 'AVL_TRAIN'), (327861, 'UN_AVL'), (328215, 'AVL_TRAIN'), (334742, 'UN_AVL'), (358996, 'AVL_TRAIN'), (391418, 'UN_AVL'), (478096, 'AVL_TRAIN'), (499631, 'UN_AVL'), (501624, 'AVL_TRAIN'), (501703, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json index 326f149ac..87b7a0261 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_60.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (259173, 'AVL_TRAIN'), (259667, 'UN_AVL'), (259673, 'AVL_TRAIN'), (259814, 'UN_AVL'), (269920, 'AVL_TRAIN'), (270018, 'UN_AVL'), (270151, 'AVL_TRAIN'), (271975, 'UN_AVL'), (331190, 'AVL_TRAIN'), (332454, 'UN_AVL'), (389092, 'AVL_TRAIN'), (391514, 'UN_AVL'), (391535, 'AVL_TRAIN'), (392513, 'UN_AVL'), (392521, 'AVL_TRAIN'), (392522, 'UN_AVL'), (392523, 'AVL_TRAIN'), (392526, 'UN_AVL'), (392534, 'AVL_TRAIN'), (392815, 'UN_AVL'), (392815, 'AVL_TRAIN'), (396077, 'UN_AVL'), (396077, 'AVL_TRAIN'), (396086, 'UN_AVL'), (396097, 'AVL_TRAIN'), (397298, 'UN_AVL'), (400080, 'AVL_TRAIN'), (408261, 'UN_AVL'), (440671, 'AVL_TRAIN'), (477109, 'UN_AVL'), (480884, 'AVL_TRAIN'), (481211, 'UN_AVL'), (507706, 'AVL_TRAIN'), (508777, 'UN_AVL'), (510158, 'AVL_TRAIN'), (515831, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json index 45dfb8a84..fe599850c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_61.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (44110, 'AVL_TRAIN'), (74890, 'UN_AVL'), (130209, 'AVL_TRAIN'), (150745, 'UN_AVL'), (171567, 'AVL_TRAIN'), (179526, 'UN_AVL'), (238084, 'AVL_TRAIN'), (247807, 'UN_AVL'), (260872, 'AVL_TRAIN'), (263929, 'UN_AVL'), (278939, 'AVL_TRAIN'), (302514, 'UN_AVL'), (343667, 'AVL_TRAIN'), (348698, 'UN_AVL'), (422460, 'AVL_TRAIN'), (425905, 'UN_AVL'), (430637, 'AVL_TRAIN'), (438845, 'UN_AVL'), (516993, 'AVL_TRAIN'), (525518, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json index fd7f1bba8..3242871cf 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_62.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (64608, 'AVL_TRAIN'), (65265, 'UN_AVL'), (65381, 'AVL_TRAIN'), (71302, 'UN_AVL'), (101055, 'AVL_TRAIN'), (107529, 'UN_AVL'), (191772, 'AVL_TRAIN'), (196433, 'UN_AVL'), (346433, 'AVL_TRAIN'), (357461, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json index 93d846cb9..6e41ce6d4 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_63.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (323496, 'AVL_TRAIN'), (323512, 'UN_AVL'), (323513, 'AVL_TRAIN'), (323547, 'UN_AVL'), (323548, 'AVL_TRAIN'), (323549, 'UN_AVL'), (325422, 'AVL_TRAIN'), (326320, 'UN_AVL'), (336927, 'AVL_TRAIN'), (344882, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json index 2ad30e138..95a6006e5 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_64.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23052, 'AVL_TRAIN'), (51943, 'UN_AVL'), (120242, 'AVL_TRAIN'), (133849, 'UN_AVL'), (169594, 'AVL_TRAIN'), (171629, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json index 29b152a44..7486bc6ec 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_65.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (428306, 'AVL_TRAIN'), (429653, 'UN_AVL'), (429658, 'AVL_TRAIN'), (430720, 'UN_AVL'), (443756, 'AVL_TRAIN'), (444692, 'UN_AVL'), (447878, 'AVL_TRAIN'), (453699, 'UN_AVL'), (476126, 'AVL_TRAIN'), (476127, 'UN_AVL'), (493367, 'AVL_TRAIN'), (495809, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json index 1f5197916..eb0259cc7 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_66.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (47208, 'AVL_TRAIN'), (47896, 'UN_AVL'), (84359, 'AVL_TRAIN'), (87358, 'UN_AVL'), (91883, 'AVL_TRAIN'), (93296, 'UN_AVL'), (95358, 'AVL_TRAIN'), (96408, 'UN_AVL'), (100482, 'AVL_TRAIN'), (111737, 'UN_AVL'), (165998, 'AVL_TRAIN'), (171119, 'UN_AVL'), (180986, 'AVL_TRAIN'), (205860, 'UN_AVL'), (258099, 'AVL_TRAIN'), (259682, 'UN_AVL'), (263505, 'AVL_TRAIN'), (269843, 'UN_AVL'), (304527, 'AVL_TRAIN'), (306677, 'UN_AVL'), (314606, 'AVL_TRAIN'), (318211, 'UN_AVL'), (343077, 'AVL_TRAIN'), (343679, 'UN_AVL'), (356360, 'AVL_TRAIN'), (367219, 'UN_AVL'), (430075, 'AVL_TRAIN'), (434814, 'UN_AVL'), (447624, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json index 42bfd1b6e..64c55a6dd 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_67.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (4013, 'AVL_TRAIN'), (5104, 'UN_AVL'), (5723, 'AVL_TRAIN'), (5807, 'UN_AVL'), (7487, 'AVL_TRAIN'), (9968, 'UN_AVL'), (20492, 'AVL_TRAIN'), (22239, 'UN_AVL'), (22631, 'AVL_TRAIN'), (72271, 'UN_AVL'), (111604, 'AVL_TRAIN'), (113749, 'UN_AVL'), (113758, 'AVL_TRAIN'), (117848, 'UN_AVL'), (117851, 'AVL_TRAIN'), (158356, 'UN_AVL'), (160205, 'AVL_TRAIN'), (162268, 'UN_AVL'), (183858, 'AVL_TRAIN'), (184766, 'UN_AVL'), (184769, 'AVL_TRAIN'), (186214, 'UN_AVL'), (189238, 'AVL_TRAIN'), (192613, 'UN_AVL'), (197063, 'AVL_TRAIN'), (198268, 'UN_AVL'), (206189, 'AVL_TRAIN'), (238836, 'UN_AVL'), (241143, 'AVL_TRAIN'), (243318, 'UN_AVL'), (256535, 'AVL_TRAIN'), (259280, 'UN_AVL'), (262951, 'AVL_TRAIN'), (263998, 'UN_AVL'), (266091, 'AVL_TRAIN'), (277913, 'UN_AVL'), (284879, 'AVL_TRAIN'), (288294, 'UN_AVL'), (288297, 'AVL_TRAIN'), (290100, 'UN_AVL'), (293517, 'AVL_TRAIN'), (318946, 'UN_AVL'), (337649, 'AVL_TRAIN'), (337965, 'UN_AVL'), (337975, 'AVL_TRAIN'), (341323, 'UN_AVL'), (342510, 'AVL_TRAIN'), (346132, 'UN_AVL'), (347152, 'AVL_TRAIN'), (351287, 'UN_AVL'), (351303, 'AVL_TRAIN'), (352911, 'UN_AVL'), (353131, 'AVL_TRAIN'), (356647, 'UN_AVL'), (356653, 'AVL_TRAIN'), (362516, 'UN_AVL'), (362543, 'AVL_TRAIN'), (362816, 'UN_AVL'), (362819, 'AVL_TRAIN'), (362820, 'UN_AVL'), (362823, 'AVL_TRAIN'), (368122, 'UN_AVL'), (373477, 'AVL_TRAIN'), (395762, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json index 4b5d801b6..70ff9c427 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_68.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (21894, 'AVL_TRAIN'), (42509, 'UN_AVL'), (48632, 'AVL_TRAIN'), (50270, 'UN_AVL'), (65294, 'AVL_TRAIN'), (76731, 'UN_AVL'), (88487, 'AVL_TRAIN'), (88674, 'UN_AVL'), (104987, 'AVL_TRAIN'), (130211, 'UN_AVL'), (144687, 'AVL_TRAIN'), (146531, 'UN_AVL'), (152860, 'AVL_TRAIN'), (162597, 'UN_AVL'), (173341, 'AVL_TRAIN'), (174345, 'UN_AVL'), (195126, 'AVL_TRAIN'), (220867, 'UN_AVL'), (229221, 'AVL_TRAIN'), (229687, 'UN_AVL'), (231157, 'AVL_TRAIN'), (231671, 'UN_AVL'), (238845, 'AVL_TRAIN'), (246010, 'UN_AVL'), (289934, 'AVL_TRAIN'), (310496, 'UN_AVL'), (322083, 'AVL_TRAIN'), (325394, 'UN_AVL'), (343598, 'AVL_TRAIN'), (344391, 'UN_AVL'), (346628, 'AVL_TRAIN'), (349480, 'UN_AVL'), (349614, 'AVL_TRAIN'), (350054, 'UN_AVL'), (350065, 'AVL_TRAIN'), (352077, 'UN_AVL'), (361502, 'AVL_TRAIN'), (392817, 'UN_AVL'), (399308, 'AVL_TRAIN'), (401414, 'UN_AVL'), (411647, 'AVL_TRAIN'), (417380, 'UN_AVL'), (434242, 'AVL_TRAIN'), (435532, 'UN_AVL'), (458572, 'AVL_TRAIN'), (479526, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json index 6aa503df9..dd1d1d73e 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_69.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (2433, 'AVL_TRAIN'), (2538, 'UN_AVL'), (2541, 'AVL_TRAIN'), (3397, 'UN_AVL'), (5926, 'AVL_TRAIN'), (5933, 'UN_AVL'), (6238, 'AVL_TRAIN'), (6242, 'UN_AVL'), (7160, 'AVL_TRAIN'), (7292, 'UN_AVL'), (7293, 'AVL_TRAIN'), (7756, 'UN_AVL'), (7913, 'AVL_TRAIN'), (7963, 'UN_AVL'), (15887, 'AVL_TRAIN'), (16051, 'UN_AVL'), (16051, 'AVL_TRAIN'), (16339, 'UN_AVL'), (16355, 'AVL_TRAIN'), (18494, 'UN_AVL'), (23642, 'AVL_TRAIN'), (25060, 'UN_AVL'), (57809, 'AVL_TRAIN'), (69589, 'UN_AVL'), (94728, 'AVL_TRAIN'), (94852, 'UN_AVL'), (94858, 'AVL_TRAIN'), (95138, 'UN_AVL'), (95140, 'AVL_TRAIN'), (95142, 'UN_AVL'), (95143, 'AVL_TRAIN'), (95586, 'UN_AVL'), (95708, 'AVL_TRAIN'), (95996, 'UN_AVL'), (102176, 'AVL_TRAIN'), (105610, 'UN_AVL'), (105611, 'AVL_TRAIN'), (105621, 'UN_AVL'), (154917, 'AVL_TRAIN'), (155584, 'UN_AVL'), (155657, 'AVL_TRAIN'), (155862, 'UN_AVL'), (155867, 'AVL_TRAIN'), (155964, 'UN_AVL'), (156143, 'AVL_TRAIN'), (156325, 'UN_AVL'), (156416, 'AVL_TRAIN'), (156573, 'UN_AVL'), (164806, 'AVL_TRAIN'), (164827, 'UN_AVL'), (164830, 'AVL_TRAIN'), (165126, 'UN_AVL'), (165128, 'AVL_TRAIN'), (165415, 'UN_AVL'), (165552, 'AVL_TRAIN'), (165777, 'UN_AVL'), (165789, 'AVL_TRAIN'), (165884, 'UN_AVL'), (165910, 'AVL_TRAIN'), (165952, 'UN_AVL'), (166130, 'AVL_TRAIN'), (174707, 'UN_AVL'), (239865, 'AVL_TRAIN'), (242180, 'UN_AVL'), (328468, 'AVL_TRAIN'), (328723, 'UN_AVL'), (337958, 'AVL_TRAIN'), (340778, 'UN_AVL'), (415141, 'AVL_TRAIN'), (415221, 'UN_AVL'), (415614, 'AVL_TRAIN'), (415748, 'UN_AVL'), (415751, 'AVL_TRAIN'), (416712, 'UN_AVL'), (416716, 'AVL_TRAIN'), (416788, 'UN_AVL'), (416844, 'AVL_TRAIN'), (417041, 'UN_AVL'), (424386, 'AVL_TRAIN'), (424447, 'UN_AVL'), (424714, 'AVL_TRAIN'), (424813, 'UN_AVL'), (424816, 'AVL_TRAIN'), (424820, 'UN_AVL'), (424826, 'AVL_TRAIN'), (427995, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json index 72e33c13f..d37e4bba8 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_7.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9017, 'AVL_TRAIN'), (10786, 'UN_AVL'), (14358, 'AVL_TRAIN'), (14497, 'UN_AVL'), (15051, 'AVL_TRAIN'), (39546, 'UN_AVL'), (71100, 'AVL_TRAIN'), (71461, 'UN_AVL'), (72508, 'AVL_TRAIN'), (73125, 'UN_AVL'), (89429, 'AVL_TRAIN'), (92099, 'UN_AVL'), (104353, 'AVL_TRAIN'), (108068, 'UN_AVL'), (110934, 'AVL_TRAIN'), (126070, 'UN_AVL'), (157916, 'AVL_TRAIN'), (158306, 'UN_AVL'), (159842, 'AVL_TRAIN'), (168937, 'UN_AVL'), (174212, 'AVL_TRAIN'), (175455, 'UN_AVL'), (191803, 'AVL_TRAIN'), (196476, 'UN_AVL'), (234850, 'AVL_TRAIN'), (235355, 'UN_AVL'), (240706, 'AVL_TRAIN'), (247139, 'UN_AVL'), (252813, 'AVL_TRAIN'), (257593, 'UN_AVL'), (262126, 'AVL_TRAIN'), (264532, 'UN_AVL'), (282323, 'AVL_TRAIN'), (303309, 'UN_AVL'), (303309, 'AVL_TRAIN'), (303679, 'UN_AVL'), (324393, 'AVL_TRAIN'), (328549, 'UN_AVL'), (340177, 'AVL_TRAIN'), (343587, 'UN_AVL'), (361739, 'AVL_TRAIN'), (387847, 'UN_AVL'), (420993, 'AVL_TRAIN'), (425646, 'UN_AVL'), (433732, 'AVL_TRAIN'), (439485, 'UN_AVL'), (449059, 'AVL_TRAIN'), (471126, 'UN_AVL'), (504610, 'AVL_TRAIN'), (507970, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json index c4393e22a..6324810ab 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_70.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (50410, 'AVL_TRAIN'), (66090, 'UN_AVL'), (75388, 'AVL_TRAIN'), (81658, 'UN_AVL'), (84310, 'AVL_TRAIN'), (85129, 'UN_AVL'), (85141, 'AVL_TRAIN'), (85143, 'UN_AVL'), (85153, 'AVL_TRAIN'), (86021, 'UN_AVL'), (86262, 'AVL_TRAIN'), (86321, 'UN_AVL'), (86326, 'AVL_TRAIN'), (92968, 'UN_AVL'), (93245, 'AVL_TRAIN'), (118423, 'UN_AVL'), (132245, 'AVL_TRAIN'), (132270, 'UN_AVL'), (132285, 'AVL_TRAIN'), (132337, 'UN_AVL'), (132343, 'AVL_TRAIN'), (136804, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json index 5474e7652..c1bc76726 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_71.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (442854, 'AVL_TRAIN'), (467716, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json index 8d034696c..a4b46da32 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_72.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8561, 'AVL_TRAIN'), (19861, 'UN_AVL'), (80833, 'AVL_TRAIN'), (81031, 'UN_AVL'), (81742, 'AVL_TRAIN'), (82207, 'UN_AVL'), (82250, 'AVL_TRAIN'), (82275, 'UN_AVL'), (82373, 'AVL_TRAIN'), (82425, 'UN_AVL'), (83496, 'AVL_TRAIN'), (89906, 'UN_AVL'), (107486, 'AVL_TRAIN'), (110334, 'UN_AVL'), (110376, 'AVL_TRAIN'), (117548, 'UN_AVL'), (127100, 'AVL_TRAIN'), (127895, 'UN_AVL'), (133304, 'AVL_TRAIN'), (134016, 'UN_AVL'), (192155, 'AVL_TRAIN'), (192454, 'UN_AVL'), (192509, 'AVL_TRAIN'), (199060, 'UN_AVL'), (199073, 'AVL_TRAIN'), (199291, 'UN_AVL'), (199791, 'AVL_TRAIN'), (208187, 'UN_AVL'), (217367, 'AVL_TRAIN'), (217824, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json index 8e85b6ed7..24b4b0e4d 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_73.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12991, 'AVL_TRAIN'), (14582, 'UN_AVL'), (14638, 'AVL_TRAIN'), (16153, 'UN_AVL'), (74795, 'AVL_TRAIN'), (79828, 'UN_AVL'), (93453, 'AVL_TRAIN'), (99718, 'UN_AVL'), (100804, 'AVL_TRAIN'), (104214, 'UN_AVL'), (146604, 'AVL_TRAIN'), (147102, 'UN_AVL'), (147150, 'AVL_TRAIN'), (147482, 'UN_AVL'), (148633, 'AVL_TRAIN'), (149522, 'UN_AVL'), (149524, 'AVL_TRAIN'), (149563, 'UN_AVL'), (149586, 'AVL_TRAIN'), (149589, 'UN_AVL'), (149593, 'AVL_TRAIN'), (149595, 'UN_AVL'), (149609, 'AVL_TRAIN'), (149612, 'UN_AVL'), (149618, 'AVL_TRAIN'), (149636, 'UN_AVL'), (149640, 'AVL_TRAIN'), (150675, 'UN_AVL'), (153678, 'AVL_TRAIN'), (154402, 'UN_AVL'), (154404, 'AVL_TRAIN'), (154409, 'UN_AVL'), (154412, 'AVL_TRAIN'), (154998, 'UN_AVL'), (155000, 'AVL_TRAIN'), (156289, 'UN_AVL'), (173844, 'AVL_TRAIN'), (175880, 'UN_AVL'), (176942, 'AVL_TRAIN'), (181304, 'UN_AVL'), (218330, 'AVL_TRAIN'), (218713, 'UN_AVL'), (218721, 'AVL_TRAIN'), (221952, 'UN_AVL'), (224086, 'AVL_TRAIN'), (224766, 'UN_AVL'), (224774, 'AVL_TRAIN'), (225304, 'UN_AVL'), (226234, 'AVL_TRAIN'), (229219, 'UN_AVL'), (229230, 'AVL_TRAIN'), (231075, 'UN_AVL'), (261751, 'AVL_TRAIN'), (262150, 'UN_AVL'), (262239, 'AVL_TRAIN'), (262346, 'UN_AVL'), (263991, 'AVL_TRAIN'), (268340, 'UN_AVL'), (276707, 'AVL_TRAIN'), (279266, 'UN_AVL'), (311931, 'AVL_TRAIN'), (317297, 'UN_AVL'), (342808, 'AVL_TRAIN'), (349589, 'UN_AVL'), (349600, 'AVL_TRAIN'), (349675, 'UN_AVL'), (349683, 'AVL_TRAIN'), (353205, 'UN_AVL'), (389852, 'AVL_TRAIN'), (392766, 'UN_AVL'), (408842, 'AVL_TRAIN'), (408872, 'UN_AVL'), (441856, 'AVL_TRAIN'), (441858, 'UN_AVL'), (441858, 'AVL_TRAIN'), (441859, 'UN_AVL'), (441863, 'AVL_TRAIN'), (441865, 'UN_AVL'), (441882, 'AVL_TRAIN'), (442310, 'UN_AVL'), (442490, 'AVL_TRAIN'), (443176, 'UN_AVL'), (443240, 'AVL_TRAIN'), (446981, 'UN_AVL'), (447654, 'AVL_TRAIN'), (448492, 'UN_AVL'), (449952, 'AVL_TRAIN'), (463961, 'UN_AVL'), (520659, 'AVL_TRAIN'), (521981, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json index edb2caec7..24ebd3766 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_74.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12226, 'AVL_TRAIN'), (40734, 'UN_AVL'), (100070, 'AVL_TRAIN'), (100072, 'UN_AVL'), (100075, 'AVL_TRAIN'), (171837, 'UN_AVL'), (188439, 'AVL_TRAIN'), (191808, 'UN_AVL'), (191809, 'AVL_TRAIN'), (219987, 'UN_AVL'), (275732, 'AVL_TRAIN'), (304045, 'UN_AVL'), (304047, 'AVL_TRAIN'), (304070, 'UN_AVL'), (357902, 'AVL_TRAIN'), (386596, 'UN_AVL'), (443162, 'AVL_TRAIN'), (443338, 'UN_AVL'), (443339, 'AVL_TRAIN'), (472050, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json index 163d0529b..d4a4ea8bf 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_75.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (473162, 'AVL_TRAIN'), (473897, 'UN_AVL'), (489337, 'AVL_TRAIN'), (496640, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json index 6694ad191..e4802b57d 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_76.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (12117, 'AVL_TRAIN'), (41441, 'UN_AVL'), (42805, 'AVL_TRAIN'), (69465, 'UN_AVL'), (88191, 'AVL_TRAIN'), (88496, 'UN_AVL'), (98146, 'AVL_TRAIN'), (150871, 'UN_AVL'), (154175, 'AVL_TRAIN'), (158699, 'UN_AVL'), (165936, 'AVL_TRAIN'), (166258, 'UN_AVL'), (170503, 'AVL_TRAIN'), (175275, 'UN_AVL'), (175281, 'AVL_TRAIN'), (176749, 'UN_AVL'), (176753, 'AVL_TRAIN'), (177234, 'UN_AVL'), (177238, 'AVL_TRAIN'), (177263, 'UN_AVL'), (178999, 'AVL_TRAIN'), (179547, 'UN_AVL'), (179551, 'AVL_TRAIN'), (179583, 'UN_AVL'), (181830, 'AVL_TRAIN'), (182652, 'UN_AVL'), (185216, 'AVL_TRAIN'), (215337, 'UN_AVL'), (217255, 'AVL_TRAIN'), (238225, 'UN_AVL'), (238473, 'AVL_TRAIN'), (242686, 'UN_AVL'), (248275, 'AVL_TRAIN'), (251347, 'UN_AVL'), (251349, 'AVL_TRAIN'), (251828, 'UN_AVL'), (252137, 'AVL_TRAIN'), (253481, 'UN_AVL'), (255751, 'AVL_TRAIN'), (256163, 'UN_AVL'), (256416, 'AVL_TRAIN'), (258992, 'UN_AVL'), (265627, 'AVL_TRAIN'), (266353, 'UN_AVL'), (266949, 'AVL_TRAIN'), (267908, 'UN_AVL'), (274429, 'AVL_TRAIN'), (300850, 'UN_AVL'), (305134, 'AVL_TRAIN'), (310740, 'UN_AVL'), (344505, 'AVL_TRAIN'), (347376, 'UN_AVL'), (347382, 'AVL_TRAIN'), (347468, 'UN_AVL'), (388096, 'AVL_TRAIN'), (414073, 'UN_AVL'), (414075, 'AVL_TRAIN'), (414736, 'UN_AVL'), (414739, 'AVL_TRAIN'), (414782, 'UN_AVL'), (414785, 'AVL_TRAIN'), (414888, 'UN_AVL'), (419963, 'AVL_TRAIN'), (434318, 'UN_AVL'), (434321, 'AVL_TRAIN'), (434509, 'UN_AVL'), (434512, 'AVL_TRAIN'), (434854, 'UN_AVL'), (438318, 'AVL_TRAIN'), (438966, 'UN_AVL'), (444248, 'AVL_TRAIN'), (502393, 'UN_AVL'), (506396, 'AVL_TRAIN'), (508566, 'UN_AVL'), (508589, 'AVL_TRAIN'), (509615, 'UN_AVL'), (509621, 'AVL_TRAIN'), (509809, 'UN_AVL'), (512986, 'AVL_TRAIN'), (512998, 'UN_AVL'), (513000, 'AVL_TRAIN'), (521212, 'UN_AVL'), (521212, 'AVL_TRAIN'), (521222, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json index f919cfc9c..26f943312 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_77.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (331883, 'AVL_TRAIN'), (334717, 'UN_AVL'), (341421, 'AVL_TRAIN'), (346928, 'UN_AVL'), (433575, 'AVL_TRAIN'), (436123, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json index 276e50846..24ef45df6 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_78.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (96884, 'AVL_TRAIN'), (98971, 'UN_AVL'), (167431, 'AVL_TRAIN'), (167678, 'UN_AVL'), (171239, 'AVL_TRAIN'), (171400, 'UN_AVL'), (172833, 'AVL_TRAIN'), (173172, 'UN_AVL'), (173201, 'AVL_TRAIN'), (174950, 'UN_AVL'), (175335, 'AVL_TRAIN'), (175629, 'UN_AVL'), (176175, 'AVL_TRAIN'), (176523, 'UN_AVL'), (176668, 'AVL_TRAIN'), (178740, 'UN_AVL'), (184069, 'AVL_TRAIN'), (184413, 'UN_AVL'), (185527, 'AVL_TRAIN'), (186520, 'UN_AVL'), (187596, 'AVL_TRAIN'), (220551, 'UN_AVL'), (244488, 'AVL_TRAIN'), (248833, 'UN_AVL'), (251473, 'AVL_TRAIN'), (253971, 'UN_AVL'), (256740, 'AVL_TRAIN'), (258141, 'UN_AVL'), (259484, 'AVL_TRAIN'), (261278, 'UN_AVL'), (263356, 'AVL_TRAIN'), (263359, 'UN_AVL'), (263359, 'AVL_TRAIN'), (265718, 'UN_AVL'), (267168, 'AVL_TRAIN'), (267756, 'UN_AVL'), (269384, 'AVL_TRAIN'), (271163, 'UN_AVL'), (273601, 'AVL_TRAIN'), (274511, 'UN_AVL'), (274705, 'AVL_TRAIN'), (275534, 'UN_AVL'), (276357, 'AVL_TRAIN'), (276795, 'UN_AVL'), (278899, 'AVL_TRAIN'), (311690, 'UN_AVL'), (339269, 'AVL_TRAIN'), (340790, 'UN_AVL'), (342223, 'AVL_TRAIN'), (342943, 'UN_AVL'), (342948, 'AVL_TRAIN'), (342966, 'UN_AVL'), (344336, 'AVL_TRAIN'), (347885, 'UN_AVL'), (353922, 'AVL_TRAIN'), (356245, 'UN_AVL'), (359401, 'AVL_TRAIN'), (359402, 'UN_AVL'), (391875, 'AVL_TRAIN'), (421919, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json index 7f044ddaf..4eeb69f30 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_79.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4067, 'UN_AVL'), (4094, 'AVL_TRAIN'), (4102, 'UN_AVL'), (4106, 'AVL_TRAIN'), (4107, 'UN_AVL'), (4116, 'AVL_TRAIN'), (6690, 'UN_AVL'), (6692, 'AVL_TRAIN'), (9136, 'UN_AVL'), (9243, 'AVL_TRAIN'), (10252, 'UN_AVL'), (15088, 'AVL_TRAIN'), (39618, 'UN_AVL'), (81416, 'AVL_TRAIN'), (85218, 'UN_AVL'), (93701, 'AVL_TRAIN'), (93702, 'UN_AVL'), (93706, 'AVL_TRAIN'), (93712, 'UN_AVL'), (93712, 'AVL_TRAIN'), (93714, 'UN_AVL'), (93735, 'AVL_TRAIN'), (99705, 'UN_AVL'), (158713, 'AVL_TRAIN'), (158755, 'UN_AVL'), (159663, 'AVL_TRAIN'), (159664, 'UN_AVL'), (159976, 'AVL_TRAIN'), (164180, 'UN_AVL'), (172831, 'AVL_TRAIN'), (172832, 'UN_AVL'), (172840, 'AVL_TRAIN'), (193260, 'UN_AVL'), (251465, 'AVL_TRAIN'), (253057, 'UN_AVL'), (283984, 'AVL_TRAIN'), (309208, 'UN_AVL'), (362391, 'AVL_TRAIN'), (362392, 'UN_AVL'), (362393, 'AVL_TRAIN'), (362402, 'UN_AVL'), (362402, 'AVL_TRAIN'), (362411, 'UN_AVL'), (362537, 'AVL_TRAIN'), (385238, 'UN_AVL'), (385239, 'AVL_TRAIN'), (385253, 'UN_AVL'), (385255, 'AVL_TRAIN'), (385256, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json index ceda87c67..0601532ef 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_8.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (14086, 'AVL_TRAIN'), (28419, 'UN_AVL'), (49629, 'AVL_TRAIN'), (52427, 'UN_AVL'), (65611, 'AVL_TRAIN'), (79774, 'UN_AVL'), (83313, 'AVL_TRAIN'), (83321, 'UN_AVL'), (83728, 'AVL_TRAIN'), (95271, 'UN_AVL'), (101892, 'AVL_TRAIN'), (102501, 'UN_AVL'), (102502, 'AVL_TRAIN'), (102508, 'UN_AVL'), (102509, 'AVL_TRAIN'), (104568, 'UN_AVL'), (104594, 'AVL_TRAIN'), (107007, 'UN_AVL'), (123025, 'AVL_TRAIN'), (126123, 'UN_AVL'), (126151, 'AVL_TRAIN'), (131671, 'UN_AVL'), (133452, 'AVL_TRAIN'), (135169, 'UN_AVL'), (135207, 'AVL_TRAIN'), (136408, 'UN_AVL'), (136411, 'AVL_TRAIN'), (140912, 'UN_AVL'), (147794, 'AVL_TRAIN'), (158779, 'UN_AVL'), (159844, 'AVL_TRAIN'), (161852, 'UN_AVL'), (162997, 'AVL_TRAIN'), (169542, 'UN_AVL'), (169594, 'AVL_TRAIN'), (173040, 'UN_AVL'), (179280, 'AVL_TRAIN'), (184709, 'UN_AVL'), (184733, 'AVL_TRAIN'), (217008, 'UN_AVL'), (238720, 'AVL_TRAIN'), (241991, 'UN_AVL'), (242634, 'AVL_TRAIN'), (242664, 'UN_AVL'), (242677, 'AVL_TRAIN'), (247133, 'UN_AVL'), (247136, 'AVL_TRAIN'), (253504, 'UN_AVL'), (254584, 'AVL_TRAIN'), (255913, 'UN_AVL'), (257698, 'AVL_TRAIN'), (258798, 'UN_AVL'), (258815, 'AVL_TRAIN'), (261988, 'UN_AVL'), (264706, 'AVL_TRAIN'), (274712, 'UN_AVL'), (276514, 'AVL_TRAIN'), (289007, 'UN_AVL'), (292214, 'AVL_TRAIN'), (305171, 'UN_AVL'), (308278, 'AVL_TRAIN'), (311550, 'UN_AVL'), (324195, 'AVL_TRAIN'), (327485, 'UN_AVL'), (329116, 'AVL_TRAIN'), (333701, 'UN_AVL'), (366125, 'AVL_TRAIN'), (389628, 'UN_AVL'), (416056, 'AVL_TRAIN'), (422013, 'UN_AVL'), (424168, 'AVL_TRAIN'), (427102, 'UN_AVL'), (430244, 'AVL_TRAIN'), (437747, 'UN_AVL'), (445549, 'AVL_TRAIN'), (476355, 'UN_AVL'), (477020, 'AVL_TRAIN'), (477191, 'UN_AVL'), (478691, 'AVL_TRAIN'), (479336, 'UN_AVL'), (479796, 'AVL_TRAIN'), (487185, 'UN_AVL'), (505708, 'AVL_TRAIN'), (511633, 'UN_AVL'), (513723, 'AVL_TRAIN'), (515049, 'UN_AVL'), (515120, 'AVL_TRAIN'), (523045, 'UN_AVL'), (532010, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json index b17b4dd36..f31a8483b 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_80.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (91670, 'AVL_TRAIN'), (93509, 'UN_AVL'), (94662, 'AVL_TRAIN'), (102922, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json index 466aa7756..1d495d3a0 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_81.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (1875, 'UN_AVL'), (6737, 'AVL_TRAIN'), (15570, 'UN_AVL'), (135079, 'AVL_TRAIN'), (148341, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json index cc4ca4a14..a07338516 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_82.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (4125, 'UN_AVL'), (17583, 'AVL_TRAIN'), (54386, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json index ef922db95..3f0a1ac18 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_83.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (68421, 'AVL_TRAIN'), (68587, 'UN_AVL'), (68622, 'AVL_TRAIN'), (69004, 'UN_AVL'), (69007, 'AVL_TRAIN'), (70122, 'UN_AVL'), (70123, 'AVL_TRAIN'), (70125, 'UN_AVL'), (70261, 'AVL_TRAIN'), (71894, 'UN_AVL'), (72008, 'AVL_TRAIN'), (73289, 'UN_AVL'), (73294, 'AVL_TRAIN'), (75267, 'UN_AVL'), (75267, 'AVL_TRAIN'), (75274, 'UN_AVL'), (81756, 'AVL_TRAIN'), (81763, 'UN_AVL'), (81764, 'AVL_TRAIN'), (81791, 'UN_AVL'), (84015, 'AVL_TRAIN'), (85329, 'UN_AVL'), (85599, 'AVL_TRAIN'), (85677, 'UN_AVL'), (88367, 'AVL_TRAIN'), (88651, 'UN_AVL'), (88656, 'AVL_TRAIN'), (88714, 'UN_AVL'), (88714, 'AVL_TRAIN'), (88715, 'UN_AVL'), (88715, 'AVL_TRAIN'), (88716, 'UN_AVL'), (88732, 'AVL_TRAIN'), (91239, 'UN_AVL'), (91295, 'AVL_TRAIN'), (91731, 'UN_AVL'), (91841, 'AVL_TRAIN'), (92198, 'UN_AVL'), (92198, 'AVL_TRAIN'), (92199, 'UN_AVL'), (92466, 'AVL_TRAIN'), (92726, 'UN_AVL'), (92748, 'AVL_TRAIN'), (92755, 'UN_AVL'), (92807, 'AVL_TRAIN'), (93307, 'UN_AVL'), (93316, 'AVL_TRAIN'), (93317, 'UN_AVL'), (93319, 'AVL_TRAIN'), (93320, 'UN_AVL'), (93366, 'AVL_TRAIN'), (93444, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json index fd3173333..8dd85aff6 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_84.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (133850, 'AVL_TRAIN'), (142392, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json index 5a67e36f2..093559182 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_85.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'AVL_TRAIN'), (5931, 'UN_AVL'), (33938, 'AVL_TRAIN'), (45609, 'UN_AVL'), (96608, 'AVL_TRAIN'), (96683, 'UN_AVL'), (114801, 'AVL_TRAIN'), (124228, 'UN_AVL'), (158990, 'AVL_TRAIN'), (162087, 'UN_AVL'), (172261, 'AVL_TRAIN'), (175152, 'UN_AVL'), (176477, 'AVL_TRAIN'), (176478, 'UN_AVL'), (176481, 'AVL_TRAIN'), (180232, 'UN_AVL'), (180233, 'AVL_TRAIN'), (181693, 'UN_AVL'), (238498, 'AVL_TRAIN'), (239308, 'UN_AVL'), (239918, 'AVL_TRAIN'), (241708, 'UN_AVL'), (257321, 'AVL_TRAIN'), (261066, 'UN_AVL'), (266197, 'AVL_TRAIN'), (270056, 'UN_AVL'), (307665, 'AVL_TRAIN'), (308550, 'UN_AVL'), (308626, 'AVL_TRAIN'), (314453, 'UN_AVL'), (341202, 'AVL_TRAIN'), (341470, 'UN_AVL'), (341513, 'AVL_TRAIN'), (343459, 'UN_AVL'), (343460, 'AVL_TRAIN'), (343493, 'UN_AVL'), (343493, 'AVL_TRAIN'), (344083, 'UN_AVL'), (356056, 'AVL_TRAIN'), (357385, 'UN_AVL'), (371649, 'AVL_TRAIN'), (374287, 'UN_AVL'), (411109, 'AVL_TRAIN'), (413668, 'UN_AVL'), (414095, 'AVL_TRAIN'), (417763, 'UN_AVL'), (426540, 'AVL_TRAIN'), (428833, 'UN_AVL'), (451683, 'AVL_TRAIN'), (459575, 'UN_AVL'), (488430, 'AVL_TRAIN'), (490031, 'UN_AVL'), (490136, 'AVL_TRAIN'), (493219, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json index 6e2abfbb2..50847e6e7 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_86.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (10223, 'AVL_TRAIN'), (15412, 'UN_AVL'), (15439, 'AVL_TRAIN'), (38295, 'UN_AVL'), (38302, 'AVL_TRAIN'), (41547, 'UN_AVL'), (41561, 'AVL_TRAIN'), (41665, 'UN_AVL'), (58902, 'AVL_TRAIN'), (62479, 'UN_AVL'), (62912, 'AVL_TRAIN'), (65484, 'UN_AVL'), (73011, 'AVL_TRAIN'), (81621, 'UN_AVL'), (81678, 'AVL_TRAIN'), (82031, 'UN_AVL'), (82048, 'AVL_TRAIN'), (82133, 'UN_AVL'), (83949, 'AVL_TRAIN'), (85708, 'UN_AVL'), (86868, 'AVL_TRAIN'), (87941, 'UN_AVL'), (89157, 'AVL_TRAIN'), (89344, 'UN_AVL'), (89817, 'AVL_TRAIN'), (90808, 'UN_AVL'), (90816, 'AVL_TRAIN'), (91632, 'UN_AVL'), (91634, 'AVL_TRAIN'), (91663, 'UN_AVL'), (91665, 'AVL_TRAIN'), (91668, 'UN_AVL'), (91694, 'AVL_TRAIN'), (91849, 'UN_AVL'), (96437, 'AVL_TRAIN'), (131012, 'UN_AVL'), (154350, 'AVL_TRAIN'), (160466, 'UN_AVL'), (160583, 'AVL_TRAIN'), (160878, 'UN_AVL'), (177101, 'AVL_TRAIN'), (179026, 'UN_AVL'), (180563, 'AVL_TRAIN'), (216689, 'UN_AVL'), (236002, 'AVL_TRAIN'), (236543, 'UN_AVL'), (237742, 'AVL_TRAIN'), (237783, 'UN_AVL'), (237787, 'AVL_TRAIN'), (238962, 'UN_AVL'), (238963, 'AVL_TRAIN'), (240008, 'UN_AVL'), (240020, 'AVL_TRAIN'), (242325, 'UN_AVL'), (246625, 'AVL_TRAIN'), (248409, 'UN_AVL'), (248487, 'AVL_TRAIN'), (248489, 'UN_AVL'), (248491, 'AVL_TRAIN'), (248495, 'UN_AVL'), (248497, 'AVL_TRAIN'), (248557, 'UN_AVL'), (248571, 'AVL_TRAIN'), (248572, 'UN_AVL'), (248719, 'AVL_TRAIN'), (248721, 'UN_AVL'), (249061, 'AVL_TRAIN'), (249063, 'UN_AVL'), (249068, 'AVL_TRAIN'), (249092, 'UN_AVL'), (249207, 'AVL_TRAIN'), (249208, 'UN_AVL'), (249210, 'AVL_TRAIN'), (250436, 'UN_AVL'), (250453, 'AVL_TRAIN'), (250456, 'UN_AVL'), (250479, 'AVL_TRAIN'), (250481, 'UN_AVL'), (250482, 'AVL_TRAIN'), (251664, 'UN_AVL'), (251783, 'AVL_TRAIN'), (251785, 'UN_AVL'), (251792, 'AVL_TRAIN'), (251817, 'UN_AVL'), (255226, 'AVL_TRAIN'), (258714, 'UN_AVL'), (265294, 'AVL_TRAIN'), (269727, 'UN_AVL'), (269740, 'AVL_TRAIN'), (270435, 'UN_AVL'), (273870, 'AVL_TRAIN'), (273872, 'UN_AVL'), (273922, 'AVL_TRAIN'), (273924, 'UN_AVL'), (275743, 'AVL_TRAIN'), (278368, 'UN_AVL'), (284264, 'AVL_TRAIN'), (304016, 'UN_AVL'), (316540, 'AVL_TRAIN'), (318164, 'UN_AVL'), (318170, 'AVL_TRAIN'), (319158, 'UN_AVL'), (319561, 'AVL_TRAIN'), (319685, 'UN_AVL'), (323111, 'AVL_TRAIN'), (325054, 'UN_AVL'), (325056, 'AVL_TRAIN'), (325060, 'UN_AVL'), (325184, 'AVL_TRAIN'), (326130, 'UN_AVL'), (326196, 'AVL_TRAIN'), (327005, 'UN_AVL'), (329098, 'AVL_TRAIN'), (329425, 'UN_AVL'), (330470, 'AVL_TRAIN'), (330765, 'UN_AVL'), (340261, 'AVL_TRAIN'), (340466, 'UN_AVL'), (340491, 'AVL_TRAIN'), (340515, 'UN_AVL'), (340736, 'AVL_TRAIN'), (341743, 'UN_AVL'), (341758, 'AVL_TRAIN'), (342911, 'UN_AVL'), (342916, 'AVL_TRAIN'), (343086, 'UN_AVL'), (347773, 'AVL_TRAIN'), (352176, 'UN_AVL'), (352187, 'AVL_TRAIN'), (352720, 'UN_AVL'), (358989, 'AVL_TRAIN'), (377191, 'UN_AVL'), (405569, 'AVL_TRAIN'), (408564, 'UN_AVL'), (409860, 'AVL_TRAIN'), (411396, 'UN_AVL'), (413097, 'AVL_TRAIN'), (414255, 'UN_AVL'), (414275, 'AVL_TRAIN'), (415591, 'UN_AVL'), (415595, 'AVL_TRAIN'), (415620, 'UN_AVL'), (415866, 'AVL_TRAIN'), (416384, 'UN_AVL'), (416397, 'AVL_TRAIN'), (416650, 'UN_AVL'), (416986, 'AVL_TRAIN'), (423733, 'UN_AVL'), (423735, 'AVL_TRAIN'), (423829, 'UN_AVL'), (425784, 'AVL_TRAIN'), (427689, 'UN_AVL'), (427713, 'AVL_TRAIN'), (428101, 'UN_AVL'), (428109, 'AVL_TRAIN'), (429085, 'UN_AVL'), (429096, 'AVL_TRAIN'), (429866, 'UN_AVL'), (429871, 'AVL_TRAIN'), (429877, 'UN_AVL'), (429902, 'AVL_TRAIN'), (429906, 'UN_AVL'), (430153, 'AVL_TRAIN'), (430988, 'UN_AVL'), (435560, 'AVL_TRAIN'), (438811, 'UN_AVL'), (438820, 'AVL_TRAIN'), (441758, 'UN_AVL'), (441780, 'AVL_TRAIN'), (443740, 'UN_AVL'), (444246, 'AVL_TRAIN'), (470980, 'UN_AVL'), (487254, 'AVL_TRAIN'), (491831, 'UN_AVL'), (498984, 'AVL_TRAIN'), (499701, 'UN_AVL'), (499703, 'AVL_TRAIN'), (499907, 'UN_AVL'), (499914, 'AVL_TRAIN'), (501313, 'UN_AVL'), (503611, 'AVL_TRAIN'), (504699, 'UN_AVL'), (504703, 'AVL_TRAIN'), (504933, 'UN_AVL'), (505663, 'AVL_TRAIN'), (507020, 'UN_AVL'), (507032, 'AVL_TRAIN'), (507034, 'UN_AVL'), (507036, 'AVL_TRAIN'), (511472, 'UN_AVL'), (511476, 'AVL_TRAIN'), (511477, 'UN_AVL'), (511479, 'AVL_TRAIN'), (511629, 'UN_AVL'), (511632, 'AVL_TRAIN'), (511637, 'UN_AVL'), (511643, 'AVL_TRAIN'), (511645, 'UN_AVL'), (511652, 'AVL_TRAIN'), (511668, 'UN_AVL'), (511674, 'AVL_TRAIN'), (511749, 'UN_AVL'), (511750, 'AVL_TRAIN'), (511752, 'UN_AVL'), (511756, 'AVL_TRAIN'), (511850, 'UN_AVL'), (511852, 'AVL_TRAIN'), (511854, 'UN_AVL'), (511855, 'AVL_TRAIN'), (516034, 'UN_AVL'), (516035, 'AVL_TRAIN'), (516054, 'UN_AVL'), (516552, 'AVL_TRAIN'), (519985, 'UN_AVL'), (520172, 'AVL_TRAIN'), (520478, 'UN_AVL'), (525820, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json index 06528e2ab..dcc3d848c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_87.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (3095, 'AVL_TRAIN'), (13962, 'UN_AVL'), (167439, 'AVL_TRAIN'), (172204, 'UN_AVL'), (172303, 'AVL_TRAIN'), (173399, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json index 98b8c12b0..40048937c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_88.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1589, 'AVL_TRAIN'), (7008, 'UN_AVL'), (14643, 'AVL_TRAIN'), (17077, 'UN_AVL'), (31062, 'AVL_TRAIN'), (43867, 'UN_AVL'), (80395, 'AVL_TRAIN'), (83187, 'UN_AVL'), (83187, 'AVL_TRAIN'), (83197, 'UN_AVL'), (86973, 'AVL_TRAIN'), (93253, 'UN_AVL'), (152897, 'AVL_TRAIN'), (156954, 'UN_AVL'), (167128, 'AVL_TRAIN'), (175736, 'UN_AVL'), (199728, 'AVL_TRAIN'), (203608, 'UN_AVL'), (203644, 'AVL_TRAIN'), (220955, 'UN_AVL'), (249838, 'AVL_TRAIN'), (263806, 'UN_AVL'), (297126, 'AVL_TRAIN'), (314253, 'UN_AVL'), (348564, 'AVL_TRAIN'), (353133, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json index 822c68580..e3e69b682 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_89.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (128246, 'AVL_TRAIN'), (133225, 'UN_AVL'), (133225, 'AVL_TRAIN'), (133227, 'UN_AVL'), (134131, 'AVL_TRAIN'), (134729, 'UN_AVL'), (134729, 'AVL_TRAIN'), (134803, 'UN_AVL'), (134803, 'AVL_TRAIN'), (134832, 'UN_AVL'), (134832, 'AVL_TRAIN'), (134994, 'UN_AVL'), (134995, 'AVL_TRAIN'), (135027, 'UN_AVL'), (135027, 'AVL_TRAIN'), (135028, 'UN_AVL'), (136042, 'AVL_TRAIN'), (136555, 'UN_AVL'), (139715, 'AVL_TRAIN'), (139823, 'UN_AVL'), (139982, 'AVL_TRAIN'), (139995, 'UN_AVL'), (141535, 'AVL_TRAIN'), (143991, 'UN_AVL'), (143991, 'AVL_TRAIN'), (146197, 'UN_AVL'), (151362, 'AVL_TRAIN'), (152118, 'UN_AVL'), (152118, 'AVL_TRAIN'), (157474, 'UN_AVL'), (167217, 'AVL_TRAIN'), (182917, 'UN_AVL'), (183273, 'AVL_TRAIN'), (183278, 'UN_AVL'), (198768, 'AVL_TRAIN'), (216668, 'UN_AVL'), (221269, 'AVL_TRAIN'), (225915, 'UN_AVL'), (230305, 'AVL_TRAIN'), (233655, 'UN_AVL'), (235888, 'AVL_TRAIN'), (237491, 'UN_AVL'), (239961, 'AVL_TRAIN'), (241331, 'UN_AVL'), (241331, 'AVL_TRAIN'), (247968, 'UN_AVL'), (247968, 'AVL_TRAIN'), (248563, 'UN_AVL'), (248563, 'AVL_TRAIN'), (260030, 'UN_AVL'), (265435, 'AVL_TRAIN'), (268837, 'UN_AVL'), (268837, 'AVL_TRAIN'), (269951, 'UN_AVL'), (269951, 'AVL_TRAIN'), (272345, 'UN_AVL'), (276611, 'AVL_TRAIN'), (276615, 'UN_AVL'), (276615, 'AVL_TRAIN'), (277148, 'UN_AVL'), (277577, 'AVL_TRAIN'), (280218, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json index d7344ee9b..7bcab24ca 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_9.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (326273, 'AVL_TRAIN'), (329091, 'UN_AVL'), (329102, 'AVL_TRAIN'), (329588, 'UN_AVL'), (329700, 'AVL_TRAIN'), (330714, 'UN_AVL'), (358401, 'AVL_TRAIN'), (362855, 'UN_AVL'), (415692, 'AVL_TRAIN'), (425692, 'UN_AVL'), (444815, 'AVL_TRAIN'), (446975, 'UN_AVL'), (488898, 'AVL_TRAIN'), (490736, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json index c214f0b24..4817e86e7 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_90.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (23356, 'AVL_TRAIN'), (23404, 'UN_AVL'), (157978, 'AVL_TRAIN'), (159000, 'UN_AVL'), (159000, 'AVL_TRAIN'), (159010, 'UN_AVL'), (159098, 'AVL_TRAIN'), (160795, 'UN_AVL'), (160838, 'AVL_TRAIN'), (161315, 'UN_AVL'), (223180, 'AVL_TRAIN'), (225134, 'UN_AVL'), (238509, 'AVL_TRAIN'), (244735, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json index fce8dacc6..1bf93b2ee 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_91.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (34198, 'AVL_TRAIN'), (46611, 'UN_AVL'), (128949, 'AVL_TRAIN'), (129155, 'UN_AVL'), (129157, 'AVL_TRAIN'), (132593, 'UN_AVL'), (174627, 'AVL_TRAIN'), (175598, 'UN_AVL'), (216273, 'AVL_TRAIN'), (219936, 'UN_AVL'), (260088, 'AVL_TRAIN'), (264264, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json index 578cac431..1baeddbc8 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_92.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9788, 'AVL_TRAIN'), (19691, 'UN_AVL'), (19699, 'AVL_TRAIN'), (20211, 'UN_AVL'), (27163, 'AVL_TRAIN'), (59744, 'UN_AVL'), (102350, 'AVL_TRAIN'), (104233, 'UN_AVL'), (104253, 'AVL_TRAIN'), (106816, 'UN_AVL'), (106824, 'AVL_TRAIN'), (108827, 'UN_AVL'), (108912, 'AVL_TRAIN'), (148559, 'UN_AVL'), (193789, 'AVL_TRAIN'), (219531, 'UN_AVL'), (269174, 'AVL_TRAIN'), (272072, 'UN_AVL'), (274215, 'AVL_TRAIN'), (274350, 'UN_AVL'), (284956, 'AVL_TRAIN'), (324473, 'UN_AVL'), (358778, 'AVL_TRAIN'), (369320, 'UN_AVL'), (375925, 'AVL_TRAIN'), (392087, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json index d65215da5..f597cb50b 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_93.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (54281, 'AVL_TRAIN'), (57479, 'UN_AVL'), (58058, 'AVL_TRAIN'), (63109, 'UN_AVL'), (87756, 'AVL_TRAIN'), (93953, 'UN_AVL'), (131836, 'AVL_TRAIN'), (133718, 'UN_AVL'), (155799, 'AVL_TRAIN'), (163846, 'UN_AVL'), (187465, 'AVL_TRAIN'), (198113, 'UN_AVL'), (248219, 'AVL_TRAIN'), (248659, 'UN_AVL'), (248847, 'AVL_TRAIN'), (249125, 'UN_AVL'), (249125, 'AVL_TRAIN'), (249126, 'UN_AVL'), (254880, 'AVL_TRAIN'), (257126, 'UN_AVL'), (258275, 'AVL_TRAIN'), (260891, 'UN_AVL'), (326217, 'AVL_TRAIN'), (328876, 'UN_AVL'), (339661, 'AVL_TRAIN'), (339948, 'UN_AVL'), (360321, 'AVL_TRAIN'), (377147, 'UN_AVL'), (390802, 'AVL_TRAIN'), (390836, 'UN_AVL'), (423239, 'AVL_TRAIN'), (428015, 'UN_AVL'), (428237, 'AVL_TRAIN'), (430464, 'UN_AVL'), (472433, 'AVL_TRAIN'), (478155, 'UN_AVL'), (504932, 'AVL_TRAIN'), (505650, 'UN_AVL'), (505661, 'AVL_TRAIN'), (507880, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json index cd90b7b45..2858aad9a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_94.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (344987, 'AVL_TRAIN'), (345555, 'UN_AVL'), (357059, 'AVL_TRAIN'), (358122, 'UN_AVL'), (358123, 'AVL_TRAIN'), (358275, 'UN_AVL'), (358284, 'AVL_TRAIN'), (358813, 'UN_AVL'), (359070, 'AVL_TRAIN'), (359932, 'UN_AVL'), (488395, 'AVL_TRAIN'), (493615, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json index 295827594..4d14da05a 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_95.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (17923, 'AVL_TRAIN'), (18959, 'UN_AVL'), (18973, 'AVL_TRAIN'), (154828, 'UN_AVL'), (175628, 'AVL_TRAIN'), (187570, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json index c0cf5214a..6371daaf1 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_96.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (8361, 'AVL_TRAIN'), (13232, 'UN_AVL'), (122507, 'AVL_TRAIN'), (125889, 'UN_AVL'), (163049, 'AVL_TRAIN'), (169890, 'UN_AVL'), (243967, 'AVL_TRAIN'), (246801, 'UN_AVL'), (255850, 'AVL_TRAIN'), (256490, 'UN_AVL'), (258239, 'AVL_TRAIN'), (272150, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json index 5230a7d99..27d1a3b2c 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_97.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (77831, 'AVL_TRAIN'), (82222, 'UN_AVL'), (82631, 'AVL_TRAIN'), (86208, 'UN_AVL'), (86457, 'AVL_TRAIN'), (97952, 'UN_AVL'), (117083, 'AVL_TRAIN'), (146346, 'UN_AVL'), (146781, 'AVL_TRAIN'), (148083, 'UN_AVL'), (155226, 'AVL_TRAIN'), (155237, 'UN_AVL'), (196646, 'AVL_TRAIN'), (196649, 'UN_AVL'), (196650, 'AVL_TRAIN'), (196659, 'UN_AVL'), (196659, 'AVL_TRAIN'), (196669, 'UN_AVL'), (197206, 'AVL_TRAIN'), (197217, 'UN_AVL'), (197303, 'AVL_TRAIN'), (197310, 'UN_AVL'), (197531, 'AVL_TRAIN'), (198948, 'UN_AVL'), (198950, 'AVL_TRAIN'), (198989, 'UN_AVL'), (199028, 'AVL_TRAIN'), (199174, 'UN_AVL'), (199186, 'AVL_TRAIN'), (199215, 'UN_AVL'), (199312, 'AVL_TRAIN'), (199343, 'UN_AVL'), (199343, 'AVL_TRAIN'), (199425, 'UN_AVL'), (199438, 'AVL_TRAIN'), (199535, 'UN_AVL'), (199640, 'AVL_TRAIN'), (199708, 'UN_AVL'), (199730, 'AVL_TRAIN'), (199762, 'UN_AVL'), (199765, 'AVL_TRAIN'), (199775, 'UN_AVL'), (200015, 'AVL_TRAIN'), (200401, 'UN_AVL'), (200475, 'AVL_TRAIN'), (200484, 'UN_AVL'), (200485, 'AVL_TRAIN'), (200602, 'UN_AVL'), (200748, 'AVL_TRAIN'), (201348, 'UN_AVL'), (201423, 'AVL_TRAIN'), (201426, 'UN_AVL'), (201468, 'AVL_TRAIN'), (201641, 'UN_AVL'), (201648, 'AVL_TRAIN'), (201919, 'UN_AVL'), (201919, 'AVL_TRAIN'), (202474, 'UN_AVL'), (203089, 'AVL_TRAIN'), (203116, 'UN_AVL'), (203118, 'AVL_TRAIN'), (204529, 'UN_AVL'), (204691, 'AVL_TRAIN'), (206142, 'UN_AVL'), (206152, 'AVL_TRAIN'), (206314, 'UN_AVL'), (206315, 'AVL_TRAIN'), (207100, 'UN_AVL'), (207100, 'AVL_TRAIN'), (207140, 'UN_AVL'), (207151, 'AVL_TRAIN'), (216543, 'UN_AVL'), (216543, 'AVL_TRAIN'), (216545, 'UN_AVL'), (347630, 'AVL_TRAIN'), (348248, 'UN_AVL'), (349655, 'AVL_TRAIN'), (352809, 'UN_AVL'), (352809, 'AVL_TRAIN'), (352813, 'UN_AVL'), (371981, 'AVL_TRAIN'), (371989, 'UN_AVL'), (372076, 'AVL_TRAIN'), (372187, 'UN_AVL'), (372198, 'AVL_TRAIN'), (372290, 'UN_AVL'), (373313, 'AVL_TRAIN'), (373316, 'UN_AVL'), (373327, 'AVL_TRAIN'), (373406, 'UN_AVL'), (373766, 'AVL_TRAIN'), (374530, 'UN_AVL'), (374534, 'AVL_TRAIN'), (375626, 'UN_AVL'), (443017, 'AVL_TRAIN'), (449749, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json index aadc0f83b..dbcbe87c2 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_98.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (9041, 'AVL_TRAIN'), (11298, 'UN_AVL'), (11303, 'AVL_TRAIN'), (11925, 'UN_AVL'), (243983, 'AVL_TRAIN'), (244007, 'UN_AVL'), (244013, 'AVL_TRAIN'), (244343, 'UN_AVL'), (244365, 'AVL_TRAIN'), (244547, 'UN_AVL'), (244548, 'AVL_TRAIN'), (246255, 'UN_AVL'), (246286, 'AVL_TRAIN'), (250253, 'UN_AVL'), (270711, 'AVL_TRAIN'), (274195, 'UN_AVL'), (309232, 'AVL_TRAIN'), (309266, 'UN_AVL'), (309266, 'AVL_TRAIN'), (309491, 'UN_AVL'), (309492, 'AVL_TRAIN'), (312576, 'UN_AVL'), (312693, 'AVL_TRAIN'), (312702, 'UN_AVL'), (312716, 'AVL_TRAIN'), (315431, 'UN_AVL')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json index 80b830079..cfbe21439 100644 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/json_scripts/trainer_99.json @@ -89,7 +89,7 @@ "avl_events_mobiperf_2st": "[(0, 'AVL_TRAIN'), (300, 'UN_AVL'), (1757, 'AVL_TRAIN'), (2266, 'UN_AVL'), (75638, 'AVL_TRAIN'), (76263, 'UN_AVL'), (77006, 'AVL_TRAIN'), (78334, 'UN_AVL'), (78346, 'AVL_TRAIN'), (78405, 'UN_AVL'), (78406, 'AVL_TRAIN'), (78543, 'UN_AVL'), (78549, 'AVL_TRAIN'), (79377, 'UN_AVL'), (79379, 'AVL_TRAIN'), (79486, 'UN_AVL'), (79495, 'AVL_TRAIN'), (79791, 'UN_AVL'), (79796, 'AVL_TRAIN'), (80059, 'UN_AVL'), (80071, 'AVL_TRAIN'), (80937, 'UN_AVL'), (80967, 'AVL_TRAIN'), (80978, 'UN_AVL'), (80979, 'AVL_TRAIN'), (81195, 'UN_AVL'), (81206, 'AVL_TRAIN'), (85845, 'UN_AVL'), (86392, 'AVL_TRAIN'), (87189, 'UN_AVL'), (89364, 'AVL_TRAIN'), (89365, 'UN_AVL'), (102534, 'AVL_TRAIN'), (124202, 'UN_AVL'), (168151, 'AVL_TRAIN'), (168659, 'UN_AVL'), (168714, 'AVL_TRAIN'), (169183, 'UN_AVL'), (170940, 'AVL_TRAIN'), (171086, 'UN_AVL'), (172784, 'AVL_TRAIN')]", "client_notify": { "enabled": "False", - "trace": "syn_0" + "trace": "avl_events_syn_train_90_eval_10_unavail_0" }, "wait_until_next_avl": "True", "avl_events_syn_0": "[(0, 'AVL_TRAIN')]", diff --git a/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh b/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh index 7024a1d27..76270adfd 100755 --- a/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh +++ b/lib/python/examples/fwdllm/expts/run_tc_expts/run_text_classification.sh @@ -306,6 +306,8 @@ else check_errors fi + echo -e "Log files to monitor: \n [Aggregator]: $AGG_LOG_FILE \n [Trainer]: $TRAINER_LOG_FILE \n [Accuracy]: $ACC_MONITOR_FILE\n" + NUM_AVAIL_GPUS=8 for X in $(seq 0 $(( total_client_num-1 )) ) # End value is inclusive @@ -331,7 +333,7 @@ else fi done - echo "Log files created: \n [Aggregator]: $AGG_LOG_FILE \n [Trainer]: $TRAINER_LOG_FILE" + echo -e "Log files created: \n [Aggregator]: $AGG_LOG_FILE \n [Trainer]: $TRAINER_LOG_FILE" # Start background periodic check (every 30 seconds) # The watchdog will automatically exit if the parent process ($PARENT_PID) dies diff --git a/lib/python/examples/fwdllm/extract_stat_utility.py b/lib/python/examples/fwdllm/extract_stat_utility.py new file mode 100644 index 000000000..c219efb41 --- /dev/null +++ b/lib/python/examples/fwdllm/extract_stat_utility.py @@ -0,0 +1,69 @@ +import sys +import re +import csv +import os + +def extract_utilities(log_file, output_file): + if not os.path.exists(log_file): + print(f"Error: Log file not found at {log_file}") + sys.exit(1) + + print(f"Extracting stat_utility metrics from {log_file}...") + + # Regex patterns for matching top_aggregator and fwdllm_aggregator logs + # top_agg_pattern = re.compile(r"Received weights from (\S+)\. It was trained on model version (\d+), with (\d+) samples\. Returned partial stat utility ([\d\.]+) and full stat utility ([\d\.]+)") + fwdllm_agg_pattern = re.compile(r"Aggregated utilities for (\S+)\. Partial stat utility used for FedBuff: ([\d\.]+)\. Full stat utility stored for Oort: ([\d\.]+)") + + # Regex for async_oort selector debug logs (if enabled) + oort_selector_pattern = re.compile(r"Trainer (\S+) full_dataset_stat_utility: unnormalized = ([\d\.]+), normalized = ([\d\.]+), partial_dataset_stat_utility: ([\d\.]+)") + + results = [] + + with open(log_file, 'r') as f: + for line in f: + # Match top aggregator logs + m_top = top_agg_pattern.search(line) + if m_top: + tid = m_top.group(1) + version = m_top.group(2) + samples = m_top.group(3) + partial_util = m_top.group(4) + full_util = m_top.group(5) + results.append([tid, version, samples, partial_util, full_util, "N/A", "top_aggregator"]) + continue + + # Match fwdllm aggregator logs + m_fwd = fwdllm_agg_pattern.search(line) + if m_fwd: + tid = m_fwd.group(1) + partial_util = m_fwd.group(2) + full_util = m_fwd.group(3) + results.append([tid, "N/A", "N/A", partial_util, full_util, "N/A", "fwdllm_aggregator"]) + continue + + # Match async oort selector logs + m_oort = oort_selector_pattern.search(line) + if m_oort: + tid = m_oort.group(1) + unnorm_full = m_oort.group(2) + norm_full = m_oort.group(3) + partial_util = m_oort.group(4) + results.append([tid, "N/A", "N/A", partial_util, unnorm_full, norm_full, "async_oort_selector"]) + + # Write results to CSV + with open(output_file, 'w', newline='') as out_csv: + writer = csv.writer(out_csv) + writer.writerow(["TrainerID", "ModelVersion", "Samples", "PartialStatUtility", "FullStatUtility_Unnormalized", "FullStatUtility_Normalized", "Source"]) + writer.writerows(results) + + print(f"Done! {len(results)} records extracted. Output saved to {output_file}") + +if __name__ == "__main__": + if len(sys.argv) < 2: + print(f"Usage: python {sys.argv[0]} [output_csv_file]") + sys.exit(1) + + log_path = sys.argv[1] + out_path = sys.argv[2] if len(sys.argv) > 2 else "stat_utility_comparison.csv" + + extract_utilities(log_path, out_path) diff --git a/lib/python/examples/fwdllm/extract_stat_utility.sh b/lib/python/examples/fwdllm/extract_stat_utility.sh new file mode 100755 index 000000000..d6af37724 --- /dev/null +++ b/lib/python/examples/fwdllm/extract_stat_utility.sh @@ -0,0 +1,24 @@ +#!/bin/bash + +# Script to parse FLAME training logs and extract stat_utility metrics +# This is a wrapper around the extract_stat_utility.py script. + +if [ -z "$1" ]; then + echo "Usage: $0 [output_csv_file]" + exit 1 +fi + +LOG_FILE=$1 +OUTPUT_CSV=${2:-"stat_utility_comparison.csv"} + +# Check if log file exists +if [ ! -f "$LOG_FILE" ]; then + echo "Error: Log file not found at $LOG_FILE" + exit 1 +fi + +# Run the python script located in the same directory +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +PYTHON_SCRIPT="$SCRIPT_DIR/extract_stat_utility.py" + +python "$PYTHON_SCRIPT" "$LOG_FILE" "$OUTPUT_CSV" diff --git a/lib/python/examples/fwdllm/stat_utility_comparison.csv b/lib/python/examples/fwdllm/stat_utility_comparison.csv new file mode 100644 index 000000000..3246ed618 --- /dev/null +++ b/lib/python/examples/fwdllm/stat_utility_comparison.csv @@ -0,0 +1,1181 @@ +TrainerID,ModelVersion,Samples,PartialStatUtility,FullStatUtility_Unnormalized,FullStatUtility_Normalized,Source +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.664862429661556,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.727438738791811,1623.075333262467,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.96025917526428,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.808988320635054,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.3975339019729,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.979610967362591,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.488232148977245,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.594548200496336,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.621480429491196,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.488232148977245,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.979610967362591,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.59330777458487,1706.6616609743342,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.621480429491196,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.488232148977245,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.979610967362591,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.621480429491196,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.411052873663625,1706.6616609743342,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.488232148977245,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.552827985937308,1722.4743360315572,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.979610967362591,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.621480429491196,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.411052873663625,1706.6616609743342,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.661791264136108,1725.3967449208378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.878534904456595,1619.0089369651491,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.488232148977245,1566.7126257763316,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.434874853492673,1722.4743360315572,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.979610967362591,1643.5506538219217,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.545075024624948,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.411052873663625,1706.6616609743342,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.621480429491196,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.556151920808105,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.686934963704843,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.879055626218637,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.584272680455872,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,11.51026392126216,1714.7586907426412,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.584272680455872,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.703719831212776,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.435455973432477,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.879055626218637,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,11.385684853362056,1714.7586907426412,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.433092612650924,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.879055626218637,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.703719831212776,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.433092612650924,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.872813739473386,1655.2278737506622,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.257632569801705,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.584272680455872,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.433092612650924,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.556151920808105,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.703719831212776,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.433092612650924,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,11.385684853362056,1714.7586907426412,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.900805844257535,1655.2278737506622,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.703719831212776,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,10.433851506667304,1566.9170850862001,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,11.272050398140644,1668.103686725729,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.879055626218637,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.556151920808105,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.257632569801705,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,10.416395219444958,1566.9170850862001,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,11.05848267451281,1641.7755117721447,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.703719831212776,1616.7363876305324,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.567785426258942,1718.1426772356185,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.77616997051357,1626.4804037082188,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,10.416395219444958,1566.9170850862001,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.257632569801705,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.879055626218637,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.900805844257535,1655.2278737506622,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.584272680455872,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.73913521977234,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.911487272796249,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.639529101098226,1740.6599223881515,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.873826237617486,1620.4431054974737,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.976659113231399,1638.1080546807084,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.228524627920812,1664.564636290974,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.345207351934933,1739.7175082727363,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.657544367870349,1591.8135420187634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.888957920850405,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.478258056888,1620.216379549932,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.682283611967241,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.38103484317496,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.341040589829323,1702.318883328235,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.427746225265176,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.513148476719744,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.87788335350409,1698.8459905657296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.83112267991451,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.87788335350409,1698.8459905657296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.641454065484648,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.83112267991451,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.529920182754273,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.87788335350409,1698.8459905657296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.641454065484648,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.83112267991451,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.529920182754273,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.641454065484648,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.529920182754273,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.83112267991451,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.529920182754273,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.919760656283971,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.416555988995356,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.529920182754273,1581.2535888872394,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.83112267991451,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,11.400743801547144,1711.5979989803463,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.940857464593297,1644.7775297839826,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.849459769164309,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,11.641454065484648,1714.1708885564942,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.463956458511522,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.568860423314849,1722.11264275764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.87788335350409,1698.8459905657296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.465244355317457,1572.52356434255,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55340779551441,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.728980517701519,1612.3958057185296,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.612529670012217,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.533840324980606,1567.2472290949227,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.333609136366787,1557.2189292974213,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.333609136366787,1557.2189292974213,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.333609136366787,1557.2189292974213,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.612529670012217,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.533840324980606,1567.2472290949227,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.270265086592698,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.612529670012217,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.333609136366787,1557.2189292974213,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.333609136366787,1557.2189292974213,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.270265086592698,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.533840324980606,1567.2472290949227,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.612529670012217,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.270265086592698,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.516217378025928,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.799615523976698,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.270265086592698,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.755712721160636,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.533840324980606,1567.2472290949227,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,10.820657993130403,1627.2871759024113,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.049492554211094,1703.156636523469,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.38052257949654,1597.6417170602765,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.270265086592698,1628.0430600566312,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.643295871546433,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.61301023876473,1570.0057940771012,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.664989968568205,1745.4902896878725,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.533840324980606,1567.2472290949227,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.470224578401744,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.90165209161172,1758.8362380237875,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.925838859005253,1571.5632892454194,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.8851751322012,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.016122160350275,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.73597692128248,1704.112673674378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.357458889654302,1553.8151504716793,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.161353885824898,1530.7513662179833,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.794439809707145,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.514180371840762,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.378601184592657,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.73597692128248,1704.112673674378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.604572360828827,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.925838859005253,1571.5632892454194,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.161353885824898,1530.7513662179833,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.771570255493994,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.90165209161172,1758.8362380237875,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.8851751322012,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.925838859005253,1571.5632892454194,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.016122160350275,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.60263962802821,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.514180371840762,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.794439809707145,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.357458889654302,1553.8151504716793,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.378601184592657,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.161353885824898,1530.7513662179833,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.794439809707145,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.604572360828827,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.514180371840762,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.357458889654302,1553.8151504716793,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.73597692128248,1704.112673674378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.90165209161172,1758.8362380237875,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.925838859005253,1571.5632892454194,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.60263962802821,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.794439809707145,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.771570255493994,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.90165209161172,1758.8362380237875,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.604572360828827,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.378601184592657,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.161353885824898,1530.7513662179833,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.771570255493994,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.60263962802821,1765.5790689891346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.514180371840762,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.357458889654302,1553.8151504716793,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.794439809707145,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.604572360828827,1569.1992037994519,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.73597692128248,1704.112673674378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.161353885824898,1530.7513662179833,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.016122160350275,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.378601184592657,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.8851751322012,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.165778658081123,1531.4382326857378,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.771570255493994,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.514180371840762,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.90165209161172,1758.8362380237875,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.357458889654302,1553.8151504716793,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.698582307535577,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.935806234142056,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.935806234142056,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.935806234142056,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.584620680321477,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.935806234142056,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.279993600806238,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.022116942384448,1774.7766935622406,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.479712733051663,1530.933822562011,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.534937181978004,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.483177878516475,1581.2003018858293,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.470399459024616,1577.5177821926939,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,10.174200632998536,1542.1867456869118,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.393084225268526,1718.4721525020914,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.887264944935557,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.74947404698863,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,10.299427601733013,1542.7043436923095,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.13629065164682,1777.757745074944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.089206995549791,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.13629065164682,1777.757745074944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.13629065164682,1777.757745074944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.089206995549791,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.13629065164682,1777.757745074944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.089206995549791,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.13629065164682,1777.757745074944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.089206995549791,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.978221065394512,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.089206995549791,1808.0405178171764,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.256531657943178,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.789036613623004,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.208102310576786,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.483487178318518,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,11.918760600332858,1785.7830080508834,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.500834477280284,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.973538674605301,1490.064394154634,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.896338091910286,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.087727375989086,1608.3157658910518,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.583261027670758,1703.2335403433199,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.503390931794307,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.901011914257529,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.520009548052382,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.901011914257529,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.503390931794307,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.520009548052382,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.503390931794307,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.901011914257529,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.520009548052382,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.503390931794307,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.971617512036216,1770.2829907374446,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.590515543174225,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.768486299573794,1454.2282417326155,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.901011914257529,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.406353740919647,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,11.051973841511616,1647.427068320346,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.520009548052382,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,11.901532858207803,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.136865515556018,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.368921689021072,1687.3057237479093,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.901011914257529,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.107641004883032,1801.9687941767381,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.520009548052382,1548.1433051408915,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,11.503390931794307,1753.1476350842822,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.14717443063739,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.508916963717063,1688.3554675705848,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.797960528476226,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55225739320702,1763.7077008534272,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.90546368494223,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.136231559058114,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.072711634547456,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.89596803807715,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.508916963717063,1688.3554675705848,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.402900408735176,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.072711634547456,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.136231559058114,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55225739320702,1763.7077008534272,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.509333503997397,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.797960528476226,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.488496928066414,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.90546368494223,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.509333503997397,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55225739320702,1763.7077008534272,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.072711634547456,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.509333503997397,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.488496928066414,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.89596803807715,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.402900408735176,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.508916963717063,1688.3554675705848,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.402900408735176,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.797960528476226,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.072711634547456,1803.8263646573657,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.488496928066414,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.05407483861137,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.136231559058114,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.89596803807715,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.508916963717063,1688.3554675705848,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.509333503997397,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.136231559058114,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.55225739320702,1763.7077008534272,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.488496928066414,1568.8358302250354,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.509333503997397,1577.6380763254372,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.89596803807715,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,10.149311782731179,1539.9254461299975,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.696374610566437,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.402900408735176,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.90546368494223,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.89596803807715,1490.4714426083713,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.797960528476226,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.607351397065646,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.22329791180843,1831.154998502322,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.560873381149062,1703.0001697954597,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.990737058162027,1539.5946759471578,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.151318664581602,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.315462791925315,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.646908063196204,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.607351397065646,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.315462791925315,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.686890810608952,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.15142899261235,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.22329791180843,1831.154998502322,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.607351397065646,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.560873381149062,1703.0001697954597,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.990737058162027,1539.5946759471578,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.151318664581602,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.686890810608952,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.990737058162027,1539.5946759471578,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.560873381149062,1703.0001697954597,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.315462791925315,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.686890810608952,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.646908063196204,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.990737058162027,1539.5946759471578,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.151318664581602,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.22329791180843,1831.154998502322,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.607351397065646,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.15142899261235,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.646908063196204,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.22329791180843,1831.154998502322,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.560873381149062,1703.0001697954597,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.315462791925315,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.646908063196204,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.607351397065646,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.13851207281176,1803.5018267980536,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.15142899261235,1806.359066320163,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.630560123557562,1444.1874139215938,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.163232275373968,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.64698007955557,1571.7693488409202,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.151318664581602,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.22329791180843,1831.154998502322,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.154652067804394,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.451256893092095,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.457243924691069,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.930736957635187,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.587113633925739,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.794509237008644,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.154652067804394,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.78033735508632,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.930736957635187,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.62453325031784,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.794509237008644,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.457243924691069,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.587113633925739,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.62453325031784,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.930736957635187,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.154652067804394,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.794509237008644,1467.610936301431,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.587113633925739,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.78033735508632,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.62453325031784,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.457243924691069,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.154652067804394,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.451256893092095,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.78033735508632,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.62453325031784,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.587113633925739,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.457243924691069,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.451256893092095,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.154652067804394,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.457243924691069,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,10.62453325031784,1561.8707506138032,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580377,N/A,N/A,9.78033735508632,1455.6894890670615,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.587113633925739,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,10.930736957635187,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.67478295213378,1530.9452162744965,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.963677429482907,1793.7073278368996,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.182221663481712,1826.2647605471818,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.031233512569871,1847.4770716172277,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.461205627522823,1429.621452832122,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.823871960792626,1609.5932460910547,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,13.044363764683604,1941.361989010676,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,13.044363764683604,1941.361989010676,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.25625307965276,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,13.044363764683604,1941.361989010676,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,13.044363764683604,1941.361989010676,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.25625307965276,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.25625307965276,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.25625307965276,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,10.25625307965276,1532.7150478356825,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,10.219492474101767,1581.5529933930904,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.526500864911586,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,12.105310557816015,1819.771453005656,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,13.044363764683604,1941.361989010676,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.626278047741035,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,11.120777143038913,1694.370326335094,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,12.31612811393053,1851.378039169985,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.900743203680111,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.160915813391098,1387.7994626589673,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.66277914692689,1501.6037374782234,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.143368979159842,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,9.833401911437134,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.710711698704873,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580380,N/A,N/A,9.803959914487757,1486.6474934839805,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580379,N/A,N/A,12.603563900661069,1889.9599422266695,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580382,N/A,N/A,9.254872456418312,1388.013280832476,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580381,N/A,N/A,10.468817411746576,1571.2277820991953,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580378,N/A,N/A,12.075278357541467,1721.8911662649598,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580372,N/A,N/A,10.574422935089945,1595.8715507904496,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580383,N/A,N/A,9.291527808367785,1397.2955680456373,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580376,N/A,N/A,11.313747611192571,1799.7362585760586,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580371,N/A,N/A,10.201350807053654,1475.3605001826731,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580385,N/A,N/A,10.80079890934361,1635.0859355215944,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580374,N/A,N/A,9.668019649487226,1572.0704318859441,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580384,N/A,N/A,12.920678153649495,1976.0859458626264,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580373,N/A,N/A,9.656703901270681,1449.5271156303886,N/A,fwdllm_aggregator +505f9fc483cf4df68a2409257b5fad7d3c580375,N/A,N/A,13.345181604995583,1985.4204876900644,N/A,fwdllm_aggregator diff --git a/lib/python/examples/fwdllm/trainer/fl_main.py b/lib/python/examples/fwdllm/trainer/fl_main.py index 99b0c96b6..ac5685097 100644 --- a/lib/python/examples/fwdllm/trainer/fl_main.py +++ b/lib/python/examples/fwdllm/trainer/fl_main.py @@ -77,9 +77,9 @@ def post_complete_message(tc_args): # customize the log format logging.basicConfig( - level=logging._nameToLevel[args.log_level], - format="%(process)s %(asctime)s.%(msecs)03d - {%(module)s.py (%(lineno)d)} - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", + level=logging._nameToLevel[args.log_level.upper()], + format="%(asctime)s | %(filename)s:%(lineno)d | %(levelname)s | %(threadName)s | %(funcName)s | %(message)s", + force=True, ) logging.debug(config) set_seed(config.hyperparameters.manual_seed) diff --git a/lib/python/examples/fwdllm/trainer/forward_training/tc_transformer_trainer_distribute.py b/lib/python/examples/fwdllm/trainer/forward_training/tc_transformer_trainer_distribute.py index 0c3eb328b..58c5e1ab7 100755 --- a/lib/python/examples/fwdllm/trainer/forward_training/tc_transformer_trainer_distribute.py +++ b/lib/python/examples/fwdllm/trainer/forward_training/tc_transformer_trainer_distribute.py @@ -391,7 +391,7 @@ def _compute_batch_stat_utility(device, x, labels): logits = pred loss = self.base_trainer.oort_loss(logits, labels.view(-1), epoch=0, batch_idx=0, reduction="mean") # Optimization: Lazy logging & removed .item() to avoid Host-device sync - logging.debug("stat_utility for trainerId: %s is %s, loss: %s", self.trainer_id, self.base_trainer._stat_utility, loss.mean()) + logging.debug("partial_stat_utility for trainerId: %s is %s, loss: %s", self.trainer_id, self.base_trainer.partial_stat_utility, loss.mean()) @timer_decorator def _prepare_perturbation_tensors(device, v_buffer): @@ -490,13 +490,67 @@ def _accumulate_and_extract_grads(device, jvp, v_params): self.base_trainer.normalize_stat_utility(epoch) logging.debug( - f"stat_utility - normalized for trainerId: {self.trainer_id} = {self.base_trainer._stat_utility}" + f"stat_utility - normalized for trainerId: {self.trainer_id} = {self.base_trainer.partial_stat_utility}" ) del x, labels, jvp, v_params # self._force_cuda_memory_cleanup(device, f"epoch{epoch}_batch{batch_idx}_end") return loss + @timer_decorator + def calculate_full_dataset_stat_utility(self, all_data_bins, device=None): + if not device: + device = self.device + + self.model.to(device) + self.model.eval() + + total_squared_loss = 0.0 + total_samples = 0 + + # We need the original loss function without reduction + if hasattr(self, 'base_trainer') and self.base_trainer is not None: + criterion = self.base_trainer.loss_fn(reduction="none", **{k: v for k, v in self.base_trainer.config.hyperparameters.__dict__.items() if k in self.base_trainer.loss_fn.__init__.__code__.co_varnames and k != 'reduction'}) + else: + criterion = CrossEntropyLoss(reduction="none") + + from torch.cuda.amp import autocast + autocast_cm = autocast() if self.args.fp16 else contextlib.nullcontext() + + with torch.no_grad(), autocast_cm: + for data_bin in all_data_bins: + # We expect data_bin to be a DataLoader. + # If we need to force eval_batch_size, we might need a workaround, but typically + # for these evaluation passes we can just iterate over the existing batches. + # If mem is constrained, we should rely on the user's config batch size. + for batch in data_bin: + x = batch[1].to(device, non_blocking=True) + labels = batch[4].to(device, non_blocking=True) + + pred = self.model(x) + if hasattr(pred, "logits"): + logits = pred.logits + elif isinstance(pred, (tuple, list)): + logits = pred[0] + else: + logits = pred + + loss_list = criterion(logits.view(-1, self.num_labels), labels.view(-1)) + + total_squared_loss += torch.square(loss_list).sum().item() + total_samples += len(loss_list) + + del x, labels, pred, logits, loss_list + + # Calculate full stat utility: sqrt(N * sum(loss^2)) + if total_samples > 0: + full_stat_utility = math.sqrt(total_samples * total_squared_loss) + else: + full_stat_utility = 0.0 + + logging.info(f"full_dataset_stat_utility for trainerId: {self.trainer_id} is {full_stat_utility} over {total_samples} samples") + return full_stat_utility + @timer_decorator def _training_loop(self, device, v_buffer): global_step = 0 diff --git a/lib/python/flame/mode/horizontal/asyncfl/top_aggregator.py b/lib/python/flame/mode/horizontal/asyncfl/top_aggregator.py index 7f3495f8f..4a1759d87 100644 --- a/lib/python/flame/mode/horizontal/asyncfl/top_aggregator.py +++ b/lib/python/flame/mode/horizontal/asyncfl/top_aggregator.py @@ -39,6 +39,8 @@ PROP_LAST_EVAL_ROUND, PROP_ROUND_DURATION, PROP_ROUND_START_TIME, + PROP_PARTIAL_DATASET_STAT_UTILITY, + PROP_FULL_DATASET_STAT_UTILITY, PROP_STAT_UTILITY, PROP_UPDATE_COUNT, ) @@ -466,21 +468,31 @@ def _aggregate_weights(self, tag: str) -> None: if MessageType.MODEL_VERSION in msg: version = msg[MessageType.MODEL_VERSION] - stat_utility = 0 # default - if MessageType.STAT_UTILITY in msg: + partial_stat_utility = 0 # default + + if MessageType.PARTIAL_DATASET_STAT_UTILITY in msg: channel.set_end_property( - end, PROP_STAT_UTILITY, msg[MessageType.STAT_UTILITY] + end, PROP_PARTIAL_DATASET_STAT_UTILITY, msg[MessageType.PARTIAL_DATASET_STAT_UTILITY] + ) + # Extracted directly from the message since fedbuff uses this + partial_stat_utility = msg[MessageType.PARTIAL_DATASET_STAT_UTILITY] + + if MessageType.FULL_DATASET_STAT_UTILITY in msg: + channel.set_end_property( + end, + PROP_FULL_DATASET_STAT_UTILITY, + msg[MessageType.FULL_DATASET_STAT_UTILITY], ) - stat_utility = msg[MessageType.STAT_UTILITY] logger.info( - f"Received weights from {end}. It was trained on model version {version}, with {count} samples. Returned stat utility {stat_utility}" + f"Received weights from {end}. It was trained on model version {version}, with {count} samples. " + f"Returned partial stat utility {partial_stat_utility} and full stat utility {msg.get(MessageType.FULL_DATASET_STAT_UTILITY, 0)}" ) if ( weights is not None and count > 0 ): # SC_TS: count = 0 means no data (it was trained on!), so ignore! - tres = TrainResult(weights, count, version, stat_utility) + tres = TrainResult(weights, count, version, partial_stat_utility) # save training result from trainer in a disk cache self.cache[end] = tres logger.debug(f"received {len(self.cache)} trainer updates in cache") @@ -491,7 +503,7 @@ def _aggregate_weights(self, tag: str) -> None: # Populate round statistics vars self._round_update_values["staleness"].append(update_staleness_val) - self._round_update_values["stat_utility"].append(stat_utility) + self._round_update_values["stat_utility"].append(partial_stat_utility) self._round_update_values["trainer_speed"].append( channel.get_end_property( end_id=end, key=PROP_ROUND_DURATION diff --git a/lib/python/flame/mode/horizontal/syncfl/fwdllm_aggregator.py b/lib/python/flame/mode/horizontal/syncfl/fwdllm_aggregator.py index 419280134..4ffeef7db 100644 --- a/lib/python/flame/mode/horizontal/syncfl/fwdllm_aggregator.py +++ b/lib/python/flame/mode/horizontal/syncfl/fwdllm_aggregator.py @@ -53,6 +53,7 @@ PROP_LAST_EVAL_ROUND, PROP_ROUND_DURATION, PROP_ROUND_START_TIME, + PROP_PARTIAL_DATASET_STAT_UTILITY, PROP_STAT_UTILITY, PROP_UPDATE_COUNT, ) @@ -85,7 +86,7 @@ def _calculate_hash(tensor): def log_error_distribution(probs, labels): """ - Analyzes error distribution across 4 classes and logs via logging.info. + Analyzes error distribution across 4 classes and logs via logging.debug. probs: ndarray [N, 4] - Softmax probabilities labels: ndarray [N] - Integer ground truth """ @@ -102,12 +103,12 @@ def log_error_distribution(probs, labels): wrong_mask = preds != actual_labels if not np.any(wrong_mask): - logging.info("Accuracy is 100%.") + logging.debug("Accuracy is 100%.") return # 3. Filter for wrong predictions (Now safely NumPy) wrong_probs = probs[wrong_mask] - logging.info(f"wrong probs len = {len(wrong_probs)}") + logging.debug("wrong probs len = %d", len(wrong_probs)) # Now this will work perfectly confidences = np.max(wrong_probs, axis=1) @@ -143,7 +144,7 @@ def log_error_distribution(probs, labels): # 4. Summary Statistics for "Confidently Wrong" samples high_margin_count = np.sum(margins > 0.5) logging.debug( - f"Summary: {high_margin_count} errors have a margin > 0.5 (Confidently Wrong)." + "Summary: %d errors have a margin > 0.5 (Confidently Wrong).", high_margin_count ) @@ -217,10 +218,14 @@ def internal_init(self) -> None: self._agg_goal = self.config.hyperparameters.aggregation_goal or 1 self._updates_in_queue = 0 - self._updates_recevied = {} - self._trainer_participation_in_round_count = {} - self._trainer_participation_in_round = {} - self._per_round_update_list = [] + self._updates_received = {} + self._per_agg_trainer_list = [] + self._model_version_unique_trainers = set() + self._model_version_trainer_stats = { + "train_duration": [], + "partial_stat_utility": [], + } + self._per_round_staleness_list = [] self._aggregator_staleness_track_rounds = [] self._aggregator_round_avg_staleness = [] @@ -452,6 +457,9 @@ def read_trainer_unavailability(self, trace=None) -> None: with open(file_path) as f: trainer_json = json.load(f) curr_trainer_id = trainer_json["taskid"] + logger.info( + f"Processing file {file_path} for trainer {curr_trainer_id}" + ) event_list = ast.literal_eval(trainer_json["hyperparameters"][trace]) # SortedDict for efficient timestamp lookup @@ -513,14 +521,16 @@ def aggregate_grads_from_trainers( scale_val = self.optimizer.agg_rate_conf["scale"] a_exp_val = self.optimizer.agg_rate_conf["a_exp"] b_exp_val = self.optimizer.agg_rate_conf["b_exp"] + alpha_type = self.optimizer.agg_rate_conf["alpha_type"] + beta_type = self.optimizer.agg_rate_conf["beta_type"] rate = self.optimizer.weight_factor( scale=scale_val, staleness=staleness_val, a_exp=a_exp_val, loss=stat_utility, b_exp=b_exp_val, - alpha_type="polynomial", - beta_type="polynomial_upshift", + alpha_type=alpha_type, + beta_type=beta_type, ) except Exception as e: logger.warning( @@ -607,7 +617,7 @@ def _aggregate_grads_async(self, tag: str) -> None: if self._agg_goal_cnt < self._agg_goal: logger.info(f"Agg goal not met. Have {self._agg_goal_cnt}/{self._agg_goal}") channel.set_end_property( - end, PROP_UPDATE_COUNT, self._updates_recevied.get(end, 0) + 1 + end, PROP_UPDATE_COUNT, self._updates_received.get(end, 0) + 1 ) return @@ -673,12 +683,12 @@ def _process_single_trainer_message(self, channel, msg, end, timestamp): channel._selector.ordered_updates_recv_ends.append(end) self._updates_in_queue += 1 - self._per_round_update_list.append(end) + self._per_agg_trainer_list.append(end) - if end not in self._updates_recevied.keys(): - self._updates_recevied[end] = 1 + if end not in self._updates_received.keys(): + self._updates_received[end] = 1 else: - self._updates_recevied[end] += 1 + self._updates_received[end] += 1 if MessageType.GRADIENTS in msg: trainer_gradients = msg[MessageType.GRADIENTS] @@ -688,13 +698,36 @@ def _process_single_trainer_message(self, channel, msg, end, timestamp): if MessageType.GRADIENTS_FOR_VAR_CHECK in msg else None ) + + partial_stat_utility = 0 + if MessageType.PARTIAL_DATASET_STAT_UTILITY in msg: + channel.set_end_property( + end, + PROP_PARTIAL_DATASET_STAT_UTILITY, + msg[MessageType.PARTIAL_DATASET_STAT_UTILITY], + ) + partial_stat_utility = msg[MessageType.PARTIAL_DATASET_STAT_UTILITY] + + if MessageType.FULL_DATASET_STAT_UTILITY in msg: + channel.set_end_property( + end, + PROP_STAT_UTILITY, + msg[MessageType.FULL_DATASET_STAT_UTILITY], + ) + + logger.info( + f"Aggregated utilities for {end}. " + f"Partial stat utility used for FedBuff: {partial_stat_utility}. " + f"Full stat utility stored for Oort: {msg.get(MessageType.FULL_DATASET_STAT_UTILITY, 0)}" + ) + logger.debug( f"Calling aggregate_grads_for_trainers with grad_for_var_check: {_calculate_hash(grad_for_var_check)}" ) self.aggregate_grads_from_trainers( trainer_gradients, version_for_rate=version_for_rate, - stat_utility=channel.get_end_property(end, PROP_STAT_UTILITY), + stat_utility=partial_stat_utility, grad_for_var_check=grad_for_var_check, ) @@ -729,12 +762,83 @@ def _process_single_trainer_message(self, channel, msg, end, timestamp): channel.remove_from_selected_ends(end) return True + def _log_and_reset_model_version_stats(self): + """Log a CSV summary of trainer participation for the completed model + version window, then reset accumulators for the next window. + + Window = all aggregation cycles that ran between two consecutive + variance-threshold breaches. + """ + + def compute_percentiles(values, reverse=False): + if not values: + return -1, -1, -1, -1, -1, -1, -1, -1 + arr = np.array(values) + + # This of this as the equivalent of sorting the array in reverse order where + p1, p5, p20, p30, p50, p75, p90, p99 = ( + (99, 95, 80, 70, 50, 25, 10, 1) + if reverse + else (1, 5, 20, 30, 50, 75, 90, 99) + ) + return ( + float(np.percentile(arr, p1, method="lower")), + float(np.percentile(arr, p5, method="lower")), + float(np.percentile(arr, p20, method="lower")), + float(np.percentile(arr, p30, method="lower")), + float(np.percentile(arr, p50, method="lower")), + float(np.percentile(arr, p75, method="lower")), + float(np.percentile(arr, p90, method="lower")), + float(np.percentile(arr, p99, method="lower")), + ) + + n_unique = len(self._model_version_unique_trainers) + rd_p1, rd_p5, rd_p20, rd_p30, rd_p50, rd_p75, rd_p90, rd_p99 = ( + compute_percentiles(self._model_version_trainer_stats["train_duration"]) + ) + su_p1, su_p5, su_p20, su_p30, su_p50, su_p75, su_p90, su_p99 = ( + compute_percentiles( + self._model_version_trainer_stats["partial_stat_utility"], reverse=True + ) + ) + + logger.info( + f"==== Model version incremented to {self._curr_agg_version} with updates from {n_unique} unique trainers. Stats of participating trainers: \n" + f"p1, p5, p20, p30, p50, p75, p90, p99 of train duration \n{rd_p1:.3f}, {rd_p5:.3f}, {rd_p20:.3f}, {rd_p30:.3f}, {rd_p50:.3f}, {rd_p75:.3f}, {rd_p90:.3f}, {rd_p99:.3f} \n" + f"p1, p5, p20, p30, p50, p75, p90, p99 of partial stat utilities \n{su_p1:.4f}, {su_p5:.4f}, {su_p20:.4f}, {su_p30:.4f}, {su_p50:.4f}, {su_p75:.4f}, {su_p90:.4f}, {su_p99:.4f}" + ) + + # Reset accumulators for the next model version window + self._model_version_unique_trainers = set() + self._model_version_trainer_stats = { + "train_duration": [], + "partial_stat_utility": [], + } + @timer_decorator def _process_aggregation_goal_met(self, tag, channel, is_async=False): logger.info( f"Aggregation goal {self._agg_goal} reached. Performing FwdLLM aggregation." ) + # Accumulate model-version-window stats; reset only when variance threshold is breached. + for trainer_update in self._per_agg_trainer_list: + self._model_version_unique_trainers.add(trainer_update) + train_duration = channel.get_end_property( + trainer_update, PROP_ROUND_DURATION + ) + if train_duration is not None: + self._model_version_trainer_stats["train_duration"].append( + train_duration.total_seconds() + ) + partial_stat_utility = channel.get_end_property( + trainer_update, PROP_STAT_UTILITY + ) + if partial_stat_utility is not None: + self._model_version_trainer_stats["partial_stat_utility"].append( + partial_stat_utility + ) + self.grad_pool.append(self.grad) format_hash = lambda d: [_calculate_hash(v) for v in d] logger.debug( @@ -768,6 +872,8 @@ def _process_aggregation_goal_met(self, tag, channel, is_async=False): else: self._model_version = self._round + self._log_and_reset_model_version_stats() + if self.data_id == self.total_data_bins: logger.info( f"All data bins complete. Incrementing round to {self._round + 1}" @@ -784,6 +890,14 @@ def _process_aggregation_goal_met(self, tag, channel, is_async=False): self._is_model_updated = False self._updates_in_queue -= self._agg_goal + self._per_agg_trainer_list = [] + + logger.info( + f"====== aggregation finished for round {self._round}, " + f"self._agg_goal_cnt: {self._agg_goal_cnt}, self._updates_received: " + f"{self._updates_received}" + ) + self._agg_goal_cnt = 0 self.fwd_llm_stage = FwdLLMStage( diff --git a/lib/python/flame/mode/horizontal/syncfl/fwdllm_trainer.py b/lib/python/flame/mode/horizontal/syncfl/fwdllm_trainer.py index dbde58e50..e5490a5d7 100644 --- a/lib/python/flame/mode/horizontal/syncfl/fwdllm_trainer.py +++ b/lib/python/flame/mode/horizontal/syncfl/fwdllm_trainer.py @@ -157,7 +157,7 @@ def internal_init(self) -> None: self.task_to_perform = "train" self.iteration_per_data_id = None self.abort_training = False - self._stat_utility = 0 + self.partial_stat_utility = 0 def get(self, tag: str) -> None: """Get data from remote role(s).""" @@ -464,6 +464,14 @@ def _send_grads(self, tag: str) -> None: # one aggregator is sufficient end = channel.one_end(VAL_CH_STATE_SEND) + # We assume self.trainer.model_trainer is present and has the required method + # Pass the entire list so that the first loop in calculate_full_dataset_stat_utility + # correctly identifies the 'bins'. + full_stat_utility = self.trainer.model_trainer.calculate_full_dataset_stat_utility( + self.train_local_list, self.device + ) + logger.debug(f"Trainer {self.trainer_id} full_dataset_stat_utility calculation complete: {full_stat_utility}") + if self.task_to_perform == "train": # trainer is expected to train and it is also available to train - # best case self._update_weights() @@ -509,14 +517,15 @@ def _send_grads(self, tag: str) -> None: MessageType.DATASET_SIZE: self.dataset_size, MessageType.MODEL_VERSION: self._model_version, MessageType.DATASAMPLER_METADATA: self.datasampler.get_metadata(), - MessageType.STAT_UTILITY: self._stat_utility, - # - rn FedSgdTrainer has no utility + MessageType.PARTIAL_DATASET_STAT_UTILITY: self.partial_stat_utility, + MessageType.FULL_DATASET_STAT_UTILITY: full_stat_utility, MessageType.TOTAL_DATA_BINS: self.total_data_bins, } else: msg = { MessageType.MODEL_VERSION: self._model_version, - MessageType.STAT_UTILITY: self._stat_utility, + MessageType.PARTIAL_DATASET_STAT_UTILITY: self.partial_stat_utility, + MessageType.FULL_DATASET_STAT_UTILITY: full_stat_utility, } channel.send(end, msg) @@ -690,7 +699,7 @@ def send_heartbeat_to_agg(self) -> None: # #### ADDED OORT RELATED FUNCTIONALITY def init_oort_variables(self) -> None: """Initialize Oort variables.""" - self._stat_utility = 0 + self.partial_stat_utility = 0 self._batch_size = 0 if "reduction" not in inspect.signature(self.loss_fn).parameters: @@ -724,7 +733,7 @@ def oort_loss( loss_list = criterion(output, target) self._batch_size = len(loss_list) logger.debug(f"batch size: {len(loss_list)}") - self._stat_utility += torch.square(loss_list).sum() + self.partial_stat_utility += torch.square(loss_list).sum() if reduction == "mean": loss = loss_list.mean() @@ -739,13 +748,13 @@ def normalize_stat_utility(self, epoch) -> None: """ # incase of oort - stat utility is calculated only at the beginning (epoch = 0, batch = 0) # but in fwdllm, we want to calculate it with every update - self._stat_utility = self._batch_size * math.sqrt( - self._stat_utility / self._batch_size + self.partial_stat_utility = self._batch_size * math.sqrt( + self.partial_stat_utility / self._batch_size ) def reset_stat_utility(self) -> None: """Reset the trainer's statistical utility to zero.""" - self._stat_utility = 0 + self.partial_stat_utility = 0 @timer_decorator def pause_execution(self): diff --git a/lib/python/flame/mode/message.py b/lib/python/flame/mode/message.py index c24c189a5..cb1720def 100644 --- a/lib/python/flame/mode/message.py +++ b/lib/python/flame/mode/message.py @@ -40,6 +40,9 @@ class MessageType(Enum): STAT_UTILITY = 11 # measured utility of a trainer based on Oort + FULL_DATASET_STAT_UTILITY = 32 # measured utility of a trainer over its entire local dataset + PARTIAL_DATASET_STAT_UTILITY = 33 # measured utility of a trainer over the data it trained on + COORDINATED_ENDS = 12 # ends coordinated by a coordinator DATASAMPLER_METADATA = 13 # datasampler metadata diff --git a/lib/python/flame/optimizer/fedbuff.py b/lib/python/flame/optimizer/fedbuff.py index 862ec3d92..cfb685c1c 100644 --- a/lib/python/flame/optimizer/fedbuff.py +++ b/lib/python/flame/optimizer/fedbuff.py @@ -96,6 +96,9 @@ def beta_polynomial_upshift(self, loss, b_exp): def beta_exponential(self, loss, b_exp): return 1 - np.exp(-b_exp * loss) + def beta_exponential_upshift(self, loss, b_exp): + return 1 - np.exp(-b_exp * loss) + 0.25 + def beta_exponential_custom(self, loss, b_exp): decay_constant = 500 / math.log(2) # Adjusting the decay constant return math.exp(-loss / decay_constant) @@ -125,6 +128,8 @@ def weight_factor( beta = self.beta_polynomial_upshift(loss, b_exp) elif beta_type == "exponential_custom": beta = self.beta_exponential_custom(loss, b_exp) + elif beta_type == "exponential_upshift": + beta = self.beta_exponential_upshift(loss, b_exp) else: raise ValueError("Invalid beta type") diff --git a/lib/python/flame/selector/async_oort.py b/lib/python/flame/selector/async_oort.py index 28c577743..02ab5b363 100644 --- a/lib/python/flame/selector/async_oort.py +++ b/lib/python/flame/selector/async_oort.py @@ -44,6 +44,8 @@ PROP_SELECTED_COUNT = "selected_count" PROP_ROUND_START_TIME = "round_start_time" PROP_ROUND_DURATION = "round_duration" +PROP_FULL_DATASET_STAT_UTILITY = "full_dataset_stat_utility" +PROP_PARTIAL_DATASET_STAT_UTILITY = "partial_dataset_stat_utility" PROP_STAT_UTILITY = "stat_utility" PROP_DATASET_SIZE = "dataset_size" PROP_UPDATE_COUNT = "update_count" @@ -249,6 +251,10 @@ def select( f"Aggregator version state (model_version, data_id, iteration_id): {agg_version_state}" ) logger.debug(f"Trainer version states: {trainer_version_states}") + + if self.enforce_min_start(len(ends)): + return {} + # TODO: (DG) Update later, currently setting eval concurrency # to be twice of training concurrency if task_to_perform == "train": @@ -324,7 +330,9 @@ def select( self._select_run_counter += 1 for selected_end_id in results.keys(): - end_stat_util = ends[selected_end_id].get_property(PROP_STAT_UTILITY) + end_stat_util = ends[selected_end_id].get_property( + PROP_FULL_DATASET_STAT_UTILITY + ) end_speed = ends[selected_end_id].get_property(PROP_ROUND_DURATION) end_last_round = ends[selected_end_id].get_property( PROP_LAST_EVAL_ROUND @@ -509,7 +517,7 @@ def fetch_statistical_utility( if (end_id not in blocklist_end_ids) and ( end_id not in trainer_unavail_list ): - end_utility = ends[end_id].get_property(PROP_STAT_UTILITY) + end_utility = ends[end_id].get_property(PROP_FULL_DATASET_STAT_UTILITY) if end_utility is not None: utility_list.append( {PROP_END_ID: end_id, PROP_UTILITY: end_utility} @@ -565,10 +573,10 @@ def calculate_round_preferred_duration(self, ends: dict[str, End]) -> float: return round_preferred_duration def calculate_temporal_uncertainty_of_trainer( - self, ends: dict[str, End], end_id: str, round: int + self, ends: dict[str, End], end_id: str, model_version: int ) -> float: """ - Calculate temproal uncertainty term based on the end's last + Calculate temporal uncertainty term based on the end's last selected round. """ @@ -585,7 +593,7 @@ def calculate_temporal_uncertainty_of_trainer( if self.round_nudge_type == "last_train": end_last_selected_round = ends[end_id].get_property( PROP_LAST_SELECTED_ROUND - ) + ) # Misnomer: This is actually PROP_LAST_SELECTED_MODEL_VERSION elif self.round_nudge_type == "last_eval": end_last_selected_round = ends[end_id].get_property(PROP_LAST_EVAL_ROUND) @@ -596,12 +604,19 @@ def calculate_temporal_uncertainty_of_trainer( # TODO: (DG) Enable a flag to use or not use temporal # uncertainty as 0 based on our solution. We might want to # disable it in the final selection process in FeLiX. - if end_last_selected_round is None: - trainer_temporal_uncertainty = 0 - else: - trainer_temporal_uncertainty = math.sqrt( - 0.1 * math.log(round) / end_last_selected_round - ) + if ( + model_version == 0 + or model_version == end_last_selected_round + or end_last_selected_round in (None, 0) + ): + return 0 + + trainer_temporal_uncertainty = math.sqrt( + 0.1 * math.log(model_version) / end_last_selected_round + ) + logger.debug( + f"model_version: {model_version}, end_last_selected_round: {end_last_selected_round}, trainer_temporal_uncertainty: {trainer_temporal_uncertainty}" + ) return trainer_temporal_uncertainty def calculate_global_system_utility_of_trainer( @@ -652,7 +667,7 @@ def save_exploited_utility_history( exploited_utility = 0 for exploit_end_id in exploit_end_ids: exploited_utility += ends[exploit_end_id].get_property( - PROP_STAT_UTILITY + PROP_FULL_DATASET_STAT_UTILITY ) exploited_utility /= len(exploit_end_ids) self.exploitation_util_history.append(exploited_utility) @@ -692,7 +707,10 @@ def select_random(self, ends: dict[str, End], num_of_ends: int) -> dict[str, Non return {key: None for key in selected_random_ends} def calculate_total_utility( - self, utility_list: list[tuple[str, float]], ends: dict[str, End], round: int + self, + utility_list: list[tuple[str, float]], + ends: dict[str, End], + model_version: int, ) -> list[tuple[str, float]]: """ Calculate the total utility value of trainers with applying @@ -713,6 +731,32 @@ def calculate_total_utility( # index 1 of each tuple utility_list = sorted(utility_list, key=lambda x: x[PROP_UTILITY]) + # Todo: (GD) Figure out why the code is not entering this loop + if len(utility_list) > 0: + logger.debug("Entered full_dataset_stat_util denormalization loop") + min_val = utility_list[0][PROP_UTILITY] + max_val = utility_list[-1][PROP_UTILITY] + for utility_idx in range(len(utility_list)): + unnormalized_val = utility_list[utility_idx][PROP_UTILITY] + + if max_val == min_val: + normalized_val = 100.0 + else: + normalized_val = ( + (unnormalized_val - min_val) / (max_val - min_val) + ) * 100.0 + + utility_list[utility_idx][PROP_UTILITY] = normalized_val + + curr_end_id = utility_list[utility_idx][PROP_END_ID] + + logger.debug( + f"Trainer {curr_end_id} " + f"full_dataset_stat_utility: unnormalized = {unnormalized_val:.4f}, " + f"normalized = {normalized_val:.4f}, " + f"partial_dataset_stat_utility: {ends[curr_end_id].get_property(PROP_PARTIAL_DATASET_STAT_UTILITY):.4f}" + ) + # Calculate the clip value that caps utility value of a client # to no more than an upper bound (95% value in utility # distributions) NOTE: In cases of new clients added to the @@ -726,10 +770,18 @@ def calculate_total_utility( # Calculate the final utility value of a trainer by adding the # temporal uncertainty and multiplying the global system # utility + + # TODO (GD): Change this back to DEBUG + logger.info(f"Total utilities") + logger.info( + f"stat_utility, temporal_uncertainty, global_system_utility, final_utility, end_id" + ) for utility_idx in range(len(utility_list)): curr_end_utility = utility_list[utility_idx][PROP_UTILITY] curr_end_id = utility_list[utility_idx][PROP_END_ID] + stat_utility = curr_end_utility + # Clip the utility value utility_list[utility_idx][PROP_UTILITY] = min( utility_list[utility_idx][PROP_UTILITY], clip_value @@ -737,7 +789,7 @@ def calculate_total_utility( # Add temproal uncertainty term temporal_uncertainty = self.calculate_temporal_uncertainty_of_trainer( - ends, curr_end_id, round + ends, curr_end_id, model_version ) curr_end_utility += temporal_uncertainty logger.debug( @@ -748,12 +800,15 @@ def calculate_total_utility( global_system_utility = self.calculate_global_system_utility_of_trainer( ends, curr_end_id ) - curr_end_utility *= global_system_utility - logger.debug( - f"end_id: {curr_end_id}, curr_end_utility: {curr_end_utility} after multiplying global_system_utility: {global_system_utility}" + + utility_list[utility_idx][PROP_UTILITY] = ( + curr_end_utility * global_system_utility ) - utility_list[utility_idx][PROP_UTILITY] = curr_end_utility + # TODO (GD): Change this back to DEBUG + logger.info( + f"{stat_utility}, {temporal_uncertainty}, {global_system_utility}, {utility_list[utility_idx][PROP_UTILITY]}, {utility_list[utility_idx][PROP_END_ID]}" + ) # Sort the utility list again, with the updated utility value utility_list = sorted(utility_list, key=lambda x: x[PROP_UTILITY]) @@ -1039,6 +1094,13 @@ def _select_candidates_using_default( candidates = [*explore_end_ids, *exploit_end_ids] + logger.info("Candidates selected with utilities") + logger.info("end_id, utility") + for candidate in candidates: + for utility_pair in utility_list: + if utility_pair[PROP_END_ID] == candidate: + logger.info(f"{candidate}, {utility_pair[PROP_UTILITY]}") + return candidates, exploit_end_ids # Invoked when selection mode is maxSamples i.e. select clients @@ -1302,15 +1364,18 @@ def _handle_send_state( logger.debug(f"extra: {extra}, nothing to select") return {} - round = channel_props["round"] if "round" in channel_props else 0 - logger.debug(f"let's select {extra} ends for round {round}") + # round = channel_props["round"] if "round" in channel_props else 0 + if not agg_version_state or agg_version_state[0] is not None: + model_version = agg_version_state[0] - if round % 100 == 0: + logger.debug(f"let's select {extra} ends for model_version {model_version}") + + if model_version % 100 == 0: # Log to info level the property of LAST_EVAL_ROUND for # all the ends for end_id, end in ends.items(): logger.debug( - f"End ID: {end_id}, Last Eval Round: {end.get_property(PROP_LAST_EVAL_ROUND)}, Statistical Utility: {end.get_property(PROP_STAT_UTILITY)}" + f"End ID: {end_id}, Last Eval Round: {end.get_property(PROP_LAST_EVAL_ROUND)}, Statistical Utility: {end.get_property(PROP_FULL_DATASET_STAT_UTILITY)}" ) # NOTE: (DG) Assuming that shuffled_end_ids is not needed @@ -1452,7 +1517,8 @@ def _handle_send_state( # rounds old to be considered. This is to limit # comm overhead and assumes that the model hasn't # diverged a lot in this time - and round - ends[end_id].get_property(PROP_LAST_EVAL_ROUND) >= 35 + and model_version - ends[end_id].get_property(PROP_LAST_EVAL_ROUND) + >= 35 ): # NOTE: Picking from avl_train as well since it # gave us better results. But need to set to low @@ -1561,11 +1627,32 @@ def _handle_send_state( f"{utility_list}, unexplored_end_ids: {unexplored_end_ids}" ) + logger.debug(f"Going into stat_util calculation: {model_version}") + # Not the first round, performing Oort-based selection + # Calculate number of ends to select for exploration and + # exploitation + logger.debug( + f"Invoking calculate_num_of_exploration_exploitation() " + f"with num_of_ends: {feasible_extra}, " + f"unexplored_end_ids: {unexplored_end_ids}" + ) + exploration_len, exploitation_len = ( + self.calculate_num_of_exploration_exploitation( + num_of_ends=feasible_extra, unexplored_end_ids=unexplored_end_ids + ) + ) + # TODO (GD): Change this back to DEBUG + logger.info( + f"After calculate_num_of_exploration_exploitation(), " + f"exploration_len: {exploration_len}, exploitation_len: " + f"{exploitation_len}" + ) + # DG: Removed old check for first round This indicates the # first round, where no end's utility has been measured; # Then, perform random selection - if round == 0: - self.round = round + if len(utility_list) < exploitation_len: + self.round = model_version logger.debug( f"Round: {self.round}, will sample feasible_extra: " @@ -1589,34 +1676,14 @@ def _handle_send_state( return candidates_dict - # Not the first round, performing Oort-based selection - # Calculate number of ends to select for exploration and - # exploitation - logger.debug( - f"Invoking calculate_num_of_exploration_exploitation() " - f"with num_of_ends: {feasible_extra}, " - f"unexplored_end_ids: {unexplored_end_ids}" - ) - ( - exploration_len, - exploitation_len, - ) = self.calculate_num_of_exploration_exploitation( - num_of_ends=feasible_extra, unexplored_end_ids=unexplored_end_ids - ) - logger.debug( - f"After calculate_num_of_exploration_exploitation(), " - f"exploration_len: {exploration_len}, exploitation_len: " - f"{exploitation_len}" - ) - # Calculate the total utility value of trainers with # applying temporal uncertainty and global system utility logger.debug( f"Invoking calculate_total_utility() with utility_list: " - f"{utility_list}, filtered_ends: {filtered_ends}, round: {round}" + f"{utility_list}, filtered_ends: {filtered_ends}, round: {model_version}" ) utility_list = self.calculate_total_utility( - utility_list, filtered_ends, round + utility_list, filtered_ends, model_version ) logger.debug(f"After calculate_total_utility, utility_list: {utility_list}") @@ -1633,7 +1700,7 @@ def _handle_send_state( # Removed "and len(self.selected_ends) == 0 from the if # condition" if len(utility_list) == 0: - self.round = round + self.round = model_version logger.debug( f"len(utility_list) = {len(utility_list)}, will invoke " f"select_random() with filtered_ends: {filtered_ends} and " @@ -1721,7 +1788,7 @@ def _handle_send_state( ) self.increment_selected_count_on_selected_ends(ends, candidate_ends) - self.round = round + self.round = model_version elif task_to_perform == "eval": # Here we populate a mapping between all items in @@ -1755,7 +1822,7 @@ def _handle_send_state( self.curr_round_eval_slots_left -= len(candidates) logger.debug( - f"Selected candidates with last_eval_rounds for eval: {[(end_id, end_id_to_last_eval_round[end_id]) for end_id in candidates]}, curr_round_eval_slots_left: {self.curr_round_eval_slots_left} for round {round}" + f"Selected candidates with last_eval_rounds for eval: {[(end_id, end_id_to_last_eval_round[end_id]) for end_id in candidates]}, curr_round_eval_slots_left: {self.curr_round_eval_slots_left} for round {model_version}" ) candidates_dict = {key: None for key in candidates} @@ -1813,7 +1880,10 @@ def _handle_recv_state( curr_end_state = end.get_property(KEY_END_STATE) # candidates[end_id] = end if end_id not in self.all_selected.keys(): - if curr_end_state != VAL_END_STATE_NONE: + if ( + curr_end_state is not None # TODO: (GD) revert this + and curr_end_state != VAL_END_STATE_NONE + ): logging.info( f"end_id {end_id} not in all_selected and in state: {curr_end_state}, adding " f"to candidates: key {end_id}, val: {end}" diff --git a/lib/python/flame/selector/oort.py b/lib/python/flame/selector/oort.py index 952b158c0..fef8e9bee 100644 --- a/lib/python/flame/selector/oort.py +++ b/lib/python/flame/selector/oort.py @@ -35,6 +35,8 @@ PROP_SELECTED_COUNT = "selected_count" PROP_ROUND_START_TIME = "round_start_time" PROP_ROUND_DURATION = "round_duration" +PROP_PARTIAL_DATASET_STAT_UTILITY = "partial_dataset_stat_utility" +PROP_FULL_DATASET_STAT_UTILITY = "full_dataset_stat_utility" PROP_STAT_UTILITY = "stat_utility" PROP_DATASET_SIZE = "dataset_size" PROP_UPDATE_COUNT = "update_count" @@ -332,7 +334,7 @@ def select( self._select_run_counter += 1 for selected_end_id in self.selected_ends: - end_stat_util = ends[selected_end_id].get_property(PROP_STAT_UTILITY) + end_stat_util = ends[selected_end_id].get_property(PROP_FULL_DATASET_STAT_UTILITY) end_speed = ends[selected_end_id].get_property(PROP_ROUND_DURATION) end_last_round = ends[selected_end_id].get_property(PROP_LAST_EVAL_ROUND) # Insert to queues tracking stat_util, speed, round data @@ -498,7 +500,7 @@ def fetch_statistical_utility( if (end_id not in blocklist_end_ids) and ( end_id not in trainer_unavail_list ): - end_utility = ends[end_id].get_property(PROP_STAT_UTILITY) + end_utility = ends[end_id].get_property(PROP_FULL_DATASET_STAT_UTILITY) if end_utility is not None: utility_list.append( {PROP_END_ID: end_id, PROP_UTILITY: end_utility} @@ -597,7 +599,7 @@ def save_exploited_utility_history( exploited_utility = 0 for exploit_end_id in exploit_end_ids: exploited_utility += ends[exploit_end_id].get_property( - PROP_STAT_UTILITY + PROP_FULL_DATASET_STAT_UTILITY ) exploited_utility /= len(exploit_end_ids) self.exploitation_util_history.append(exploited_utility) diff --git a/scripts/benchmark_fwdllm.py b/scripts/benchmark_fwdllm.py index 6f7675054..52e749b14 100644 --- a/scripts/benchmark_fwdllm.py +++ b/scripts/benchmark_fwdllm.py @@ -204,8 +204,7 @@ def main(): # Log setup logging.basicConfig( level=logging.INFO, - format="%(asctime)s.%(msecs)03d - %(funcName)s(): %(message)s", - datefmt="%Y-%m-%d,%H:%M:%S", + format="%(asctime)s | %(filename)s:%(lineno)d | %(levelname)s | %(threadName)s | %(funcName)s | %(message)s", ) config = Config(args.config) diff --git a/scripts/calculate_seq_len_cdf.py b/scripts/calculate_seq_len_cdf.py index 1db15b564..192f391e2 100644 --- a/scripts/calculate_seq_len_cdf.py +++ b/scripts/calculate_seq_len_cdf.py @@ -34,7 +34,7 @@ def run_analysis(data_path, partition_path, model_name, method): partition_data = partition_file[method]["partition_data"] trainer_batch_max_lengths = [] - batch_size = 8 + batch_size = 1 for client_idx in tqdm(partition_data.keys(), desc="Trainer (Partitions)"): indices = partition_data[client_idx]["train"][()] @@ -55,8 +55,8 @@ def run_analysis(data_path, partition_path, model_name, method): if __name__ == "__main__": # Parameters based on your input - DATA = "/Users/gaurav/Projects/fednlp_data/data_files/agnews_data.h5" - PARTITION = "/Users/gaurav/Projects/fednlp_data/partition_files/agnews_partition.h5" + DATA = "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/data_files/agnews_data.h5" + PARTITION = "/coc/scratch/dgarg/fl_datasets/fwdllm/fednlp_data/partition_files/agnews_partition.h5" MODEL = "distilbert-base-uncased" METHOD = "uniform"