From 4d8a90fdb90ec6358c4212c0fa75a1b691a7dd35 Mon Sep 17 00:00:00 2001
From: Henry <ehdykhne@uwaterloo.ca>
Date: Thu, 28 Dec 2023 06:58:04 -0500
Subject: [PATCH] cleanup

---
 experiments/bulk_running_experiments.ipynb    | 601 +++++++++++++++---
 .../occlusion/abstract_occlusion_manager.py   |  13 +-
 2 files changed, 525 insertions(+), 89 deletions(-)

diff --git a/experiments/bulk_running_experiments.ipynb b/experiments/bulk_running_experiments.ipynb
index c90b19a..0eed840 100644
--- a/experiments/bulk_running_experiments.ipynb
+++ b/experiments/bulk_running_experiments.ipynb
@@ -127,7 +127,7 @@
      "output_type": "stream",
      "text": [
       "default_simulation\n",
-      "output_folder = \"../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47\"\n"
+      "output_folder = \"../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46\"\n"
      ]
     }
    ],
@@ -283,98 +283,561 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:45:47,270 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:19}  Building WorkerPool...\n",
-      "2023-12-27 06:45:47,322 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_ray.py:78}  Starting ray local!\n"
+      "2023-12-28 03:49:46,792 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:19}  Building WorkerPool...\n",
+      "2023-12-28 03:49:46,843 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_ray.py:78}  Starting ray local!\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:45:48,906\tINFO worker.py:1636 -- Started a local Ray instance.\n"
+      "2023-12-28 03:49:48,423\tINFO worker.py:1636 -- Started a local Ray instance.\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:101}  Worker: RayDistributed\n",
-      "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:102}  Number of nodes: 1\n",
+      "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:101}  Worker: RayDistributed\n",
+      "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:102}  Number of nodes: 1\n",
       "Number of CPUs per node: 32\n",
       "Number of GPUs per node: 4\n",
       "Number of threads across all nodes: 32\n",
-      "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:27}  Building WorkerPool...DONE!\n",
-      "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:32}  Building experiment folders...\n",
-      "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:35}  \n",
+      "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:27}  Building WorkerPool...DONE!\n",
+      "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:32}  Building experiment folders...\n",
+      "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:35}  \n",
       "\n",
-      "\tFolder where all results are stored: ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47\n",
+      "\tFolder where all results are stored: ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46\n",
       "\n",
-      "2023-12-27 06:45:49,563 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:70}  Building experiment folders...DONE!\n",
-      "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:52}  Building AbstractCallback...\n",
-      "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:68}  Building AbstractCallback: 0...DONE!\n",
-      "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:49}  Building simulations...\n",
-      "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:55}  Extracting scenarios...\n",
-      "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/common/utils/distributed_scenario_filter.py:83}  Building Scenarios in mode DistributedMode.SINGLE_NODE\n",
-      "2023-12-27 06:45:49,565 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18}  Building AbstractScenarioBuilder...\n",
-      "2023-12-27 06:45:49,582 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21}  Building AbstractScenarioBuilder...DONE!\n",
-      "2023-12-27 06:45:49,582 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:35}  Building ScenarioFilter...\n",
-      "2023-12-27 06:45:49,583 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:44}  Building ScenarioFilter...DONE!\n"
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:70}  Building experiment folders...DONE!\n",
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:52}  Building AbstractCallback...\n",
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:68}  Building AbstractCallback: 0...DONE!\n",
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:49}  Building simulations...\n",
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:55}  Extracting scenarios...\n",
+      "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/common/utils/distributed_scenario_filter.py:83}  Building Scenarios in mode DistributedMode.SINGLE_NODE\n",
+      "2023-12-28 03:49:49,143 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18}  Building AbstractScenarioBuilder...\n",
+      "2023-12-28 03:49:49,159 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21}  Building AbstractScenarioBuilder...DONE!\n",
+      "2023-12-28 03:49:49,160 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:35}  Building ScenarioFilter...\n",
+      "2023-12-28 03:49:49,160 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:44}  Building ScenarioFilter...DONE!\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Ray objects: 100%|██████████| 32/32 [00:01<00:00, 22.95it/s]\n"
+      "Ray objects: 100%|██████████| 32/32 [00:01<00:00, 26.25it/s]\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:45:51,008 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:76}  Building metric engines...\n",
-      "2023-12-27 06:45:51,023 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:78}  Building metric engines...DONE\n",
-      "2023-12-27 06:45:51,023 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:82}  Building simulations from 1 scenarios...\n",
-      "2023-12-27 06:45:51,290 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:142}  Building simulations...DONE!\n",
-      "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:114}  Running simulation...\n",
-      "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:138}  Executing runners...\n",
-      "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:82}  Starting 1 simulations using RayDistributed!\n"
+      "2023-12-28 03:49:50,408 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:76}  Building metric engines...\n",
+      "2023-12-28 03:49:50,424 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:78}  Building metric engines...DONE\n",
+      "2023-12-28 03:49:50,424 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:82}  Building simulations from 1 scenarios...\n",
+      "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:142}  Building simulations...DONE!\n",
+      "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:114}  Running simulation...\n",
+      "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:138}  Executing runners...\n",
+      "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:82}  Starting 1 simulations using RayDistributed!\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Ray objects: 100%|██████████| 1/1 [00:21<00:00, 21.64s/it]\n"
+      "Ray objects:   0%|          | 0/1 [00:00<?, ?it/s]"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:127}  Number of successful simulations: 1\n",
-      "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:128}  Number of failed simulations: 0\n",
-      "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:147}  Finished executing runners!\n",
-      "2023-12-27 06:46:12,942 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:74}  Saved runner reports to ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47/runner_report.parquet\n",
-      "2023-12-27 06:46:12,942 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/time_callback.py:27}  Simulation duration: 00:00:25 [HH:MM:SS]\n",
-      "2023-12-27 06:46:12,969 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_file_callback.py:79}  Metric files integration: 00:00:00 [HH:MM:SS]\n",
-      "2023-12-27 06:46:13,001 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:58}  Running metric aggregator: open_loop_boxes_weighted_average\n",
-      "2023-12-27 06:46:13,007 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:69}  Metric aggregator: 00:00:00 [HH:MM:SS]\n"
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.5572817325592041\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0028192996978759766\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.005059020479513855\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023725032806396484\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000270843505859375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0114159380966737\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02326679229736328\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00022912025451660156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009847522236340533\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02361774444580078\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00022482872009277344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009519483141530385\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0236361026763916\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00021982192993164062\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009300261254627434\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02557682991027832\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00021576881408691406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.008436104663627805\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023802995681762695\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002281665802001953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009585624568045915\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024753808975219727\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003325939178466797\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01343607031061883\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024495363235473633\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030994415283203125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012653176433945552\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024407148361206055\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032210350036621094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013197096834064335\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024814128875732422\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003070831298828125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012375333884202233\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02727341651916504\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002551078796386719\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009353719196104657\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024685382843017578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029659271240234375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01201491239931233\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024382591247558594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030803680419921875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012633472836077757\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024582624435424805\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003075599670410156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012511274695219529\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02429676055908203\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002655982971191406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010931428347136634\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024245262145996094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031065940856933594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01281320064508516\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024214744567871094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032067298889160156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013242881335906424\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02496933937072754\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003437995910644531\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013768870131482206\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023694992065429688\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002810955047607422\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011863076551557595\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024068832397460938\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002770423889160156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011510420794040733\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023863554000854492\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002677440643310547\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011219789991108092\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02449941635131836\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003826618194580078\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015619221861071644\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02430582046508789\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00034618377685546875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014242834441763287\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02426767349243164\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030612945556640625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012614701432417032\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0241854190826416\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003337860107421875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013801125777545569\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024225950241088867\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003216266632080078\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013276121679739399\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023914575576782227\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032711029052734375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013678281242211255\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0242002010345459\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033283233642578125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013753288080155267\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02486252784729004\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003325939178466797\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013377317056798458\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02400994300842285\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003147125244140625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013107591480065538\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023945093154907227\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003247261047363281\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0135612796590762\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02431035041809082\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00034689903259277344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014269602314519687\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02385401725769043\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002734661102294922\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011464153281826268\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0249636173248291\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028777122497558594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011527625232796906\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.025119781494140625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002665519714355469\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010611237661351556\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02354264259338379\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002727508544921875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0115853967289483\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0235135555267334\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002682209014892578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011407075428652545\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023324251174926758\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026488304138183594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011356550716045345\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02353501319885254\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00025653839111328125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010900286689696392\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02379751205444336\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003330707550048828\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013996032620674455\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023564577102661133\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003097057342529297\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013142851361332294\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023760557174682617\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003032684326171875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012763523615528953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024155139923095703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003108978271484375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01287087668041929\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02377939224243164\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002472400665283203\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010397240770819547\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02425527572631836\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002906322479248047\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011982228163642441\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02430415153503418\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002772808074951172\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011408783684360255\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02397608757019043\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002834796905517578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011823434066207254\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024027585983276367\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002503395080566406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010418837257762034\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023930788040161133\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00023627281188964844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.00987317306446953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023806333541870117\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002646446228027344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011116563679883026\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024091482162475586\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00027441978454589844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011390738963056795\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02413034439086914\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026226043701171875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010868491255804762\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024054765701293945\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002837181091308594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011794673565063979\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023941755294799805\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002808570861816406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011730847747936148\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02401590347290039\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030493736267089844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012697309639630696\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02393198013305664\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029730796813964844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012423040905377672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02365565299987793\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003063678741455078\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012951148469547164\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023899555206298828\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032806396484375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013726781189521359\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023226499557495117\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026798248291015625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01153779036943512\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02363443374633789\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003409385681152344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014425501866236255\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02330803871154785\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003204345703125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013747813545278792\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023224830627441406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039315223693847656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016928099207489836\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024042129516601562\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00035858154296875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01491471638238794\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023595809936523438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003459453582763672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01466130466413386\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023244619369506836\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003483295440673828\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014985383865839273\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023447751998901367\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003058910369873047\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013045644503645256\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023239612579345703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003247261047363281\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013972956891068387\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02328205108642578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033211708068847656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014264940810224062\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023430585861206055\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003120899200439453\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013319765962859323\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023427724838256836\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028324127197265625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012090003358334267\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023412704467773438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028014183044433594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011965376782077392\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02323317527770996\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002586841583251953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011134257596437037\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023324251174926758\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00025653839111328125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01099878359177749\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02339482307434082\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002524852752685547\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010792356687898089\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02315068244934082\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002582073211669922\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011153335187073253\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022858858108520508\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002684593200683594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011744213940778288\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02366924285888672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002772808074951172\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011714815262500504\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.08745551109313965\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031304359436035156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0035794610362171668\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022893905639648438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00024771690368652344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010820211613763226\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023342609405517578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002586841583251953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011082058300819153\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022794008255004883\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002715587615966797\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011913602845039485\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02283167839050293\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002682209014892578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011747752263400269\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022909164428710938\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031566619873046875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013779035883773208\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023430824279785156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029277801513671875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012495421059058162\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02295064926147461\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031828880310058594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013868400822754565\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02297496795654297\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028061866760253906\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012214104852434519\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023246049880981445\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003638267517089844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0156511215269587\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023175716400146484\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003414154052734375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014731600929983745\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02330803871154785\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003478527069091797\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014924151757858451\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02357792854309082\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032401084899902344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01374212532737403\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023169994354248047\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003466606140136719\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014961618406700829\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023176193237304688\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033783912658691406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014576989548185334\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023330211639404297\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00037407875061035156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016034091605861795\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023299455642700195\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00036978721618652344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015871066768994628\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023879051208496094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00037741661071777344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01580534366388434\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023618459701538086\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003561973571777344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015081311892432088\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022809267044067383\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041222572326660156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018072729933416257\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022695064544677734\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041222572326660156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01816367265469062\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02287912368774414\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039458274841308594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.017246410037306432\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022493839263916016\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039577484130859375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01759481059080406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023621797561645508\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003769397735595703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015957285747448955\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02403426170349121\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003941059112548828\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016397670796670868\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022643566131591797\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000370025634765625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016341314465011476\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023138046264648438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00036644935607910156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01583752369961256\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022873640060424805\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003764629364013672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016458374592188785\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022926807403564453\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032138824462890625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01401801127264408\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022986888885498047\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003066062927246094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013338311863422325\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023240089416503906\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003705024719238281\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01594238581804752\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02312183380126953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004475116729736328\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019354506083728604\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02264547348022461\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042700767517089844\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018856204333452656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02287769317626953\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004680156707763672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02045729292592438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02206730842590332\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000415802001953125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018842443035102692\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02172255516052246\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042819976806640625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01971221916124288\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022533416748046875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042438507080078125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018833587269341458\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02193903923034668\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041604042053222656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018963474934524393\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022180557250976562\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041103363037109375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018531258061742197\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022347688674926758\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004837512969970703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021646591915333982\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02261185646057129\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004589557647705078\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02029712887886041\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022330522537231445\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039887428283691406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01786229060121075\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02268671989440918\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003829002380371094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016877725815774264\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021862268447875977\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00046539306640625\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021287501226866744\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02171611785888672\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045228004455566406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020826928988625884\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021715402603149414\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004134178161621094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019037999143619415\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0215914249420166\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00043511390686035156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020152162630713\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023729801177978516\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041747093200683594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0175926856224254\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022067546844482422\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00040841102600097656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018507314332634674\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021810054779052734\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042748451232910156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019600341065611405\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022018909454345703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004982948303222656\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022630313792580722\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022135019302368164\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004911422729492188\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022188472765265345\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021925926208496094\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00048613548278808594\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022171719368448525\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021161317825317383\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00047206878662109375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02230809964284507\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02152562141418457\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005261898040771484\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024444813645677577\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020639657974243164\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005402565002441406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02617565179221199\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0207669734954834\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005102157592773438\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024568614169431593\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020824432373046875\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005538463592529297\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02659598827624107\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02053046226501465\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004532337188720703\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022076157517622604\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020590543746948242\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004596710205078125\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022324375021710686\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020531654357910156\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004239082336425781\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020646569743137163\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020224571228027344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00044608116149902344\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022056396472862734\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020046472549438477\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004391670227050781\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021907446390980127\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019839048385620117\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00043392181396484375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02187210825491822\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01989436149597168\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045013427734375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0226262238893616\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019382953643798828\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045990943908691406\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02372752097222564\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01967024803161621\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004475116729736328\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022750687853775015\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019778966903686523\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005478858947753906\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.027700430333056088\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019086837768554688\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004971027374267578\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.026044269011691816\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019339323043823242\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004870891571044922\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.025186463662701105\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01907181739807129\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004634857177734375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024302126436063155\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.018561124801635742\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004730224609375\n",
+      "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.025484579517283015\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "Rendering histograms: 100%|██████████| 11/11 [00:01<00:00,  8.06it/s]\n"
+      "Ray objects: 100%|██████████| 1/1 [00:21<00:00, 21.80s/it]\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:46:15,714 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_summary_callback.py:344}  Metric summary: 00:00:02 [HH:MM:SS]\n",
-      "2023-12-27 06:46:15,715 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:116}  Finished running simulation!\n"
+      "2023-12-28 03:50:12,500 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:127}  Number of successful simulations: 1\n",
+      "2023-12-28 03:50:12,501 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:128}  Number of failed simulations: 0\n",
+      "2023-12-28 03:50:12,501 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:147}  Finished executing runners!\n",
+      "2023-12-28 03:50:12,507 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:74}  Saved runner reports to ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46/runner_report.parquet\n",
+      "2023-12-28 03:50:12,507 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/time_callback.py:27}  Simulation duration: 00:00:25 [HH:MM:SS]\n",
+      "2023-12-28 03:50:12,534 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_file_callback.py:79}  Metric files integration: 00:00:00 [HH:MM:SS]\n",
+      "2023-12-28 03:50:12,566 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:58}  Running metric aggregator: open_loop_boxes_weighted_average\n",
+      "2023-12-28 03:50:12,573 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:69}  Metric aggregator: 00:00:00 [HH:MM:SS]\n"
+     ]
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Rendering histograms: 100%|██████████| 11/11 [00:01<00:00,  7.99it/s]\n"
+     ]
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "2023-12-28 03:50:15,295 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_summary_callback.py:344}  Metric summary: 00:00:02 [HH:MM:SS]\n",
+      "2023-12-28 03:50:15,295 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:116}  Finished running simulation!\n"
      ]
     },
     {
@@ -579,63 +1042,43 @@
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:46:18,540 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18}  Building AbstractScenarioBuilder...\n",
-      "2023-12-27 06:46:18,557 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21}  Building AbstractScenarioBuilder...DONE!\n",
-      "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:84}  Opening Bokeh application on http://localhost:5006/\n",
-      "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:85}  Async rendering is set to: True\n",
-      "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/server.py:403}  Starting Bokeh server version 2.4.3 (running on Tornado 6.3.3)\n",
-      "2023-12-27 06:46:18,558 WARNING {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/util.py:145}  Host wildcard '*' will allow connections originating from multiple (or possibly all) hostnames or IPs. Use non-wildcard values to restrict access explicitly\n",
-      "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/tornado.py:360}  User authentication hooks NOT provided (default user enabled)\n",
-      "2023-12-27 06:46:19,255 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172}  Minimum frame time=0.017 s\n",
-      "2023-12-27 06:46:19,259 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485}  Rending scenario plot takes 0.0005 seconds.\n",
-      "2023-12-27 06:46:19,356 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  200 GET / (127.0.0.1) 164.47ms\n"
-     ]
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "INFO:tornado.access:200 GET / (127.0.0.1) 164.47ms\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "2023-12-27 06:46:20,020 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  101 GET /ws (127.0.0.1) 0.45ms\n",
-      "2023-12-27 06:46:20,020 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:132}  WebSocket connection opened\n",
-      "2023-12-27 06:46:20,021 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:213}  ServerConnection created\n"
+      "2023-12-28 03:50:18,149 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18}  Building AbstractScenarioBuilder...\n",
+      "2023-12-28 03:50:18,165 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21}  Building AbstractScenarioBuilder...DONE!\n",
+      "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:84}  Opening Bokeh application on http://localhost:5006/\n",
+      "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:85}  Async rendering is set to: True\n",
+      "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/server.py:403}  Starting Bokeh server version 2.4.3 (running on Tornado 6.3.3)\n",
+      "2023-12-28 03:50:18,167 WARNING {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/util.py:145}  Host wildcard '*' will allow connections originating from multiple (or possibly all) hostnames or IPs. Use non-wildcard values to restrict access explicitly\n",
+      "2023-12-28 03:50:18,167 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/tornado.py:360}  User authentication hooks NOT provided (default user enabled)\n",
+      "2023-12-28 03:50:18,875 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172}  Minimum frame time=0.017 s\n",
+      "2023-12-28 03:50:18,879 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485}  Rending scenario plot takes 0.0005 seconds.\n",
+      "2023-12-28 03:50:18,975 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  200 GET / (127.0.0.1) 165.98ms\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "INFO:tornado.access:101 GET /ws (127.0.0.1) 0.45ms\n"
+      "INFO:tornado.access:200 GET / (127.0.0.1) 165.98ms\n"
      ]
     },
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "2023-12-27 06:46:20,254 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172}  Minimum frame time=0.017 s\n",
-      "2023-12-27 06:46:20,258 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485}  Rending scenario plot takes 0.0005 seconds.\n",
-      "2023-12-27 06:46:20,349 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  200 GET / (127.0.0.1) 154.43ms\n"
+      "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  101 GET /ws (127.0.0.1) 0.44ms\n",
+      "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:132}  WebSocket connection opened\n",
+      "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:213}  ServerConnection created\n",
+      "2023-12-28 03:50:19,716 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172}  Minimum frame time=0.017 s\n",
+      "2023-12-28 03:50:19,720 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485}  Rending scenario plot takes 0.0005 seconds.\n",
+      "2023-12-28 03:50:19,811 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344}  200 GET / (127.0.0.1) 154.23ms\n"
      ]
     },
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "INFO:tornado.access:200 GET / (127.0.0.1) 154.43ms\n",
-      "Rendering a scenario: 100%|██████████| 1/1 [00:00<00:00, 13.80it/s]\n"
-     ]
-    },
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "2023-12-27 06:47:41,618 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485}  Rending scenario plot takes 2.5583 seconds.\n"
+      "INFO:tornado.access:101 GET /ws (127.0.0.1) 0.44ms\n",
+      "INFO:tornado.access:200 GET / (127.0.0.1) 154.23ms\n"
      ]
     }
    ],
diff --git a/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py b/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py
index 39360d1..203a075 100644
--- a/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py
+++ b/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py
@@ -51,21 +51,17 @@ class AbstractOcclusionManager(metaclass=ABCMeta):
         ego_state_buffer = input_buffer.ego_state_buffer
         observations_buffer = input_buffer.observation_buffer
         sample_interval = input_buffer.sample_interval
-        # start = time.time()
+
         for ego_state, observations in zip(ego_state_buffer, observations_buffer):
             if ego_state.time_us not in self._visible_agent_cache:
                 self._visible_agent_cache[ego_state.time_us] = self._compute_visible_agents(ego_state, observations)
-    #     timeV = time.time() - start
-    #     print('V',timeV)
-    # ######################################################################################################################### changes
-    #     start = time.time()
+
         current_time_seconds = ego_state_buffer[-1].time_seconds
         assert len(ego_state_buffer) * input_buffer.sample_interval >= self.uncloak_reaction_time, "SimulationHistoryBuffer must be at least as long as uncloak reaction time."
         for i, (ego_state, observations) in enumerate(zip(ego_state_buffer, observations_buffer)):#we loop through to find the first timestep inside the uncloak_reaction_time
             if ego_state.time_us not in self._noticed_agent_cache: #we only enter here at the begining of the simulation to determine the noticed cache of the history
                 for j, ego_state_c in enumerate(ego_state_buffer): #this for loop only exists to find the right index
                     if ego_state.time_seconds - ego_state_c.time_seconds <= self.uncloak_reaction_time: #this will eventually be true
-                        #print('hi!!!!!!!!!!!!!!!!!!!!!!!!!!!')
                         self._compute_noticed_agents(input_buffer.sample_interval, 
                                                     deque(itertools.islice(ego_state_buffer, j, i + 1)), 
                                                     deque(itertools.islice(observations_buffer, j, i + 1))) #this is only run once per state not in the noticed_agents_cache
@@ -76,10 +72,7 @@ class AbstractOcclusionManager(metaclass=ABCMeta):
                                             deque(itertools.islice(ego_state_buffer, i, None)), 
                                             deque(itertools.islice(observations_buffer, i, None))) #this only gets run once since it breaks out of the loop immedietly afterwards
                 break
-    ####################################################################################################################################   
-        # timeN = time.time() - start
-        # print('N', timeN)
-        # print('N/V', timeN/timeV)
+
         output_buffer = SimulationHistoryBuffer(ego_state_buffer, \
                             deque([self._mask_input(ego_state.time_us, observations) for ego_state, observations in zip(ego_state_buffer, observations_buffer)]), \
                                 sample_interval)
-- 
GitLab