From 4d8a90fdb90ec6358c4212c0fa75a1b691a7dd35 Mon Sep 17 00:00:00 2001 From: Henry <ehdykhne@uwaterloo.ca> Date: Thu, 28 Dec 2023 06:58:04 -0500 Subject: [PATCH] cleanup --- experiments/bulk_running_experiments.ipynb | 601 +++++++++++++++--- .../occlusion/abstract_occlusion_manager.py | 13 +- 2 files changed, 525 insertions(+), 89 deletions(-) diff --git a/experiments/bulk_running_experiments.ipynb b/experiments/bulk_running_experiments.ipynb index c90b19a..0eed840 100644 --- a/experiments/bulk_running_experiments.ipynb +++ b/experiments/bulk_running_experiments.ipynb @@ -127,7 +127,7 @@ "output_type": "stream", "text": [ "default_simulation\n", - "output_folder = \"../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47\"\n" + "output_folder = \"../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46\"\n" ] } ], @@ -283,98 +283,561 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:45:47,270 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:19} Building WorkerPool...\n", - "2023-12-27 06:45:47,322 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_ray.py:78} Starting ray local!\n" + "2023-12-28 03:49:46,792 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:19} Building WorkerPool...\n", + "2023-12-28 03:49:46,843 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_ray.py:78} Starting ray local!\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "2023-12-27 06:45:48,906\tINFO worker.py:1636 -- Started a local Ray instance.\n" + "2023-12-28 03:49:48,423\tINFO worker.py:1636 -- Started a local Ray instance.\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:101} Worker: RayDistributed\n", - "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:102} Number of nodes: 1\n", + "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:101} Worker: RayDistributed\n", + "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/utils/multithreading/worker_pool.py:102} Number of nodes: 1\n", "Number of CPUs per node: 32\n", "Number of GPUs per node: 4\n", "Number of threads across all nodes: 32\n", - "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:27} Building WorkerPool...DONE!\n", - "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:32} Building experiment folders...\n", - "2023-12-27 06:45:49,555 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:35} \n", + "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/worker_pool_builder.py:27} Building WorkerPool...DONE!\n", + "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:32} Building experiment folders...\n", + "2023-12-28 03:49:49,133 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:35} \n", "\n", - "\tFolder where all results are stored: ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47\n", + "\tFolder where all results are stored: ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46\n", "\n", - "2023-12-27 06:45:49,563 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:70} Building experiment folders...DONE!\n", - "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:52} Building AbstractCallback...\n", - "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:68} Building AbstractCallback: 0...DONE!\n", - "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:49} Building simulations...\n", - "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:55} Extracting scenarios...\n", - "2023-12-27 06:45:49,564 INFO {/home/ehdykhne/nuplan-devkit/nuplan/common/utils/distributed_scenario_filter.py:83} Building Scenarios in mode DistributedMode.SINGLE_NODE\n", - "2023-12-27 06:45:49,565 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18} Building AbstractScenarioBuilder...\n", - "2023-12-27 06:45:49,582 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21} Building AbstractScenarioBuilder...DONE!\n", - "2023-12-27 06:45:49,582 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:35} Building ScenarioFilter...\n", - "2023-12-27 06:45:49,583 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:44} Building ScenarioFilter...DONE!\n" + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/folder_builder.py:70} Building experiment folders...DONE!\n", + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:52} Building AbstractCallback...\n", + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_callback_builder.py:68} Building AbstractCallback: 0...DONE!\n", + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:49} Building simulations...\n", + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:55} Extracting scenarios...\n", + "2023-12-28 03:49:49,142 INFO {/home/ehdykhne/nuplan-devkit/nuplan/common/utils/distributed_scenario_filter.py:83} Building Scenarios in mode DistributedMode.SINGLE_NODE\n", + "2023-12-28 03:49:49,143 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18} Building AbstractScenarioBuilder...\n", + "2023-12-28 03:49:49,159 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21} Building AbstractScenarioBuilder...DONE!\n", + "2023-12-28 03:49:49,160 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:35} Building ScenarioFilter...\n", + "2023-12-28 03:49:49,160 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_filter_builder.py:44} Building ScenarioFilter...DONE!\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Ray objects: 100%|██████████| 32/32 [00:01<00:00, 22.95it/s]\n" + "Ray objects: 100%|██████████| 32/32 [00:01<00:00, 26.25it/s]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:45:51,008 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:76} Building metric engines...\n", - "2023-12-27 06:45:51,023 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:78} Building metric engines...DONE\n", - "2023-12-27 06:45:51,023 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:82} Building simulations from 1 scenarios...\n", - "2023-12-27 06:45:51,290 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:142} Building simulations...DONE!\n", - "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:114} Running simulation...\n", - "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:138} Executing runners...\n", - "2023-12-27 06:45:51,291 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:82} Starting 1 simulations using RayDistributed!\n" + "2023-12-28 03:49:50,408 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:76} Building metric engines...\n", + "2023-12-28 03:49:50,424 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:78} Building metric engines...DONE\n", + "2023-12-28 03:49:50,424 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:82} Building simulations from 1 scenarios...\n", + "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/simulation_builder.py:142} Building simulations...DONE!\n", + "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:114} Running simulation...\n", + "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:138} Executing runners...\n", + "2023-12-28 03:49:50,694 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:82} Starting 1 simulations using RayDistributed!\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Ray objects: 100%|██████████| 1/1 [00:21<00:00, 21.64s/it]\n" + "Ray objects: 0%| | 0/1 [00:00<?, ?it/s]" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:127} Number of successful simulations: 1\n", - "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:128} Number of failed simulations: 0\n", - "2023-12-27 06:46:12,936 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:147} Finished executing runners!\n", - "2023-12-27 06:46:12,942 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:74} Saved runner reports to ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.27.06.45.47/runner_report.parquet\n", - "2023-12-27 06:46:12,942 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/time_callback.py:27} Simulation duration: 00:00:25 [HH:MM:SS]\n", - "2023-12-27 06:46:12,969 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_file_callback.py:79} Metric files integration: 00:00:00 [HH:MM:SS]\n", - "2023-12-27 06:46:13,001 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:58} Running metric aggregator: open_loop_boxes_weighted_average\n", - "2023-12-27 06:46:13,007 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:69} Metric aggregator: 00:00:00 [HH:MM:SS]\n" + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.5572817325592041\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0028192996978759766\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.005059020479513855\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023725032806396484\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000270843505859375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0114159380966737\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02326679229736328\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00022912025451660156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009847522236340533\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02361774444580078\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00022482872009277344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009519483141530385\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0236361026763916\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00021982192993164062\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009300261254627434\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02557682991027832\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00021576881408691406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.008436104663627805\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023802995681762695\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002281665802001953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009585624568045915\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024753808975219727\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003325939178466797\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01343607031061883\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024495363235473633\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030994415283203125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012653176433945552\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024407148361206055\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032210350036621094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013197096834064335\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024814128875732422\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003070831298828125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012375333884202233\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02727341651916504\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002551078796386719\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.009353719196104657\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024685382843017578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029659271240234375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01201491239931233\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024382591247558594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030803680419921875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012633472836077757\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024582624435424805\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003075599670410156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012511274695219529\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02429676055908203\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002655982971191406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010931428347136634\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024245262145996094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031065940856933594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01281320064508516\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024214744567871094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032067298889160156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013242881335906424\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02496933937072754\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003437995910644531\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013768870131482206\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023694992065429688\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002810955047607422\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011863076551557595\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024068832397460938\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002770423889160156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011510420794040733\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023863554000854492\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002677440643310547\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011219789991108092\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02449941635131836\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003826618194580078\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015619221861071644\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02430582046508789\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00034618377685546875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014242834441763287\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02426767349243164\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030612945556640625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012614701432417032\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0241854190826416\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003337860107421875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013801125777545569\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024225950241088867\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003216266632080078\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013276121679739399\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023914575576782227\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032711029052734375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013678281242211255\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0242002010345459\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033283233642578125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013753288080155267\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02486252784729004\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003325939178466797\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013377317056798458\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02400994300842285\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003147125244140625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013107591480065538\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023945093154907227\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003247261047363281\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0135612796590762\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02431035041809082\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00034689903259277344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014269602314519687\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02385401725769043\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002734661102294922\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011464153281826268\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0249636173248291\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028777122497558594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011527625232796906\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.025119781494140625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002665519714355469\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010611237661351556\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02354264259338379\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002727508544921875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0115853967289483\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0235135555267334\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002682209014892578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011407075428652545\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023324251174926758\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026488304138183594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011356550716045345\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02353501319885254\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00025653839111328125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010900286689696392\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02379751205444336\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003330707550048828\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013996032620674455\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023564577102661133\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003097057342529297\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013142851361332294\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023760557174682617\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003032684326171875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012763523615528953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024155139923095703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003108978271484375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01287087668041929\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02377939224243164\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002472400665283203\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010397240770819547\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02425527572631836\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002906322479248047\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011982228163642441\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02430415153503418\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002772808074951172\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011408783684360255\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02397608757019043\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002834796905517578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011823434066207254\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024027585983276367\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002503395080566406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010418837257762034\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023930788040161133\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00023627281188964844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.00987317306446953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023806333541870117\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002646446228027344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011116563679883026\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024091482162475586\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00027441978454589844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011390738963056795\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02413034439086914\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026226043701171875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010868491255804762\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024054765701293945\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002837181091308594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011794673565063979\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023941755294799805\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002808570861816406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011730847747936148\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02401590347290039\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00030493736267089844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012697309639630696\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02393198013305664\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029730796813964844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012423040905377672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02365565299987793\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003063678741455078\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012951148469547164\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023899555206298828\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032806396484375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013726781189521359\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023226499557495117\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00026798248291015625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01153779036943512\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02363443374633789\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003409385681152344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014425501866236255\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02330803871154785\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003204345703125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013747813545278792\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023224830627441406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039315223693847656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016928099207489836\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.024042129516601562\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00035858154296875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01491471638238794\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023595809936523438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003459453582763672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01466130466413386\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023244619369506836\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003483295440673828\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014985383865839273\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023447751998901367\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003058910369873047\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013045644503645256\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023239612579345703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003247261047363281\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013972956891068387\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02328205108642578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033211708068847656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014264940810224062\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023430585861206055\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003120899200439453\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013319765962859323\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023427724838256836\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028324127197265625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012090003358334267\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023412704467773438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028014183044433594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011965376782077392\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02323317527770996\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002586841583251953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011134257596437037\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023324251174926758\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00025653839111328125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01099878359177749\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02339482307434082\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002524852752685547\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010792356687898089\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02315068244934082\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002582073211669922\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011153335187073253\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022858858108520508\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002684593200683594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011744213940778288\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02366924285888672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002772808074951172\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011714815262500504\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.08745551109313965\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031304359436035156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0035794610362171668\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022893905639648438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00024771690368652344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.010820211613763226\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023342609405517578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002586841583251953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011082058300819153\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022794008255004883\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002715587615966797\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011913602845039485\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02283167839050293\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0002682209014892578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.011747752263400269\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022909164428710938\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031566619873046875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013779035883773208\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023430824279785156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00029277801513671875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012495421059058162\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02295064926147461\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00031828880310058594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013868400822754565\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02297496795654297\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00028061866760253906\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.012214104852434519\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023246049880981445\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003638267517089844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0156511215269587\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023175716400146484\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003414154052734375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014731600929983745\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02330803871154785\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003478527069091797\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014924151757858451\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02357792854309082\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032401084899902344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01374212532737403\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023169994354248047\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003466606140136719\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014961618406700829\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023176193237304688\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00033783912658691406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.014576989548185334\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023330211639404297\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00037407875061035156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016034091605861795\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023299455642700195\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00036978721618652344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015871066768994628\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023879051208496094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00037741661071777344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01580534366388434\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023618459701538086\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003561973571777344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015081311892432088\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022809267044067383\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041222572326660156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018072729933416257\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022695064544677734\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041222572326660156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01816367265469062\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02287912368774414\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039458274841308594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.017246410037306432\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022493839263916016\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039577484130859375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01759481059080406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023621797561645508\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003769397735595703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.015957285747448955\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02403426170349121\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003941059112548828\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016397670796670868\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022643566131591797\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000370025634765625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016341314465011476\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023138046264648438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00036644935607910156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01583752369961256\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022873640060424805\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003764629364013672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016458374592188785\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022926807403564453\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00032138824462890625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01401801127264408\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022986888885498047\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003066062927246094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.013338311863422325\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023240089416503906\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003705024719238281\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01594238581804752\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02312183380126953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004475116729736328\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019354506083728604\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02264547348022461\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042700767517089844\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018856204333452656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02287769317626953\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004680156707763672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02045729292592438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02206730842590332\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.000415802001953125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018842443035102692\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02172255516052246\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042819976806640625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01971221916124288\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022533416748046875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042438507080078125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018833587269341458\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02193903923034668\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041604042053222656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018963474934524393\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022180557250976562\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041103363037109375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018531258061742197\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022347688674926758\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004837512969970703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021646591915333982\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02261185646057129\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004589557647705078\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02029712887886041\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022330522537231445\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00039887428283691406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.01786229060121075\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02268671989440918\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0003829002380371094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.016877725815774264\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021862268447875977\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00046539306640625\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021287501226866744\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02171611785888672\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045228004455566406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020826928988625884\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021715402603149414\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004134178161621094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019037999143619415\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0215914249420166\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00043511390686035156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020152162630713\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.023729801177978516\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00041747093200683594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0175926856224254\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022067546844482422\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00040841102600097656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.018507314332634674\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021810054779052734\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00042748451232910156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.019600341065611405\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022018909454345703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004982948303222656\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022630313792580722\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.022135019302368164\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004911422729492188\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022188472765265345\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021925926208496094\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00048613548278808594\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022171719368448525\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.021161317825317383\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00047206878662109375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02230809964284507\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02152562141418457\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005261898040771484\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024444813645677577\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020639657974243164\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005402565002441406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02617565179221199\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.0207669734954834\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005102157592773438\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024568614169431593\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020824432373046875\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005538463592529297\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02659598827624107\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.02053046226501465\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004532337188720703\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022076157517622604\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020590543746948242\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004596710205078125\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022324375021710686\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020531654357910156\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004239082336425781\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.020646569743137163\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020224571228027344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00044608116149902344\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022056396472862734\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.020046472549438477\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004391670227050781\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.021907446390980127\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019839048385620117\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00043392181396484375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02187210825491822\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01989436149597168\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045013427734375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.0226262238893616\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019382953643798828\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.00045990943908691406\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.02372752097222564\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01967024803161621\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004475116729736328\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.022750687853775015\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019778966903686523\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0005478858947753906\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.027700430333056088\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019086837768554688\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004971027374267578\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.026044269011691816\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.019339323043823242\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004870891571044922\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.025186463662701105\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.01907181739807129\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004634857177734375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.024302126436063155\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m V 0.018561124801635742\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N 0.0004730224609375\n", + "\u001b[2m\u001b[36m(wrapped_fn pid=587324)\u001b[0m N/V 0.025484579517283015\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "Rendering histograms: 100%|██████████| 11/11 [00:01<00:00, 8.06it/s]\n" + "Ray objects: 100%|██████████| 1/1 [00:21<00:00, 21.80s/it]\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:46:15,714 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_summary_callback.py:344} Metric summary: 00:00:02 [HH:MM:SS]\n", - "2023-12-27 06:46:15,715 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:116} Finished running simulation!\n" + "2023-12-28 03:50:12,500 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:127} Number of successful simulations: 1\n", + "2023-12-28 03:50:12,501 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/runner/executor.py:128} Number of failed simulations: 0\n", + "2023-12-28 03:50:12,501 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:147} Finished executing runners!\n", + "2023-12-28 03:50:12,507 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/utils.py:74} Saved runner reports to ../../data/nuplan/exp/exp/simulation/open_loop_boxes/2023.12.28.03.49.46/runner_report.parquet\n", + "2023-12-28 03:50:12,507 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/time_callback.py:27} Simulation duration: 00:00:25 [HH:MM:SS]\n", + "2023-12-28 03:50:12,534 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_file_callback.py:79} Metric files integration: 00:00:00 [HH:MM:SS]\n", + "2023-12-28 03:50:12,566 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:58} Running metric aggregator: open_loop_boxes_weighted_average\n", + "2023-12-28 03:50:12,573 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_aggregator_callback.py:69} Metric aggregator: 00:00:00 [HH:MM:SS]\n" + ] + }, + { + "name": "stderr", + "output_type": "stream", + "text": [ + "Rendering histograms: 100%|██████████| 11/11 [00:01<00:00, 7.99it/s]\n" + ] + }, + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2023-12-28 03:50:15,295 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/simulation/main_callback/metric_summary_callback.py:344} Metric summary: 00:00:02 [HH:MM:SS]\n", + "2023-12-28 03:50:15,295 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/run_simulation.py:116} Finished running simulation!\n" ] }, { @@ -579,63 +1042,43 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:46:18,540 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18} Building AbstractScenarioBuilder...\n", - "2023-12-27 06:46:18,557 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21} Building AbstractScenarioBuilder...DONE!\n", - "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:84} Opening Bokeh application on http://localhost:5006/\n", - "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:85} Async rendering is set to: True\n", - "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/server.py:403} Starting Bokeh server version 2.4.3 (running on Tornado 6.3.3)\n", - "2023-12-27 06:46:18,558 WARNING {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/util.py:145} Host wildcard '*' will allow connections originating from multiple (or possibly all) hostnames or IPs. Use non-wildcard values to restrict access explicitly\n", - "2023-12-27 06:46:18,558 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/tornado.py:360} User authentication hooks NOT provided (default user enabled)\n", - "2023-12-27 06:46:19,255 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172} Minimum frame time=0.017 s\n", - "2023-12-27 06:46:19,259 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485} Rending scenario plot takes 0.0005 seconds.\n", - "2023-12-27 06:46:19,356 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 200 GET / (127.0.0.1) 164.47ms\n" - ] - }, - { - "name": "stderr", - "output_type": "stream", - "text": [ - "INFO:tornado.access:200 GET / (127.0.0.1) 164.47ms\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2023-12-27 06:46:20,020 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 101 GET /ws (127.0.0.1) 0.45ms\n", - "2023-12-27 06:46:20,020 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:132} WebSocket connection opened\n", - "2023-12-27 06:46:20,021 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:213} ServerConnection created\n" + "2023-12-28 03:50:18,149 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:18} Building AbstractScenarioBuilder...\n", + "2023-12-28 03:50:18,165 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/script/builders/scenario_building_builder.py:21} Building AbstractScenarioBuilder...DONE!\n", + "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:84} Opening Bokeh application on http://localhost:5006/\n", + "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/nuboard.py:85} Async rendering is set to: True\n", + "2023-12-28 03:50:18,166 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/server.py:403} Starting Bokeh server version 2.4.3 (running on Tornado 6.3.3)\n", + "2023-12-28 03:50:18,167 WARNING {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/util.py:145} Host wildcard '*' will allow connections originating from multiple (or possibly all) hostnames or IPs. Use non-wildcard values to restrict access explicitly\n", + "2023-12-28 03:50:18,167 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/tornado.py:360} User authentication hooks NOT provided (default user enabled)\n", + "2023-12-28 03:50:18,875 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172} Minimum frame time=0.017 s\n", + "2023-12-28 03:50:18,879 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485} Rending scenario plot takes 0.0005 seconds.\n", + "2023-12-28 03:50:18,975 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 200 GET / (127.0.0.1) 165.98ms\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "INFO:tornado.access:101 GET /ws (127.0.0.1) 0.45ms\n" + "INFO:tornado.access:200 GET / (127.0.0.1) 165.98ms\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ - "2023-12-27 06:46:20,254 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172} Minimum frame time=0.017 s\n", - "2023-12-27 06:46:20,258 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485} Rending scenario plot takes 0.0005 seconds.\n", - "2023-12-27 06:46:20,349 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 200 GET / (127.0.0.1) 154.43ms\n" + "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 101 GET /ws (127.0.0.1) 0.44ms\n", + "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:132} WebSocket connection opened\n", + "2023-12-28 03:50:19,639 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/bokeh/server/views/ws.py:213} ServerConnection created\n", + "2023-12-28 03:50:19,716 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/base/simulation_tile.py:172} Minimum frame time=0.017 s\n", + "2023-12-28 03:50:19,720 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485} Rending scenario plot takes 0.0005 seconds.\n", + "2023-12-28 03:50:19,811 INFO {/home/ehdykhne/miniconda3/envs/nuplan/lib/python3.9/site-packages/tornado/web.py:2344} 200 GET / (127.0.0.1) 154.23ms\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "INFO:tornado.access:200 GET / (127.0.0.1) 154.43ms\n", - "Rendering a scenario: 100%|██████████| 1/1 [00:00<00:00, 13.80it/s]\n" - ] - }, - { - "name": "stdout", - "output_type": "stream", - "text": [ - "2023-12-27 06:47:41,618 INFO {/home/ehdykhne/nuplan-devkit/nuplan/planning/nuboard/tabs/scenario_tab.py:485} Rending scenario plot takes 2.5583 seconds.\n" + "INFO:tornado.access:101 GET /ws (127.0.0.1) 0.44ms\n", + "INFO:tornado.access:200 GET / (127.0.0.1) 154.23ms\n" ] } ], diff --git a/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py b/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py index 39360d1..203a075 100644 --- a/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py +++ b/nuplan/planning/simulation/occlusion/abstract_occlusion_manager.py @@ -51,21 +51,17 @@ class AbstractOcclusionManager(metaclass=ABCMeta): ego_state_buffer = input_buffer.ego_state_buffer observations_buffer = input_buffer.observation_buffer sample_interval = input_buffer.sample_interval - # start = time.time() + for ego_state, observations in zip(ego_state_buffer, observations_buffer): if ego_state.time_us not in self._visible_agent_cache: self._visible_agent_cache[ego_state.time_us] = self._compute_visible_agents(ego_state, observations) - # timeV = time.time() - start - # print('V',timeV) - # ######################################################################################################################### changes - # start = time.time() + current_time_seconds = ego_state_buffer[-1].time_seconds assert len(ego_state_buffer) * input_buffer.sample_interval >= self.uncloak_reaction_time, "SimulationHistoryBuffer must be at least as long as uncloak reaction time." for i, (ego_state, observations) in enumerate(zip(ego_state_buffer, observations_buffer)):#we loop through to find the first timestep inside the uncloak_reaction_time if ego_state.time_us not in self._noticed_agent_cache: #we only enter here at the begining of the simulation to determine the noticed cache of the history for j, ego_state_c in enumerate(ego_state_buffer): #this for loop only exists to find the right index if ego_state.time_seconds - ego_state_c.time_seconds <= self.uncloak_reaction_time: #this will eventually be true - #print('hi!!!!!!!!!!!!!!!!!!!!!!!!!!!') self._compute_noticed_agents(input_buffer.sample_interval, deque(itertools.islice(ego_state_buffer, j, i + 1)), deque(itertools.islice(observations_buffer, j, i + 1))) #this is only run once per state not in the noticed_agents_cache @@ -76,10 +72,7 @@ class AbstractOcclusionManager(metaclass=ABCMeta): deque(itertools.islice(ego_state_buffer, i, None)), deque(itertools.islice(observations_buffer, i, None))) #this only gets run once since it breaks out of the loop immedietly afterwards break - #################################################################################################################################### - # timeN = time.time() - start - # print('N', timeN) - # print('N/V', timeN/timeV) + output_buffer = SimulationHistoryBuffer(ego_state_buffer, \ deque([self._mask_input(ego_state.time_us, observations) for ego_state, observations in zip(ego_state_buffer, observations_buffer)]), \ sample_interval) -- GitLab