Merge pull request #903 from cal-itp/add-interpolation-p2

Add interpolation p2
cal-itp · Sep 22, 2023 · d0de40e · d0de40e
2 parents 3dc4e6d + 56690f7
commit d0de40e
Show file tree

Hide file tree

Showing 15 changed files with 494 additions and 645 deletions.
diff --git a/rt_segment_speeds/logs/avg_speeds.log b/rt_segment_speeds/logs/avg_speeds.log
@@ -12,3 +12,17 @@
 2023-08-18 14:53:19.222 | INFO     | __main__:<module>:165 - execution time: 0:05:17.742302
 2023-08-24 14:56:29.366 | INFO     | __main__:<module>:143 - Analysis date: 2023-08-15
 2023-08-24 15:02:21.592 | INFO     | __main__:<module>:165 - execution time: 0:05:52.222770
+2023-09-21 14:37:32.197 | INFO     | __main__:<module>:167 - Analysis date: 2023-09-13
+2023-09-21 14:43:35.784 | INFO     | __main__:<module>:189 - execution time: 0:06:03.584427
+2023-09-21 15:49:19.146 | INFO     | __main__:<module>:167 - Analysis date: 2023-06-14
+2023-09-21 15:54:51.743 | INFO     | __main__:<module>:189 - execution time: 0:05:32.595873
+2023-09-21 17:54:03.991 | INFO     | __main__:<module>:167 - Analysis date: 2023-05-17
+2023-09-21 18:00:12.730 | INFO     | __main__:<module>:189 - execution time: 0:06:08.738161
+2023-09-21 18:40:52.924 | INFO     | __main__:<module>:159 - Analysis date: 2023-04-12
+2023-09-21 18:47:14.179 | INFO     | __main__:<module>:181 - execution time: 0:06:21.254666
+2023-09-21 19:28:44.034 | INFO     | __main__:<module>:159 - Analysis date: 2023-03-15
+2023-09-21 19:34:39.639 | INFO     | __main__:<module>:181 - execution time: 0:05:55.604394
+2023-09-21 19:36:10.116 | INFO     | __main__:<module>:159 - Analysis date: 2023-07-12
+2023-09-21 19:41:33.957 | INFO     | __main__:<module>:181 - execution time: 0:05:23.840096
+2023-09-21 19:43:00.511 | INFO     | __main__:<module>:159 - Analysis date: 2023-08-15
+2023-09-21 19:49:14.412 | INFO     | __main__:<module>:181 - execution time: 0:06:13.900161
diff --git a/rt_segment_speeds/logs/sjoin_vp_segments.log b/rt_segment_speeds/logs/sjoin_vp_segments.log
@@ -42,3 +42,17 @@
 2023-09-14 13:06:15.758 | INFO     | __main__:<module>:223 - execution time: 0:12:03.599629
 2023-09-14 13:06:31.913 | INFO     | __main__:<module>:457 - Analysis date: 2023-09-13
 2023-09-14 13:14:08.656 | INFO     | __main__:<module>:465 - remove erroneous sjoin results: 0:07:36.742381
+2023-09-21 10:58:58.711 | INFO     | __main__:<module>:457 - Analysis date: 2023-09-13
+2023-09-21 11:05:58.377 | INFO     | __main__:<module>:465 - remove erroneous sjoin results: 0:06:59.626650
+2023-09-21 12:11:55.875 | INFO     | __main__:<module>:456 - Analysis date: 2023-08-15
+2023-09-21 12:19:13.216 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:07:17.337816
+2023-09-21 12:58:44.489 | INFO     | __main__:<module>:456 - Analysis date: 2023-07-12
+2023-09-21 13:07:33.610 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:08:49.120980
+2023-09-21 15:22:02.693 | INFO     | __main__:<module>:456 - Analysis date: 2023-06-14
+2023-09-21 15:29:14.363 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:07:11.668827
+2023-09-21 17:26:50.733 | INFO     | __main__:<module>:456 - Analysis date: 2023-05-17
+2023-09-21 17:33:37.420 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:06:46.686094
+2023-09-21 18:03:52.838 | INFO     | __main__:<module>:456 - Analysis date: 2023-04-12
+2023-09-21 18:11:04.091 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:07:11.251722
+2023-09-21 18:55:33.230 | INFO     | __main__:<module>:456 - Analysis date: 2023-03-15
+2023-09-21 19:05:26.800 | INFO     | __main__:<module>:464 - remove erroneous sjoin results: 0:09:53.569193
diff --git a/rt_segment_speeds/logs/speeds_by_segment_trip.log b/rt_segment_speeds/logs/speeds_by_segment_trip.log
@@ -40,3 +40,59 @@
 2023-08-24 14:51:47.828 | INFO     | __main__:linear_referencing_and_speed_by_segment:123 - calculate speeds: 0:00:00.006706
 2023-08-24 14:56:14.082 | INFO     | __main__:<module>:150 - speeds for stop segments: 0:04:32.610802
 2023-08-24 14:56:14.083 | INFO     | __main__:<module>:151 - execution time: 0:04:32.611824
+2023-09-21 11:53:11.705 | INFO     | __main__:<module>:367 - Analysis date: 2023-09-13
+2023-09-21 11:53:18.285 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.152710
+2023-09-21 11:53:18.322 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.037063
+2023-09-21 11:57:20.821 | INFO     | __main__:linear_referencing_and_speed_by_segment:300 - linear referencing: 0:04:09.111393
+2023-09-21 12:03:20.231 | INFO     | __main__:linear_referencing_and_speed_by_segment:311 - make wide and get initial speeds: 0:05:59.409953
+2023-09-21 12:05:33.476 | INFO     | __main__:linear_referencing_and_speed_by_segment:352 - recalculate speeds and get final: 0:02:13.244950
+2023-09-21 12:05:46.785 | INFO     | __main__:<module>:375 - speeds for stop segments: 0:12:35.079026
+2023-09-21 12:05:46.788 | INFO     | __main__:<module>:376 - execution time: 0:12:35.081785
+2023-09-21 12:28:12.385 | INFO     | __main__:<module>:367 - Analysis date: 2023-08-15
+2023-09-21 12:28:19.027 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.162699
+2023-09-21 12:28:19.063 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.036557
+2023-09-21 12:32:49.165 | INFO     | __main__:linear_referencing_and_speed_by_segment:300 - linear referencing: 0:04:36.761005
+2023-09-21 12:39:56.447 | INFO     | __main__:linear_referencing_and_speed_by_segment:311 - make wide and get initial speeds: 0:07:07.282236
+2023-09-21 12:42:14.396 | INFO     | __main__:linear_referencing_and_speed_by_segment:352 - recalculate speeds and get final: 0:02:17.948959
+2023-09-21 12:42:27.893 | INFO     | __main__:<module>:375 - speeds for stop segments: 0:14:15.493395
+2023-09-21 12:42:27.894 | INFO     | __main__:<module>:376 - execution time: 0:14:15.494456
+2023-09-21 13:16:38.177 | INFO     | __main__:<module>:367 - Analysis date: 2023-07-12
+2023-09-21 13:16:44.655 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.156084
+2023-09-21 13:16:44.692 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.037555
+2023-09-21 13:20:41.231 | INFO     | __main__:linear_referencing_and_speed_by_segment:300 - linear referencing: 0:04:03.035504
+2023-09-21 13:26:57.794 | INFO     | __main__:linear_referencing_and_speed_by_segment:311 - make wide and get initial speeds: 0:06:16.562615
+2023-09-21 13:29:08.771 | INFO     | __main__:linear_referencing_and_speed_by_segment:352 - recalculate speeds and get final: 0:02:10.977540
+2023-09-21 13:29:21.791 | INFO     | __main__:<module>:375 - speeds for stop segments: 0:12:43.599595
+2023-09-21 13:29:21.792 | INFO     | __main__:<module>:376 - execution time: 0:12:43.600710
+2023-09-21 15:36:54.009 | INFO     | __main__:<module>:369 - Analysis date: 2023-06-14
+2023-09-21 15:36:59.961 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.156330
+2023-09-21 15:37:00.016 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.055084
+2023-09-21 15:40:58.894 | INFO     | __main__:linear_referencing_and_speed_by_segment:302 - linear referencing: 0:04:04.880927
+2023-09-21 15:46:35.541 | INFO     | __main__:linear_referencing_and_speed_by_segment:313 - make wide and get initial speeds: 0:05:36.646767
+2023-09-21 15:48:52.854 | INFO     | __main__:linear_referencing_and_speed_by_segment:354 - recalculate speeds and get final: 0:02:17.313285
+2023-09-21 15:49:04.953 | INFO     | __main__:<module>:377 - speeds for stop segments: 0:12:10.943637
+2023-09-21 15:49:04.954 | INFO     | __main__:<module>:378 - execution time: 0:12:10.944518
+2023-09-21 17:41:01.371 | INFO     | __main__:<module>:369 - Analysis date: 2023-05-17
+2023-09-21 17:41:07.436 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.155348
+2023-09-21 17:41:07.465 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.028611
+2023-09-21 17:45:03.306 | INFO     | __main__:linear_referencing_and_speed_by_segment:302 - linear referencing: 0:04:01.914759
+2023-09-21 17:51:13.000 | INFO     | __main__:linear_referencing_and_speed_by_segment:313 - make wide and get initial speeds: 0:06:09.693714
+2023-09-21 17:53:38.147 | INFO     | __main__:linear_referencing_and_speed_by_segment:354 - recalculate speeds and get final: 0:02:25.147277
+2023-09-21 17:53:49.471 | INFO     | __main__:<module>:377 - speeds for stop segments: 0:12:48.084151
+2023-09-21 17:53:49.474 | INFO     | __main__:<module>:378 - execution time: 0:12:48.087006
+2023-09-21 18:19:33.226 | INFO     | __main__:<module>:369 - Analysis date: 2023-04-12
+2023-09-21 18:19:39.961 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.173198
+2023-09-21 18:19:39.999 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.037629
+2023-09-21 18:23:57.932 | INFO     | __main__:linear_referencing_and_speed_by_segment:302 - linear referencing: 0:04:24.702955
+2023-09-21 18:30:30.758 | INFO     | __main__:linear_referencing_and_speed_by_segment:313 - make wide and get initial speeds: 0:06:32.825103
+2023-09-21 18:32:55.850 | INFO     | __main__:linear_referencing_and_speed_by_segment:354 - recalculate speeds and get final: 0:02:25.091989
+2023-09-21 18:33:07.969 | INFO     | __main__:<module>:377 - speeds for stop segments: 0:13:34.743167
+2023-09-21 18:33:07.972 | INFO     | __main__:<module>:378 - execution time: 0:13:34.745381
+2023-09-21 19:14:16.648 | INFO     | __main__:<module>:369 - Analysis date: 2023-03-15
+2023-09-21 19:14:22.748 | INFO     | __main__:linear_referencing_vp_against_line:58 - set up merged vp with segments: 0:00:00.170221
+2023-09-21 19:14:22.792 | INFO     | __main__:linear_referencing_vp_against_line:76 - linear referencing: 0:00:00.044492
+2023-09-21 19:18:37.589 | INFO     | __main__:linear_referencing_and_speed_by_segment:302 - linear referencing: 0:04:20.919458
+2023-09-21 19:24:39.102 | INFO     | __main__:linear_referencing_and_speed_by_segment:313 - make wide and get initial speeds: 0:06:01.513090
+2023-09-21 19:28:06.672 | INFO     | __main__:linear_referencing_and_speed_by_segment:354 - recalculate speeds and get final: 0:03:27.569825
+2023-09-21 19:28:23.294 | INFO     | __main__:<module>:377 - speeds for stop segments: 0:14:06.628501
+2023-09-21 19:28:23.296 | INFO     | __main__:<module>:378 - execution time: 0:14:06.630732
diff --git a/rt_segment_speeds/logs/valid_vehicle_positions.log b/rt_segment_speeds/logs/valid_vehicle_positions.log
@@ -85,3 +85,45 @@
 2023-09-14 13:20:47.965 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:06:15.874961
 2023-09-14 13:20:47.966 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:06:17.237883
 2023-09-14 13:20:47.967 | INFO     | __main__:<module>:151 - execution time: 0:06:17.243094
+2023-09-21 11:06:27.840 | INFO     | __main__:<module>:134 - Analysis date: 2023-09-13
+2023-09-21 11:06:29.244 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.386494
+2023-09-21 11:06:29.323 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.079269
+2023-09-21 11:13:01.939 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:06:32.615887
+2023-09-21 11:13:01.940 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:06:34.083216
+2023-09-21 11:13:01.941 | INFO     | __main__:<module>:151 - execution time: 0:06:34.088864
+2023-09-21 12:19:30.995 | INFO     | __main__:<module>:134 - Analysis date: 2023-08-15
+2023-09-21 12:19:32.432 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.410420
+2023-09-21 12:19:32.535 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.103218
+2023-09-21 12:27:56.376 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:08:23.840718
+2023-09-21 12:27:56.378 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:08:25.356390
+2023-09-21 12:27:56.379 | INFO     | __main__:<module>:151 - execution time: 0:08:25.360301
+2023-09-21 13:07:51.526 | INFO     | __main__:<module>:134 - Analysis date: 2023-07-12
+2023-09-21 13:07:52.848 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.297768
+2023-09-21 13:07:52.939 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.091154
+2023-09-21 13:16:20.491 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:08:27.552189
+2023-09-21 13:16:20.493 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:08:28.942646
+2023-09-21 13:16:20.493 | INFO     | __main__:<module>:151 - execution time: 0:08:28.946383
+2023-09-21 15:29:36.092 | INFO     | __main__:<module>:134 - Analysis date: 2023-06-14
+2023-09-21 15:29:37.363 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.266538
+2023-09-21 15:29:37.460 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.096562
+2023-09-21 15:36:38.508 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:07:01.048429
+2023-09-21 15:36:38.510 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:07:02.413058
+2023-09-21 15:36:38.510 | INFO     | __main__:<module>:151 - execution time: 0:07:02.417441
+2023-09-21 17:33:53.360 | INFO     | __main__:<module>:134 - Analysis date: 2023-05-17
+2023-09-21 17:33:54.621 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.258114
+2023-09-21 17:33:54.702 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.080633
+2023-09-21 17:40:45.339 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:06:50.637139
+2023-09-21 17:40:45.341 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:06:51.977448
+2023-09-21 17:40:45.341 | INFO     | __main__:<module>:151 - execution time: 0:06:51.981031
+2023-09-21 18:11:20.644 | INFO     | __main__:<module>:134 - Analysis date: 2023-04-12
+2023-09-21 18:11:21.907 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.253286
+2023-09-21 18:11:21.982 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.074969
+2023-09-21 18:19:17.733 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:07:55.751630
+2023-09-21 18:19:17.735 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:07:57.081328
+2023-09-21 18:19:17.735 | INFO     | __main__:<module>:151 - execution time: 0:07:57.086467
+2023-09-21 19:05:57.111 | INFO     | __main__:<module>:134 - Analysis date: 2023-03-15
+2023-09-21 19:05:58.586 | INFO     | __main__:pare_down_vp_by_segment:103 - merge usable vp with sjoin results: 0:00:01.446362
+2023-09-21 19:05:58.673 | INFO     | __main__:pare_down_vp_by_segment:112 - keep enter/exit points: 0:00:00.087041
+2023-09-21 19:14:00.946 | INFO     | __main__:pare_down_vp_by_segment:123 - exported: 0:08:02.272685
+2023-09-21 19:14:00.947 | INFO     | __main__:<module>:148 - pare down vp by stop segments for all cases 0:08:03.807576
+2023-09-21 19:14:00.947 | INFO     | __main__:<module>:151 - execution time: 0:08:03.812106
diff --git a/rt_segment_speeds/scripts/A2_sjoin_postprocessing.py b/rt_segment_speeds/scripts/A2_sjoin_postprocessing.py
@@ -380,7 +380,6 @@ def remove_erroneous_sjoin_results(
     """
     USABLE_VP = dict_inputs["stage1"]
     INPUT_FILE_PREFIX = dict_inputs["stage2"]
-
     SEGMENT_IDENTIFIER_COLS = dict_inputs["segment_identifier_cols"]
     SEGMENT_TRIP_COLS = ["trip_instance_key"] + SEGMENT_IDENTIFIER_COLS
     GROUPING_COL = dict_inputs["grouping_col"]