g11.durnev.pavel-CitiBike-WAP - Details for Stage 139 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 2
Input Size / Records: 93.2 MiB / 120
Shuffle Write Size / Records: 98.2 MiB / 1190091
Associated Job Ids: 89

digraph G { subgraph clusterstage_139 { label="Stage 139"; subgraph cluster917 { label="AQEShuffleRead"; 361 [labelType="html" label="ShuffledRowRDD [361] [Unordered] count at <unknown>:0"]; } subgraph cluster914 { label="WholeStageCodegen (2)"; 362 [labelType="html" label="MapPartitionsRDD [362] [Unordered] count at <unknown>:0"]; } subgraph cluster913 { label="Window"; 363 [labelType="html" label="MapPartitionsRDD [363] [Unordered] count at <unknown>:0"]; } subgraph cluster910 { label="WholeStageCodegen (3)"; 364 [labelType="html" label="MapPartitionsRDD [364] [Unordered] count at <unknown>:0"]; } subgraph cluster918 { label="mapPartitionsInternal"; 365 [labelType="html" label="MapPartitionsRDD [365] [Unordered] count at <unknown>:0"]; } subgraph cluster919 { label="mapPartitionsInternal"; 366 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [ride_id#3716, rideable_type#3717, started_at#3718, ended_at#3719, start_station_name#3720, start_station_id#3721, end_station_name#3722, end_station_id#3723, start_lat#3724, start_lng#3725, end_lat#3726, end_lng#3727, member_casual#3728, _source_file#3294, 2026-11-01 20:50:07.599499 AS _processed_dttm#13637, _start_station_ride_num#13639, year#13640, month#13641]\n +- Window [row_number() windowspecdefinition(start_station_id#3721, _w0#13642, _w1#13643, started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#13639], [start_station_id#3721, _w0#13642, _w1#13643], [started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST]\n +- Sort [start_station_id#3721 ASC NULLS FIRST, _w0#13642 ASC NULLS FIRST, _w1#13643 ASC NULLS FIRST, started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id... [366] [Cached] [Unordered] count at <unknown>:0"]; } subgraph cluster999 { label="InMemoryTableScan"; 393 [labelType="html" label="MapPartitionsRDD [393] [Unordered] parquet at NativeMethodAccessorImpl.java:0"]; 394 [labelType="html" label="MapPartitionsRDD [394] [Unordered] parquet at NativeMethodAccessorImpl.java:0"]; 395 [labelType="html" label="MapPartitionsRDD [395] [Unordered] parquet at NativeMethodAccessorImpl.java:0"]; } subgraph cluster997 { label="Exchange"; 396 [labelType="html" label="MapPartitionsRDD [396] [Unordered] parquet at NativeMethodAccessorImpl.java:0"]; } } 361->362; 362->363; 363->364; 364->365; 365->366; 366->393; 393->394; 394->395; 395->396; }

360,361

366

Event Timeline

Enable zooming