g10-chepusov-vladislav-stage2 - Details for Stage 19 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 20 ms
Locality Level Summary: Process local: 6
Input Size / Records: 8.1 MiB / 17
Shuffle Write Size / Records: 354.0 B / 6
Associated Job Ids: 11

digraph G { subgraph clusterstage_19 { label="Stage 19"; subgraph cluster116 { label="AQEShuffleRead"; 44 [labelType="html" label="ShuffledRowRDD [44] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster113 { label="WholeStageCodegen (2)"; 45 [labelType="html" label="MapPartitionsRDD [45] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster112 { label="Window"; 46 [labelType="html" label="MapPartitionsRDD [46] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster109 { label="WholeStageCodegen (3)"; 47 [labelType="html" label="MapPartitionsRDD [47] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster117 { label="mapPartitionsInternal"; 48 [labelType="html" label="MapPartitionsRDD [48] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster118 { label="mapPartitionsInternal"; 49 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter ((NOT is_ride_id_valid#474 OR NOT is_duration_valid#475) OR NOT is_station_valid#476)\n +- Window [row_number() windowspecdefinition(start_station_id#31, started_at#28 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#536], [start_station_id#31], [started_at#28 ASC NULLS FIRST]\n +- Sort [start_station_id#31 ASC NULLS FIRST, started_at#28 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id#31, 200), ENSURE_REQUIREMENTS, [plan_id=91]\n +- Project [ride_id#26, rideable_type#27, started_at#28, ended_at#29, start_station_name#30, start_station_id#31, end_station_name#32, end_station_id#33, start_lat#34, start_lng#35, end_lat#36, end_lng#37, member_casual#38, is_ride_id_valid#474, is_duration_valid#475, is_station_valid#476, _source_file#493, 2026-08-18 07:26:21.350521 AS _processed_dttm#494, year(cast(started_at#28 as date)) AS year#513, month(cast(started_a... [49] [Cached] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster124 { label="InMemoryTableScan"; 50 [labelType="html" label="MapPartitionsRDD [50] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 51 [labelType="html" label="MapPartitionsRDD [51] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 52 [labelType="html" label="MapPartitionsRDD [52] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster120 { label="WholeStageCodegen (1)"; 53 [labelType="html" label="MapPartitionsRDD [53] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster119 { label="Exchange"; 54 [labelType="html" label="MapPartitionsRDD [54] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } } 44->45; 45->46; 46->47; 47->48; 48->49; 49->50; 50->51; 51->52; 52->53; 53->54; }

43,44

Event Timeline

Enable zooming