rzvde-g8-kirsanov-dmitry - Details for Stage 62 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 35 ms
Locality Level Summary: Process local: 2
Input Size / Records: 2.8 MiB / 4
Shuffle Write Size / Records: 118.0 B / 2
Associated Job Ids: 35

digraph G { subgraph clusterstage_62 { label="Stage 62"; subgraph cluster105 { label="AQEShuffleRead"; 49 [labelType="html" label="ShuffledRowRDD [49] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster102 { label="WholeStageCodegen (2)"; 50 [labelType="html" label="MapPartitionsRDD [50] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster101 { label="Window"; 51 [labelType="html" label="MapPartitionsRDD [51] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster98 { label="WholeStageCodegen (3)"; 52 [labelType="html" label="MapPartitionsRDD [52] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster106 { label="mapPartitionsInternal"; 53 [labelType="html" label="MapPartitionsRDD [53] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster107 { label="mapPartitionsInternal"; 54 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]\n +- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]\n +- Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=113]\n +- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(st... [54] [Cached] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster371 { label="InMemoryTableScan"; 153 [labelType="html" label="MapPartitionsRDD [153] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 154 [labelType="html" label="MapPartitionsRDD [154] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 155 [labelType="html" label="MapPartitionsRDD [155] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster365 { label="WholeStageCodegen (1)"; 156 [labelType="html" label="MapPartitionsRDD [156] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster364 { label="Exchange"; 157 [labelType="html" label="MapPartitionsRDD [157] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } } 49->50; 50->51; 51->52; 52->53; 53->54; 54->153; 153->154; 154->155; 155->156; 156->157; }

48,49

Event Timeline

Enable zooming