rzvde-g8-kirsanov-dmitry - Details for Stage 57 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 42 ms
Locality Level Summary: Process local: 2
Input Size / Records: 2.8 MiB / 4
Shuffle Write Size / Records: 118.0 B / 2
Associated Job Ids: 33

digraph G { subgraph clusterstage_57 { label="Stage 57"; subgraph cluster105 { label="AQEShuffleRead"; 49 [labelType="html" label="ShuffledRowRDD [49] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster102 { label="WholeStageCodegen (2)"; 50 [labelType="html" label="MapPartitionsRDD [50] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster101 { label="Window"; 51 [labelType="html" label="MapPartitionsRDD [51] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster98 { label="WholeStageCodegen (3)"; 52 [labelType="html" label="MapPartitionsRDD [52] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster106 { label="mapPartitionsInternal"; 53 [labelType="html" label="MapPartitionsRDD [53] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster107 { label="mapPartitionsInternal"; 54 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]\n +- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]\n +- Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=113]\n +- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(st... [54] [Cached] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster347 { label="InMemoryTableScan"; 145 [labelType="html" label="MapPartitionsRDD [145] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 146 [labelType="html" label="MapPartitionsRDD [146] [Unordered] count at NativeMethodAccessorImpl.java:0"]; 147 [labelType="html" label="MapPartitionsRDD [147] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster341 { label="WholeStageCodegen (1)"; 148 [labelType="html" label="MapPartitionsRDD [148] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster340 { label="Exchange"; 149 [labelType="html" label="MapPartitionsRDD [149] [Unordered] count at NativeMethodAccessorImpl.java:0"]; } } 49->50; 50->51; 51->52; 52->53; 53->54; 54->145; 145->146; 146->147; 147->148; 148->149; }

48,49

Event Timeline

Enable zooming