3.5.0
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
g11.durnev.pavel-CitiBike-WAP
application UI
Details for Stage 128 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
12 ms
Locality Level Summary:
Process local: 2
Input Size / Records:
93.2 MiB / 120
Shuffle Write Size / Records:
118.0 B / 2
Associated Job Ids:
83
DAG Visualization
digraph G { subgraph clusterstage_128 { label="Stage 128"; subgraph cluster917 { label="AQEShuffleRead"; 361 [labelType="html" label="ShuffledRowRDD [361] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster914 { label="WholeStageCodegen (2)"; 362 [labelType="html" label="MapPartitionsRDD [362] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster913 { label="Window"; 363 [labelType="html" label="MapPartitionsRDD [363] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster910 { label="WholeStageCodegen (3)"; 364 [labelType="html" label="MapPartitionsRDD [364] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster918 { label="mapPartitionsInternal"; 365 [labelType="html" label="MapPartitionsRDD [365] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster919 { label="mapPartitionsInternal"; 366 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [ride_id#3716, rideable_type#3717, started_at#3718, ended_at#3719, start_station_name#3720, start_station_id#3721, end_station_name#3722, end_station_id#3723, start_lat#3724, start_lng#3725, end_lat#3726, end_lng#3727, member_casual#3728, _source_file#3294, 2026-11-01 20:50:07.599499 AS _processed_dttm#13637, _start_station_ride_num#13639, year#13640, month#13641]\n +- Window [row_number() windowspecdefinition(start_station_id#3721, _w0#13642, _w1#13643, started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#13639], [start_station_id#3721, _w0#13642, _w1#13643], [started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST]\n +- Sort [start_station_id#3721 ASC NULLS FIRST, _w0#13642 ASC NULLS FIRST, _w1#13643 ASC NULLS FIRST, started_at#3718 ASC NULLS FIRST, ride_id#3716 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id... [366] [Cached] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster925 { label="InMemoryTableScan"; 367 [labelType="html" label="MapPartitionsRDD [367] [Unordered]<br>count at <unknown>:0"]; 368 [labelType="html" label="MapPartitionsRDD [368] [Unordered]<br>count at <unknown>:0"]; 369 [labelType="html" label="MapPartitionsRDD [369] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster921 { label="WholeStageCodegen (1)"; 370 [labelType="html" label="MapPartitionsRDD [370] [Unordered]<br>count at <unknown>:0"]; } subgraph cluster920 { label="Exchange"; 371 [labelType="html" label="MapPartitionsRDD [371] [Unordered]<br>count at <unknown>:0"]; } } 361->362; 362->363; 363->364; 364->365; 365->366; 366->367; 367->368; 368->369; 369->370; 370->371; }
360,361
366
Event Timeline
Enable zooming
Tasks: 2. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time