digraph G { subgraph clusterstage_25 { label="Stage 25 (skipped)"; subgraph cluster0 { label="Scan csv "; 0 [labelType="html" label="FileScanRDD [0]<br>count at NativeMethodAccessorImpl.java:0"]; 1 [labelType="html" label="MapPartitionsRDD [1]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster1 { label="mapPartitionsInternal"; 2 [labelType="html" label="MapPartitionsRDD [2]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster2 { label="mapPartitionsInternal"; 3 [labelType="html" label="FileScan csv [ride_id#0,rideable_type#1,started_at#2,ended_at#3,start_station_name#4,start_station_id#5,end_station_name#6,end_station_id#7,start_lat#8,start_lng#9,end_lat#10,end_lng#11,member_casual#12] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(6 paths)[s3a://rzvde-g10-chepusov-vladislav/raw/citibike_data/202508/202508-cit..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...\n [3] [Cached]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster57 { label="InMemoryTableScan"; 20 [labelType="html" label="MapPartitionsRDD [20]<br>count at NativeMethodAccessorImpl.java:0"]; 21 [labelType="html" label="MapPartitionsRDD [21]<br>count at NativeMethodAccessorImpl.java:0"]; 22 [labelType="html" label="MapPartitionsRDD [22]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster52 { label="WholeStageCodegen (1)"; 23 [labelType="html" label="MapPartitionsRDD [23]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster51 { label="Exchange"; 24 [labelType="html" label="MapPartitionsRDD [24]<br>count at NativeMethodAccessorImpl.java:0"]; } } 0->1; 1->2; 2->3; 3->20; 20->21; 21->22; 22->23; 23->24; }

digraph G { subgraph clusterstage_26 { label="Stage 26"; subgraph cluster65 { label="AQEShuffleRead"; 25 [labelType="html" label="ShuffledRowRDD [25] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster62 { label="WholeStageCodegen (2)"; 26 [labelType="html" label="MapPartitionsRDD [26] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster61 { label="Window"; 27 [labelType="html" label="MapPartitionsRDD [27] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster58 { label="WholeStageCodegen (3)"; 28 [labelType="html" label="MapPartitionsRDD [28] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster66 { label="mapPartitionsInternal"; 29 [labelType="html" label="MapPartitionsRDD [29] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster67 { label="mapPartitionsInternal"; 30 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Filter (isnotnull(is_ride_id_valid#474) AND ((is_ride_id_valid#474 AND is_duration_valid#475) AND is_station_valid#476))\n +- Window [row_number() windowspecdefinition(start_station_id#31, started_at#28 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#536], [start_station_id#31], [started_at#28 ASC NULLS FIRST]\n +- Sort [start_station_id#31 ASC NULLS FIRST, started_at#28 ASC NULLS FIRST], false, 0\n +- Exchange hashpartitioning(start_station_id#31, 200), ENSURE_REQUIREMENTS, [plan_id=68]\n +- Project [ride_id#26, rideable_type#27, started_at#28, ended_at#29, start_station_name#30, start_station_id#31, end_station_name#32, end_station_id#33, start_lat#34, start_lng#35, end_lat#36, end_lng#37, member_casual#38, is_ride_id_valid#474, is_duration_valid#475, is_station_valid#476, _source_file#493, 2026-08-18 07:26:21.132535 AS _processed_dttm#494, year(cast(started_at#28 as date)) AS ye... [30] [Cached] [Unordered]<br>count at NativeMethodAccessorImpl.java:0"]; } subgraph cluster165 { label="InMemoryTableScan"; 62 [labelType="html" label="MapPartitionsRDD [62] [Unordered]<br>parquet at NativeMethodAccessorImpl.java:0"]; 63 [labelType="html" label="MapPartitionsRDD [63] [Unordered]<br>parquet at NativeMethodAccessorImpl.java:0"]; 64 [labelType="html" label="MapPartitionsRDD [64] [Unordered]<br>parquet at NativeMethodAccessorImpl.java:0"]; } subgraph cluster161 { label="WholeStageCodegen (1)"; 65 [labelType="html" label="MapPartitionsRDD [65] [Unordered]<br>parquet at NativeMethodAccessorImpl.java:0"]; } subgraph cluster160 { label="WriteFiles"; 66 [labelType="html" label="MapPartitionsRDD [66] [Unordered]<br>parquet at NativeMethodAccessorImpl.java:0"]; } } 25->26; 26->27; 27->28; 28->29; 29->30; 30->62; 62->63; 63->64; 64->65; 65->66; }