digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
2 [labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 31,257"];
3 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))";
5 [labelType="html" label="<br><b>Project</b><br><br>"];
}
6 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))";
8 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>peak memory total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))"];
}
9 [labelType="html" label="<br><b>AQEShuffleRead</b><br><br>"];
10 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>remote merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>remote bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>local merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>remote bytes read to disk total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))"];
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))";
12 [labelType="html" label="<br><b>Project</b><br><br>"];
}
13 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 0<br>number of files read: 0<br>metadata time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 29.0: task 27))<br>size of files read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 29.0: task 27))"];
1->0;
2->1;
3->2;
5->3;
6->5;
8->6;
9->8;
10->9;
12->10;
13->12;
}
14
AdaptiveSparkPlan isFinalPlan=true
TakeOrderedAndProject(limit=6, orderBy=[ride_id#2670 ASC NULLS FIRST], output=[toprettystring(ride_id)#2791,toprettystring(rideable_type)#2792,toprettystring(started_at)#2793,toprettystring(ended_at)#2794,toprettystring(start_station_name)#2795,toprettystring(start_station_id)#2796,toprettystring(end_station_name)#2797,toprettystring(end_station_id)#2798,toprettystring(start_lat)#2799,toprettystring(start_lng)#2800,toprettystring(end_lat)#2801,toprettystring(end_lng)#2802,toprettystring(member_casual)#2803,toprettystring(valid_ride_id)#2804,toprettystring(valid_time)#2805,toprettystring(valid_station)#2806,toprettystring(_source_file)#2807,toprettystring(_processed_dttm)#2808,toprettystring(_start_station_ride_num)#2809,toprettystring(year)#2810,toprettystring(month)#2811])
InMemoryTableScan [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
AdaptiveSparkPlan isFinalPlan=true
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
WholeStageCodegen (3)
Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
WholeStageCodegen (2)
AQEShuffleRead coalesced
Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=151]
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
WholeStageCodegen (1)
FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
== Physical Plan ==
AdaptiveSparkPlan (13)
+- == Final Plan ==
TakeOrderedAndProject (11)
+- TableCacheQueryStage (10), Statistics(sizeInBytes=8.2 MiB, rowCount=3.13E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (9)
+- Project (8)
+- Window (7)
+- Sort (6)
+- Exchange (5)
+- Project (4)
+- Scan csv (3)
+- == Initial Plan ==
TakeOrderedAndProject (12)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (9)
+- Project (8)
+- Window (7)
+- Sort (6)
+- Exchange (5)
+- Project (4)
+- Scan csv (3)
(1) InMemoryTableScan
Output [21]: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
Arguments: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
(2) InMemoryRelation
Arguments: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@43d79ed6,StorageLevel(disk, memory, deserialized, 1 replicas),AdaptiveSparkPlan isFinalPlan=true
+- == Final Plan ==
*(3) Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
+- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
+- *(2) Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
+- AQEShuffleRead coalesced
+- ShuffleQueryStage 0
+- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=151]
+- *(1) Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
+- FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
+- == Initial Plan ==
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
+- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
+- Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=113]
+- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
+- FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
,None)
(3) Scan csv
Output [13]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#257, end_station_name#258, end_station_id#259, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264]
Batched: false
Location: InMemoryFileIndex [s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibike-tripdata-part00.csv]
ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_name:string,start_station_id:string,end_station_name:string,end_station_id:string,start_lat:double,start_lng:double,end_lat:double,end_lng:double,member_casual:string>
(4) Project
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
Input [13]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#257, end_station_name#258, end_station_id#259, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264]
(5) Exchange
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=321]
(6) Sort
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
(7) Window
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
(8) Project
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
Input [22]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254, _start_station_ride_num#351]
(9) AdaptiveSparkPlan
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
Arguments: isFinalPlan=false
(10) TableCacheQueryStage
Output [21]: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
Arguments: 0
(11) TakeOrderedAndProject
Input [21]: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
Arguments: 6, [ride_id#2670 ASC NULLS FIRST], [toprettystring(ride_id#2670, Some(Etc/UTC)) AS toprettystring(ride_id)#2791, toprettystring(rideable_type#2671, Some(Etc/UTC)) AS toprettystring(rideable_type)#2792, toprettystring(started_at#2672, Some(Etc/UTC)) AS toprettystring(started_at)#2793, toprettystring(ended_at#2673, Some(Etc/UTC)) AS toprettystring(ended_at)#2794, toprettystring(start_station_name#2674, Some(Etc/UTC)) AS toprettystring(start_station_name)#2795, toprettystring(start_station_id#2675, Some(Etc/UTC)) AS toprettystring(start_station_id)#2796, toprettystring(end_station_name#2676, Some(Etc/UTC)) AS toprettystring(end_station_name)#2797, toprettystring(end_station_id#2677, Some(Etc/UTC)) AS toprettystring(end_station_id)#2798, toprettystring(start_lat#2678, Some(Etc/UTC)) AS toprettystring(start_lat)#2799, toprettystring(start_lng#2679, Some(Etc/UTC)) AS toprettystring(start_lng)#2800, toprettystring(end_lat#2680, Some(Etc/UTC)) AS toprettystring(end_lat)#2801, toprettystring(end_lng#2681, Some(Etc/UTC)) AS toprettystring(end_lng)#2802, toprettystring(member_casual#2682, Some(Etc/UTC)) AS toprettystring(member_casual)#2803, toprettystring(valid_ride_id#2661, Some(Etc/UTC)) AS toprettystring(valid_ride_id)#2804, toprettystring(valid_time#2662, Some(Etc/UTC)) AS toprettystring(valid_time)#2805, toprettystring(valid_station#2663, Some(Etc/UTC)) AS toprettystring(valid_station)#2806, toprettystring(_source_file#2664, Some(Etc/UTC)) AS toprettystring(_source_file)#2807, toprettystring(_processed_dttm#2665, Some(Etc/UTC)) AS toprettystring(_processed_dttm)#2808, toprettystring(_start_station_ride_num#2667, Some(Etc/UTC)) AS toprettystring(_start_station_ride_num)#2809, toprettystring(year#2668, Some(Etc/UTC)) AS toprettystring(year)#2810, toprettystring(month#2669, Some(Etc/UTC)) AS toprettystring(month)#2811]
(12) TakeOrderedAndProject
Input [21]: [ride_id#2670, rideable_type#2671, started_at#2672, ended_at#2673, start_station_name#2674, start_station_id#2675, end_station_name#2676, end_station_id#2677, start_lat#2678, start_lng#2679, end_lat#2680, end_lng#2681, member_casual#2682, valid_ride_id#2661, valid_time#2662, valid_station#2663, _source_file#2664, _processed_dttm#2665, _start_station_ride_num#2667, year#2668, month#2669]
Arguments: 6, [ride_id#2670 ASC NULLS FIRST], [toprettystring(ride_id#2670, Some(Etc/UTC)) AS toprettystring(ride_id)#2791, toprettystring(rideable_type#2671, Some(Etc/UTC)) AS toprettystring(rideable_type)#2792, toprettystring(started_at#2672, Some(Etc/UTC)) AS toprettystring(started_at)#2793, toprettystring(ended_at#2673, Some(Etc/UTC)) AS toprettystring(ended_at)#2794, toprettystring(start_station_name#2674, Some(Etc/UTC)) AS toprettystring(start_station_name)#2795, toprettystring(start_station_id#2675, Some(Etc/UTC)) AS toprettystring(start_station_id)#2796, toprettystring(end_station_name#2676, Some(Etc/UTC)) AS toprettystring(end_station_name)#2797, toprettystring(end_station_id#2677, Some(Etc/UTC)) AS toprettystring(end_station_id)#2798, toprettystring(start_lat#2678, Some(Etc/UTC)) AS toprettystring(start_lat)#2799, toprettystring(start_lng#2679, Some(Etc/UTC)) AS toprettystring(start_lng)#2800, toprettystring(end_lat#2680, Some(Etc/UTC)) AS toprettystring(end_lat)#2801, toprettystring(end_lng#2681, Some(Etc/UTC)) AS toprettystring(end_lng)#2802, toprettystring(member_casual#2682, Some(Etc/UTC)) AS toprettystring(member_casual)#2803, toprettystring(valid_ride_id#2661, Some(Etc/UTC)) AS toprettystring(valid_ride_id)#2804, toprettystring(valid_time#2662, Some(Etc/UTC)) AS toprettystring(valid_time)#2805, toprettystring(valid_station#2663, Some(Etc/UTC)) AS toprettystring(valid_station)#2806, toprettystring(_source_file#2664, Some(Etc/UTC)) AS toprettystring(_source_file)#2807, toprettystring(_processed_dttm#2665, Some(Etc/UTC)) AS toprettystring(_processed_dttm)#2808, toprettystring(_start_station_ride_num#2667, Some(Etc/UTC)) AS toprettystring(_start_station_ride_num)#2809, toprettystring(year#2668, Some(Etc/UTC)) AS toprettystring(year)#2810, toprettystring(month#2669, Some(Etc/UTC)) AS toprettystring(month)#2811]
(13) AdaptiveSparkPlan
Output [21]: [toprettystring(ride_id)#2791, toprettystring(rideable_type)#2792, toprettystring(started_at)#2793, toprettystring(ended_at)#2794, toprettystring(start_station_name)#2795, toprettystring(start_station_id)#2796, toprettystring(end_station_name)#2797, toprettystring(end_station_id)#2798, toprettystring(start_lat)#2799, toprettystring(start_lng)#2800, toprettystring(end_lat)#2801, toprettystring(end_lng)#2802, toprettystring(member_casual)#2803, toprettystring(valid_ride_id)#2804, toprettystring(valid_time)#2805, toprettystring(valid_station)#2806, toprettystring(_source_file)#2807, toprettystring(_processed_dttm)#2808, toprettystring(_start_station_ride_num)#2809, toprettystring(year)#2810, toprettystring(month)#2811]
Arguments: isFinalPlan=true