digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<br><b>TakeOrderedAndProject</b><br><br>"];
2 [labelType="html" label="<b>InMemoryTableScan</b><br><br>number of output rows: 31,257"];
3 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))";
5 [labelType="html" label="<br><b>Project</b><br><br>"];
}
6 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))"];
subgraph cluster7 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))";
8 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>peak memory total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))"];
}
9 [labelType="html" label="<br><b>AQEShuffleRead</b><br><br>"];
10 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 0<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>remote merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>remote merged blocks fetched: 0<br>records read: 0<br>local bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>remote bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>merged fetch fallback count: 0<br>local blocks read: 0<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>local merged bytes read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>number of partitions: 0<br>remote reqs duration total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>remote bytes read to disk total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))"];
subgraph cluster11 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))";
12 [labelType="html" label="<br><b>Project</b><br><br>"];
}
13 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 0<br>number of files read: 0<br>metadata time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 50.0: task 45))<br>size of files read total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 50.0: task 45))"];
1->0;
2->1;
3->2;
5->3;
6->5;
8->6;
9->8;
10->9;
12->10;
13->12;
}
14
AdaptiveSparkPlan isFinalPlan=true
TakeOrderedAndProject(limit=6, orderBy=[ride_id#5047 ASC NULLS FIRST], output=[toprettystring(ride_id)#5168,toprettystring(rideable_type)#5169,toprettystring(started_at)#5170,toprettystring(ended_at)#5171,toprettystring(start_station_name)#5172,toprettystring(start_station_id)#5173,toprettystring(end_station_name)#5174,toprettystring(end_station_id)#5175,toprettystring(start_lat)#5176,toprettystring(start_lng)#5177,toprettystring(end_lat)#5178,toprettystring(end_lng)#5179,toprettystring(member_casual)#5180,toprettystring(valid_ride_id)#5181,toprettystring(valid_time)#5182,toprettystring(valid_station)#5183,toprettystring(_source_file)#5184,toprettystring(_processed_dttm)#5185,toprettystring(_start_station_ride_num)#5186,toprettystring(year)#5187,toprettystring(month)#5188])
InMemoryTableScan [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
AdaptiveSparkPlan isFinalPlan=true
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
WholeStageCodegen (3)
Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
WholeStageCodegen (2)
AQEShuffleRead coalesced
Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=151]
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
WholeStageCodegen (1)
FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
== Physical Plan ==
AdaptiveSparkPlan (13)
+- == Final Plan ==
TakeOrderedAndProject (11)
+- TableCacheQueryStage (10), Statistics(sizeInBytes=8.2 MiB, rowCount=3.13E+4)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (9)
+- Project (8)
+- Window (7)
+- Sort (6)
+- Exchange (5)
+- Project (4)
+- Scan csv (3)
+- == Initial Plan ==
TakeOrderedAndProject (12)
+- InMemoryTableScan (1)
+- InMemoryRelation (2)
+- AdaptiveSparkPlan (9)
+- Project (8)
+- Window (7)
+- Sort (6)
+- Exchange (5)
+- Project (4)
+- Scan csv (3)
(1) InMemoryTableScan
Output [21]: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
Arguments: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
(2) InMemoryRelation
Arguments: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046], CachedRDDBuilder(org.apache.spark.sql.execution.columnar.DefaultCachedBatchSerializer@43d79ed6,StorageLevel(disk, memory, deserialized, 1 replicas),AdaptiveSparkPlan isFinalPlan=true
+- == Final Plan ==
*(3) Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
+- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
+- *(2) Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
+- AQEShuffleRead coalesced
+- ShuffleQueryStage 0
+- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=151]
+- *(1) Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
+- FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
+- == Initial Plan ==
Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
+- Window [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
+- Sort [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=113]
+- Project [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
+- FileScan csv [ride_id#252,rideable_type#253,started_at#254,ended_at#255,start_station_name#256,start_station_id#257,end_station_name#258,end_station_id#259,start_lat#260,start_lng#261,end_lat#262,end_lng#263,member_casual#264] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibik..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
,None)
(3) Scan csv
Output [13]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#257, end_station_name#258, end_station_id#259, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264]
Batched: false
Location: InMemoryFileIndex [s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibike-tripdata-part00.csv]
ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_name:string,start_station_id:string,end_station_name:string,end_station_id:string,start_lat:double,start_lng:double,end_lat:double,end_lng:double,member_casual:string>
(4) Project
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, cast(start_station_id#257 as double) AS start_station_id#359, end_station_name#258, cast(end_station_id#259 as double) AS end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, isnotnull(ride_id#252) AS valid_ride_id#345, (ended_at#255 > started_at#254) AS valid_time#346, NOT (end_station_id#259 = start_station_id#257) AS valid_station#347, input_file_name() AS _source_file#348, year(cast(started_at#254 as date)) AS year#352, month(cast(started_at#254 as date)) AS month#353, start_station_id#257, started_at#254]
Input [13]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#257, end_station_name#258, end_station_id#259, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264]
(5) Exchange
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: hashpartitioning(start_station_id#257, 200), ENSURE_REQUIREMENTS, [plan_id=562]
(6) Sort
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: [start_station_id#257 ASC NULLS FIRST, started_at#254 ASC NULLS FIRST], false, 0
(7) Window
Input [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254]
Arguments: [row_number() windowspecdefinition(start_station_id#257, started_at#254 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS _start_station_ride_num#351], [start_station_id#257], [started_at#254 ASC NULLS FIRST]
(8) Project
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, 2026-04-08 08:20:23.917168 AS _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
Input [22]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, year#352, month#353, start_station_id#257, started_at#254, _start_station_ride_num#351]
(9) AdaptiveSparkPlan
Output [21]: [ride_id#252, rideable_type#253, started_at#254, ended_at#255, start_station_name#256, start_station_id#359, end_station_name#258, end_station_id#361, start_lat#260, start_lng#261, end_lat#262, end_lng#263, member_casual#264, valid_ride_id#345, valid_time#346, valid_station#347, _source_file#348, _processed_dttm#349, _start_station_ride_num#351, year#352, month#353]
Arguments: isFinalPlan=false
(10) TableCacheQueryStage
Output [21]: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
Arguments: 0
(11) TakeOrderedAndProject
Input [21]: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
Arguments: 6, [ride_id#5047 ASC NULLS FIRST], [toprettystring(ride_id#5047, Some(Etc/UTC)) AS toprettystring(ride_id)#5168, toprettystring(rideable_type#5048, Some(Etc/UTC)) AS toprettystring(rideable_type)#5169, toprettystring(started_at#5049, Some(Etc/UTC)) AS toprettystring(started_at)#5170, toprettystring(ended_at#5050, Some(Etc/UTC)) AS toprettystring(ended_at)#5171, toprettystring(start_station_name#5051, Some(Etc/UTC)) AS toprettystring(start_station_name)#5172, toprettystring(start_station_id#5052, Some(Etc/UTC)) AS toprettystring(start_station_id)#5173, toprettystring(end_station_name#5053, Some(Etc/UTC)) AS toprettystring(end_station_name)#5174, toprettystring(end_station_id#5054, Some(Etc/UTC)) AS toprettystring(end_station_id)#5175, toprettystring(start_lat#5055, Some(Etc/UTC)) AS toprettystring(start_lat)#5176, toprettystring(start_lng#5056, Some(Etc/UTC)) AS toprettystring(start_lng)#5177, toprettystring(end_lat#5057, Some(Etc/UTC)) AS toprettystring(end_lat)#5178, toprettystring(end_lng#5058, Some(Etc/UTC)) AS toprettystring(end_lng)#5179, toprettystring(member_casual#5059, Some(Etc/UTC)) AS toprettystring(member_casual)#5180, toprettystring(valid_ride_id#5038, Some(Etc/UTC)) AS toprettystring(valid_ride_id)#5181, toprettystring(valid_time#5039, Some(Etc/UTC)) AS toprettystring(valid_time)#5182, toprettystring(valid_station#5040, Some(Etc/UTC)) AS toprettystring(valid_station)#5183, toprettystring(_source_file#5041, Some(Etc/UTC)) AS toprettystring(_source_file)#5184, toprettystring(_processed_dttm#5042, Some(Etc/UTC)) AS toprettystring(_processed_dttm)#5185, toprettystring(_start_station_ride_num#5044, Some(Etc/UTC)) AS toprettystring(_start_station_ride_num)#5186, toprettystring(year#5045, Some(Etc/UTC)) AS toprettystring(year)#5187, toprettystring(month#5046, Some(Etc/UTC)) AS toprettystring(month)#5188]
(12) TakeOrderedAndProject
Input [21]: [ride_id#5047, rideable_type#5048, started_at#5049, ended_at#5050, start_station_name#5051, start_station_id#5052, end_station_name#5053, end_station_id#5054, start_lat#5055, start_lng#5056, end_lat#5057, end_lng#5058, member_casual#5059, valid_ride_id#5038, valid_time#5039, valid_station#5040, _source_file#5041, _processed_dttm#5042, _start_station_ride_num#5044, year#5045, month#5046]
Arguments: 6, [ride_id#5047 ASC NULLS FIRST], [toprettystring(ride_id#5047, Some(Etc/UTC)) AS toprettystring(ride_id)#5168, toprettystring(rideable_type#5048, Some(Etc/UTC)) AS toprettystring(rideable_type)#5169, toprettystring(started_at#5049, Some(Etc/UTC)) AS toprettystring(started_at)#5170, toprettystring(ended_at#5050, Some(Etc/UTC)) AS toprettystring(ended_at)#5171, toprettystring(start_station_name#5051, Some(Etc/UTC)) AS toprettystring(start_station_name)#5172, toprettystring(start_station_id#5052, Some(Etc/UTC)) AS toprettystring(start_station_id)#5173, toprettystring(end_station_name#5053, Some(Etc/UTC)) AS toprettystring(end_station_name)#5174, toprettystring(end_station_id#5054, Some(Etc/UTC)) AS toprettystring(end_station_id)#5175, toprettystring(start_lat#5055, Some(Etc/UTC)) AS toprettystring(start_lat)#5176, toprettystring(start_lng#5056, Some(Etc/UTC)) AS toprettystring(start_lng)#5177, toprettystring(end_lat#5057, Some(Etc/UTC)) AS toprettystring(end_lat)#5178, toprettystring(end_lng#5058, Some(Etc/UTC)) AS toprettystring(end_lng)#5179, toprettystring(member_casual#5059, Some(Etc/UTC)) AS toprettystring(member_casual)#5180, toprettystring(valid_ride_id#5038, Some(Etc/UTC)) AS toprettystring(valid_ride_id)#5181, toprettystring(valid_time#5039, Some(Etc/UTC)) AS toprettystring(valid_time)#5182, toprettystring(valid_station#5040, Some(Etc/UTC)) AS toprettystring(valid_station)#5183, toprettystring(_source_file#5041, Some(Etc/UTC)) AS toprettystring(_source_file)#5184, toprettystring(_processed_dttm#5042, Some(Etc/UTC)) AS toprettystring(_processed_dttm)#5185, toprettystring(_start_station_ride_num#5044, Some(Etc/UTC)) AS toprettystring(_start_station_ride_num)#5186, toprettystring(year#5045, Some(Etc/UTC)) AS toprettystring(year)#5187, toprettystring(month#5046, Some(Etc/UTC)) AS toprettystring(month)#5188]
(13) AdaptiveSparkPlan
Output [21]: [toprettystring(ride_id)#5168, toprettystring(rideable_type)#5169, toprettystring(started_at)#5170, toprettystring(ended_at)#5171, toprettystring(start_station_name)#5172, toprettystring(start_station_id)#5173, toprettystring(end_station_name)#5174, toprettystring(end_station_id)#5175, toprettystring(start_lat)#5176, toprettystring(start_lng)#5177, toprettystring(end_lat)#5178, toprettystring(end_lng)#5179, toprettystring(member_casual)#5180, toprettystring(valid_ride_id)#5181, toprettystring(valid_time)#5182, toprettystring(valid_station)#5183, toprettystring(_source_file)#5184, toprettystring(_processed_dttm)#5185, toprettystring(_start_station_ride_num)#5186, toprettystring(year)#5187, toprettystring(month)#5188]
Arguments: isFinalPlan=true