digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
}
3 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 6<br>number of files read: 51<br>metadata time: 1 ms<br>size of files read: 8.1 GiB"];
2->0;
3->2;
}
4
CollectLimit 6
Project [toprettystring(ride_id#347, Some(Etc/UTC)) AS toprettystring(ride_id)#386, toprettystring(rideable_type#348, Some(Etc/UTC)) AS toprettystring(rideable_type)#387, toprettystring(started_at#349, Some(Etc/UTC)) AS toprettystring(started_at)#388, toprettystring(ended_at#350, Some(Etc/UTC)) AS toprettystring(ended_at)#389, toprettystring(start_station_name#351, Some(Etc/UTC)) AS toprettystring(start_station_name)#390, toprettystring(start_station_id#352, Some(Etc/UTC)) AS toprettystring(start_station_id)#391, toprettystring(end_station_name#353, Some(Etc/UTC)) AS toprettystring(end_station_name)#392, toprettystring(end_station_id#354, Some(Etc/UTC)) AS toprettystring(end_station_id)#393, toprettystring(start_lat#355, Some(Etc/UTC)) AS toprettystring(start_lat)#394, toprettystring(start_lng#356, Some(Etc/UTC)) AS toprettystring(start_lng)#395, toprettystring(end_lat#357, Some(Etc/UTC)) AS toprettystring(end_lat)#396, toprettystring(end_lng#358, Some(Etc/UTC)) AS toprettystring(end_lng)#397, toprettystring(member_casual#359, Some(Etc/UTC)) AS toprettystring(member_casual)#398]
WholeStageCodegen (1)
FileScan csv [ride_id#347,rideable_type#348,started_at#349,ended_at#350,start_station_name#351,start_station_id#352,end_station_name#353,end_station_id#354,start_lat#355,start_lng#356,end_lat#357,end_lng#358,member_casual#359] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(51 paths)[s3a://rzvde-g8-cheremisin-daniil/raw/citibike_data/202503/202503-citi..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
== Physical Plan ==
CollectLimit (3)
+- * Project (2)
+- Scan csv (1)
(1) Scan csv
Output [13]: [ride_id#347, rideable_type#348, started_at#349, ended_at#350, start_station_name#351, start_station_id#352, end_station_name#353, end_station_id#354, start_lat#355, start_lng#356, end_lat#357, end_lng#358, member_casual#359]
Batched: false
Location: InMemoryFileIndex [s3a://rzvde-g8-cheremisin-daniil/raw/citibike_data/202503/202503-citibike-tripdata_1.csv, ... 50 entries]
ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_name:string,start_station_id:string,end_station_name:string,end_station_id:string,start_lat:double,start_lng:double,end_lat:double,end_lng:double,member_casual:string>
(2) Project [codegen id : 1]
Output [13]: [toprettystring(ride_id#347, Some(Etc/UTC)) AS toprettystring(ride_id)#386, toprettystring(rideable_type#348, Some(Etc/UTC)) AS toprettystring(rideable_type)#387, toprettystring(started_at#349, Some(Etc/UTC)) AS toprettystring(started_at)#388, toprettystring(ended_at#350, Some(Etc/UTC)) AS toprettystring(ended_at)#389, toprettystring(start_station_name#351, Some(Etc/UTC)) AS toprettystring(start_station_name)#390, toprettystring(start_station_id#352, Some(Etc/UTC)) AS toprettystring(start_station_id)#391, toprettystring(end_station_name#353, Some(Etc/UTC)) AS toprettystring(end_station_name)#392, toprettystring(end_station_id#354, Some(Etc/UTC)) AS toprettystring(end_station_id)#393, toprettystring(start_lat#355, Some(Etc/UTC)) AS toprettystring(start_lat)#394, toprettystring(start_lng#356, Some(Etc/UTC)) AS toprettystring(start_lng)#395, toprettystring(end_lat#357, Some(Etc/UTC)) AS toprettystring(end_lat)#396, toprettystring(end_lng#358, Some(Etc/UTC)) AS toprettystring(end_lng)#397, toprettystring(member_casual#359, Some(Etc/UTC)) AS toprettystring(member_casual)#398]
Input [13]: [ride_id#347, rideable_type#348, started_at#349, ended_at#350, start_station_name#351, start_station_id#352, end_station_name#353, end_station_id#354, start_lat#355, start_lng#356, end_lat#357, end_lng#358, member_casual#359]
(3) CollectLimit
Input [13]: [toprettystring(ride_id)#386, toprettystring(rideable_type)#387, toprettystring(started_at)#388, toprettystring(ended_at)#389, toprettystring(start_station_name)#390, toprettystring(start_station_id)#391, toprettystring(end_station_name)#392, toprettystring(end_station_id)#393, toprettystring(start_lat)#394, toprettystring(start_lng)#395, toprettystring(end_lat)#396, toprettystring(end_lng)#397, toprettystring(member_casual)#398]
Arguments: 6