digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
}
3 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 4<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 40.8 MiB"];
2->0;
3->2;
}
4
CollectLimit 4
Project [toprettystring(ride_id#3097, Some(UTC)) AS toprettystring(ride_id)#3136, toprettystring(rideable_type#3098, Some(UTC)) AS toprettystring(rideable_type)#3137, toprettystring(started_at#3099, Some(UTC)) AS toprettystring(started_at)#3138, toprettystring(ended_at#3100, Some(UTC)) AS toprettystring(ended_at)#3139, toprettystring(start_station_name#3101, Some(UTC)) AS toprettystring(start_station_name)#3140, toprettystring(start_station_id#3102, Some(UTC)) AS toprettystring(start_station_id)#3141, toprettystring(end_station_name#3103, Some(UTC)) AS toprettystring(end_station_name)#3142, toprettystring(end_station_id#3104, Some(UTC)) AS toprettystring(end_station_id)#3143, toprettystring(start_lat#3105, Some(UTC)) AS toprettystring(start_lat)#3144, toprettystring(start_lng#3106, Some(UTC)) AS toprettystring(start_lng)#3145, toprettystring(end_lat#3107, Some(UTC)) AS toprettystring(end_lat)#3146, toprettystring(end_lng#3108, Some(UTC)) AS toprettystring(end_lng)#3147, toprettystring(member_casual#3109, Some(UTC)) AS toprettystring(member_casual)#3148]
WholeStageCodegen (1)
FileScan csv [ride_id#3097,rideable_type#3098,started_at#3099,ended_at#3100,start_station_name#3101,start_station_id#3102,end_station_name#3103,end_station_id#3104,start_lat#3105,start_lng#3106,end_lat#3107,end_lng#3108,member_casual#3109] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[s3a://rzvde-g11-durnev-pavel/raw/citibike_data/202602/202602-citibike-..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:string,ended_at:string,start_station_name:s...
== Physical Plan ==
CollectLimit (3)
+- * Project (2)
+- Scan csv (1)
(1) Scan csv
Output [13]: [ride_id#3097, rideable_type#3098, started_at#3099, ended_at#3100, start_station_name#3101, start_station_id#3102, end_station_name#3103, end_station_id#3104, start_lat#3105, start_lng#3106, end_lat#3107, end_lng#3108, member_casual#3109]
Batched: false
Location: InMemoryFileIndex [s3a://rzvde-g11-durnev-pavel/raw/citibike_data/202602/202602-citibike-tripdata-part01.csv]
ReadSchema: struct<ride_id:string,rideable_type:string,started_at:string,ended_at:string,start_station_name:string,start_station_id:string,end_station_name:string,end_station_id:string,start_lat:string,start_lng:string,end_lat:string,end_lng:string,member_casual:string>
(2) Project [codegen id : 1]
Output [13]: [toprettystring(ride_id#3097, Some(UTC)) AS toprettystring(ride_id)#3136, toprettystring(rideable_type#3098, Some(UTC)) AS toprettystring(rideable_type)#3137, toprettystring(started_at#3099, Some(UTC)) AS toprettystring(started_at)#3138, toprettystring(ended_at#3100, Some(UTC)) AS toprettystring(ended_at)#3139, toprettystring(start_station_name#3101, Some(UTC)) AS toprettystring(start_station_name)#3140, toprettystring(start_station_id#3102, Some(UTC)) AS toprettystring(start_station_id)#3141, toprettystring(end_station_name#3103, Some(UTC)) AS toprettystring(end_station_name)#3142, toprettystring(end_station_id#3104, Some(UTC)) AS toprettystring(end_station_id)#3143, toprettystring(start_lat#3105, Some(UTC)) AS toprettystring(start_lat)#3144, toprettystring(start_lng#3106, Some(UTC)) AS toprettystring(start_lng)#3145, toprettystring(end_lat#3107, Some(UTC)) AS toprettystring(end_lat)#3146, toprettystring(end_lng#3108, Some(UTC)) AS toprettystring(end_lng)#3147, toprettystring(member_casual#3109, Some(UTC)) AS toprettystring(member_casual)#3148]
Input [13]: [ride_id#3097, rideable_type#3098, started_at#3099, ended_at#3100, start_station_name#3101, start_station_id#3102, end_station_name#3103, end_station_id#3104, start_lat#3105, start_lng#3106, end_lat#3107, end_lng#3108, member_casual#3109]
(3) CollectLimit
Input [13]: [toprettystring(ride_id)#3136, toprettystring(rideable_type)#3137, toprettystring(started_at)#3138, toprettystring(ended_at)#3139, toprettystring(start_station_name)#3140, toprettystring(start_station_id)#3141, toprettystring(end_station_name)#3142, toprettystring(end_station_id)#3143, toprettystring(start_lat)#3144, toprettystring(start_lng)#3145, toprettystring(end_lat)#3146, toprettystring(end_lng)#3147, toprettystring(member_casual)#3148]
Arguments: 4