digraph G {
0 [labelType="html" label="<br><b>CollectLimit</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 0 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Filter</b><br><br>number of output rows: 4"];
}
4 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 4<br>number of files read: 5<br>metadata time: 1 ms<br>size of files read: 928.8 MiB"];
2->0;
3->2;
4->3;
}
5
CollectLimit 4
Project [toprettystring(ride_id#17, Some(Etc/UTC)) AS toprettystring(ride_id)#149, toprettystring(rideable_type#18, Some(Etc/UTC)) AS toprettystring(rideable_type)#150, toprettystring(started_at#19, Some(Etc/UTC)) AS toprettystring(started_at)#151, toprettystring(ended_at#20, Some(Etc/UTC)) AS toprettystring(ended_at)#152, toprettystring(start_station_name#21, Some(Etc/UTC)) AS toprettystring(start_station_name)#153, toprettystring(start_station_id#22, Some(Etc/UTC)) AS toprettystring(start_station_id)#154, toprettystring(end_station_name#23, Some(Etc/UTC)) AS toprettystring(end_station_name)#155, toprettystring(end_station_id#24, Some(Etc/UTC)) AS toprettystring(end_station_id)#156, toprettystring(start_lat#25, Some(Etc/UTC)) AS toprettystring(start_lat)#157, toprettystring(start_lng#26, Some(Etc/UTC)) AS toprettystring(start_lng)#158, toprettystring(end_lat#27, Some(Etc/UTC)) AS toprettystring(end_lat)#159, toprettystring(end_lng#28, Some(Etc/UTC)) AS toprettystring(end_lng)#160, toprettystring(member_casual#29, Some(Etc/UTC)) AS toprettystring(member_casual)#161]
Filter (isnotnull(member_casual#29) AND (member_casual#29 = member))
WholeStageCodegen (1)
FileScan csv [ride_id#17,rideable_type#18,started_at#19,ended_at#20,start_station_name#21,start_station_id#22,end_station_name#23,end_station_id#24,start_lat#25,start_lng#26,end_lat#27,end_lng#28,member_casual#29] Batched: false, DataFilters: [isnotnull(member_casual#29), (member_casual#29 = member)], Format: CSV, Location: InMemoryFileIndex(5 paths)[s3a://rzvde-g9-chernyshev-miron/raw/citibike_data/202507/202507-citibi..., PartitionFilters: [], PushedFilters: [IsNotNull(member_casual), EqualTo(member_casual,member)], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_...
== Physical Plan ==
CollectLimit (4)
+- * Project (3)
+- * Filter (2)
+- Scan csv (1)
(1) Scan csv
Output [13]: [ride_id#17, rideable_type#18, started_at#19, ended_at#20, start_station_name#21, start_station_id#22, end_station_name#23, end_station_id#24, start_lat#25, start_lng#26, end_lat#27, end_lng#28, member_casual#29]
Batched: false
Location: InMemoryFileIndex [s3a://rzvde-g9-chernyshev-miron/raw/citibike_data/202507/202507-citibike-tripdata-part00.csv, ... 4 entries]
PushedFilters: [IsNotNull(member_casual), EqualTo(member_casual,member)]
ReadSchema: struct<ride_id:string,rideable_type:string,started_at:timestamp,ended_at:timestamp,start_station_name:string,start_station_id:string,end_station_name:string,end_station_id:string,start_lat:double,start_lng:double,end_lat:double,end_lng:double,member_casual:string>
(2) Filter [codegen id : 1]
Input [13]: [ride_id#17, rideable_type#18, started_at#19, ended_at#20, start_station_name#21, start_station_id#22, end_station_name#23, end_station_id#24, start_lat#25, start_lng#26, end_lat#27, end_lng#28, member_casual#29]
Condition : (isnotnull(member_casual#29) AND (member_casual#29 = member))
(3) Project [codegen id : 1]
Output [13]: [toprettystring(ride_id#17, Some(Etc/UTC)) AS toprettystring(ride_id)#149, toprettystring(rideable_type#18, Some(Etc/UTC)) AS toprettystring(rideable_type)#150, toprettystring(started_at#19, Some(Etc/UTC)) AS toprettystring(started_at)#151, toprettystring(ended_at#20, Some(Etc/UTC)) AS toprettystring(ended_at)#152, toprettystring(start_station_name#21, Some(Etc/UTC)) AS toprettystring(start_station_name)#153, toprettystring(start_station_id#22, Some(Etc/UTC)) AS toprettystring(start_station_id)#154, toprettystring(end_station_name#23, Some(Etc/UTC)) AS toprettystring(end_station_name)#155, toprettystring(end_station_id#24, Some(Etc/UTC)) AS toprettystring(end_station_id)#156, toprettystring(start_lat#25, Some(Etc/UTC)) AS toprettystring(start_lat)#157, toprettystring(start_lng#26, Some(Etc/UTC)) AS toprettystring(start_lng)#158, toprettystring(end_lat#27, Some(Etc/UTC)) AS toprettystring(end_lat)#159, toprettystring(end_lng#28, Some(Etc/UTC)) AS toprettystring(end_lng)#160, toprettystring(member_casual#29, Some(Etc/UTC)) AS toprettystring(member_casual)#161]
Input [13]: [ride_id#17, rideable_type#18, started_at#19, ended_at#20, start_station_name#21, start_station_id#22, end_station_name#23, end_station_id#24, start_lat#25, start_lng#26, end_lat#27, end_lng#28, member_casual#29]
(4) CollectLimit
Input [13]: [toprettystring(ride_id)#149, toprettystring(rideable_type)#150, toprettystring(started_at)#151, toprettystring(ended_at)#152, toprettystring(start_station_name)#153, toprettystring(start_station_id)#154, toprettystring(end_station_name)#155, toprettystring(end_station_id)#156, toprettystring(start_lat)#157, toprettystring(start_lng)#158, toprettystring(end_lat)#159, toprettystring(end_lng)#160, toprettystring(member_casual)#161]
Arguments: 4