digraph G {
subgraph clusterstage_121 {
label="Stage 121";
subgraph cluster44 {
label="Scan csv ";
21 [labelType="html" label="FileScanRDD [21]<br>showString at NativeMethodAccessorImpl.java:0"];
22 [labelType="html" label="MapPartitionsRDD [22]<br>showString at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster41 {
label="WholeStageCodegen (1)";
23 [labelType="html" label="MapPartitionsRDD [23]<br>showString at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster45 {
label="mapPartitionsInternal";
24 [labelType="html" label="MapPartitionsRDD [24]<br>showString at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster46 {
label="mapPartitionsInternal";
25 [labelType="html" label="*(1) Project [ride_id#128, rideable_type#129, started_at#130, ended_at#131, start_station_name#132, start_station_id#133, end_station_name#134, end_station_id#135, start_lat#136, start_lng#137, end_lat#138, end_lng#139, member_casual#140, _corrupt_record#141, regexp_extract(input_file_name(), [^/]+$, 0) AS _source_file#156]\n+- FileScan csv [ride_id#128,rideable_type#129,started_at#130,ended_at#131,start_station_name#132,start_station_id#133,end_station_name#134,end_station_id#135,start_lat#136,start_lng#137,end_lat#138,end_lng#139,member_casual#140,_corrupt_record#141] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(2 paths)[s3a://rzvde-g11-durnev-pavel/raw/citibike_data/202602/202602-citibike-..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<ride_id:string,rideable_type:string,started_at:string,ended_at:string,start_station_name:s...\n [25] [Cached]<br>showString at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster79 {
label="InMemoryTableScan";
35 [labelType="html" label="MapPartitionsRDD [35]<br>parquet at NativeMethodAccessorImpl.java:0"];
36 [labelType="html" label="MapPartitionsRDD [36]<br>parquet at NativeMethodAccessorImpl.java:0"];
37 [labelType="html" label="MapPartitionsRDD [37]<br>parquet at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster74 {
label="WholeStageCodegen (1)";
38 [labelType="html" label="MapPartitionsRDD [38]<br>parquet at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster80 {
label="mapPartitionsInternal";
39 [labelType="html" label="MapPartitionsRDD [39]<br>parquet at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster81 {
label="mapPartitionsInternal";
40 [labelType="html" label="AdaptiveSparkPlan isFinalPlan=false\n+- Project [ride_id#128, rideable_type#129, started_at#669, ended_at#670, start_station_name#132, start_station_id#133, end_station_name#134, end_station_id#135, start_lat#675, start_lng#676, end_lat#677, end_lng#678, member_casual#140, _corrupt_record#141, _source_file#156, (isnotnull(ride_id#128) AND NOT (trim(ride_id#128, None) = )) AS _is_ride_id_not_empty#695, coalesce((ended_at#670 > started_at#669), false) AS _is_ended_after_started#696, coalesce(NOT (end_station_id#135 = start_station_id#133), false) AS _is_different_stations#697, ((((isnotnull(ride_id#128) AND NOT (trim(ride_id#128, None) = )) AND coalesce((ended_at#670 > started_at#669), false)) AND coalesce(NOT (end_station_id#135 = start_station_id#133), false)) AND isnull(_corrupt_record#141)) AS _is_valid#698]\n +- Project [ride_id#128, rideable_type#129, cast(started_at#130 as timestamp) AS started_at#669, cast(ended_at#131 as timestamp) AS ended_at#670, start_station_name#132, start_station_id#133, end_s... [40] [Cached]<br>parquet at NativeMethodAccessorImpl.java:0"];
}
subgraph cluster885 {
label="InMemoryTableScan";
348 [labelType="html" label="MapPartitionsRDD [348]<br>first at /tmp/ipykernel_920/1525886086.py:6"];
349 [labelType="html" label="MapPartitionsRDD [349]<br>first at /tmp/ipykernel_920/1525886086.py:6"];
350 [labelType="html" label="MapPartitionsRDD [350]<br>first at /tmp/ipykernel_920/1525886086.py:6"];
}
subgraph cluster881 {
label="WholeStageCodegen (1)";
351 [labelType="html" label="MapPartitionsRDD [351]<br>first at /tmp/ipykernel_920/1525886086.py:6"];
}
subgraph cluster880 {
label="Exchange";
352 [labelType="html" label="MapPartitionsRDD [352]<br>first at /tmp/ipykernel_920/1525886086.py:6"];
}
}
21->22;
22->23;
23->24;
24->25;
25->35;
35->36;
36->37;
37->38;
38->39;
39->40;
40->348;
348->349;
349->350;
350->351;
351->352;
}
25
40