Stages for All Jobs

Completed Stages (106)

Page:
Stage Id ▾ Description Submitted Duration Tasks: Succeeded/Total Input Output Shuffle Read Shuffle Write
149
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 11:32:23 11 s
8/8
928.8 MiB171.0 B
148
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 11:31:36 10 s
8/8
928.8 MiB171.0 B
147
parquet at NativeMethodAccessorImpl.java:0 +details
2026/08/20 11:31:20 13 s
8/8
928.8 MiB
146
parquet at NativeMethodAccessorImpl.java:0 +details
2026/08/20 11:31:03 11 s
8/8
928.8 MiB
145
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:59:45 22 s
8/8
928.8 MiB22.6 MiB
144
parquet at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:51:26 41 s
8/8
928.8 MiB211.9 MiB
143
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:50:49 22 s
8/8
928.8 MiB21.8 MiB
142
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:50:01 22 s
8/8
928.8 MiB22.6 MiB
141
parquet at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:43:56 46 s
8/8
928.8 MiB211.9 MiB
140
showString at <unknown>:0 +details
2026/08/20 10:41:07 0.2 s
1/1
7.5 KiB
138
showString at <unknown>:0 +details
2026/08/20 09:34:52 0.1 s
1/1
7.5 KiB
137
showString at <unknown>:0 +details
2026/08/20 09:34:40 0.2 s
1/1
7.5 KiB
136
showString at <unknown>:0 +details
2026/08/20 09:32:33 4 s
1/1
25.9 MiB
134
showString at <unknown>:0 +details
2026/08/20 09:32:20 13 s
8/8
928.8 MiB52.0 MiB
133
showString at <unknown>:0 +details
2026/08/20 09:32:08 11 s
5/5
297.7 MiB
131
showString at <unknown>:0 +details
2026/08/20 09:31:43 25 s
8/8
928.8 MiB297.7 MiB
130
showString at <unknown>:0 +details
2026/08/20 09:30:37 11 s
5/5
297.7 MiB
128
showString at <unknown>:0 +details
2026/08/20 09:30:13 24 s
8/8
928.8 MiB297.7 MiB
127
showString at <unknown>:0 +details
2026/08/20 09:30:11 2 s
1/1
58.7 MiB
125
showString at <unknown>:0 +details
2026/08/20 09:29:46 25 s
8/8
928.8 MiB297.7 MiB
124
showString at <unknown>:0 +details
2026/08/20 09:28:25 2 s
1/1
58.7 MiB
122
showString at <unknown>:0 +details
2026/08/20 09:28:02 23 s
8/8
928.8 MiB297.7 MiB
121
showString at <unknown>:0 +details
2026/08/20 09:27:59 2 s
1/1
58.7 MiB
119
showString at <unknown>:0 +details
2026/08/20 09:27:35 24 s
8/8
928.8 MiB297.7 MiB
118
showString at <unknown>:0 +details
2026/08/20 09:27:33 2 s
1/1
58.7 MiB
116
showString at <unknown>:0 +details
2026/08/20 09:27:09 23 s
8/8
928.8 MiB297.7 MiB
115
showString at <unknown>:0 +details
2026/08/20 09:27:07 2 s
1/1
58.7 MiB
113
showString at <unknown>:0 +details
2026/08/20 09:26:42 25 s
8/8
928.8 MiB297.7 MiB
112
showString at <unknown>:0 +details
2026/08/20 09:25:27 5 s
1/1
25.9 MiB
110
showString at <unknown>:0 +details
2026/08/20 09:25:13 14 s
8/8
928.8 MiB52.0 MiB
109
showString at <unknown>:0 +details
2026/08/20 09:08:05 0.3 s
1/1
7.5 KiB
108
showString at <unknown>:0 +details
2026/08/20 09:05:59 0.1 s
1/1
7.5 KiB
107
showString at <unknown>:0 +details
2026/08/20 09:05:36 0.1 s
1/1
7.5 KiB
106
showString at <unknown>:0 +details
2026/08/20 09:05:25 0.2 s
1/1
7.5 KiB
105
showString at <unknown>:0 +details
2026/08/20 09:05:09 0.3 s
1/1
7.5 KiB
104
showString at <unknown>:0 +details
2026/08/18 14:38:50 0.2 s
1/1
7.5 KiB
103
showString at <unknown>:0 +details
2026/08/18 13:53:35 62 ms
1/1
483.0 B
101
showString at <unknown>:0 +details
2026/08/18 13:53:25 10 s
8/8
928.8 MiB483.0 B
100
showString at <unknown>:0 +details
2026/08/18 13:52:55 80 ms
1/1
480.0 B
98
showString at <unknown>:0 +details
2026/08/18 13:52:45 10 s
8/8
928.8 MiB480.0 B
97
collect at /tmp/ipykernel_2238/631813490.py:1 +details
2026/08/18 13:44:07 52 s
8/8
928.1 MiB
96
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:41:07 24 ms
1/1
448.0 B
94
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:40:53 14 s
8/8
928.8 MiB448.0 B
93
showString at <unknown>:0 +details
2026/08/18 13:40:47 6 s
3/3
288.8 MiB
92
showString at <unknown>:0 +details
2026/08/18 13:40:39 9 s
4/4
512.1 MiB
91
showString at <unknown>:0 +details
2026/08/18 13:40:34 4 s
1/1
128.0 MiB
90
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:39:17 41 ms
1/1
448.0 B
88
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:39:07 10 s
8/8
928.8 MiB448.0 B
87
showString at <unknown>:0 +details
2026/08/18 13:37:09 25 ms
1/1
1166.0 B
85
showString at <unknown>:0 +details
2026/08/18 13:36:58 11 s
8/8
928.8 MiB1166.0 B
84
showString at <unknown>:0 +details
2026/08/18 13:36:58 47 ms
1/1
340.2 KiB
82
showString at <unknown>:0 +details
2026/08/18 13:36:48 10 s
8/8
928.8 MiB340.2 KiB
81
showString at <unknown>:0 +details
2026/08/18 13:36:48 44 ms
1/1
632.8 KiB
79
showString at <unknown>:0 +details
2026/08/18 13:36:37 11 s
8/8
928.8 MiB632.8 KiB
78
showString at <unknown>:0 +details
2026/08/18 13:36:37 28 ms
1/1
1312.0 B
76
showString at <unknown>:0 +details
2026/08/18 13:36:27 10 s
8/8
928.8 MiB1312.0 B
75
showString at <unknown>:0 +details
2026/08/18 13:33:50 21 ms
1/1
1166.0 B
73
showString at <unknown>:0 +details
2026/08/18 13:33:40 10 s
8/8
928.8 MiB1166.0 B
72
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:40 64 ms
1/1
340.2 KiB
70
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:30 10 s
8/8
928.8 MiB340.2 KiB
69
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:30 67 ms
1/1
632.8 KiB
67
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:19 11 s
8/8
928.8 MiB632.8 KiB
66
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:19 0.1 s
1/1
1312.0 B
64
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:33:03 16 s
8/8
928.8 MiB1312.0 B
63
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:24:04 97 ms
1/1
72.0 B
60
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:24:03 0.2 s
1/1
788.8 KiB72.0 B
58
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:23:49 14 s
8/8
928.8 MiB788.8 KiB
57
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:09:29 42 ms
1/1
576.0 B
55
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:09:18 11 s
8/8
928.8 MiB576.0 B
54
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:08:46 0.3 s
1/1
7.5 KiB
53
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:02:35 41 ms
1/1
471.0 B
51
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:02:24 12 s
8/8
928.8 MiB471.0 B
50
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:02:14 64 ms
1/1
471.0 B
48
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:02:03 12 s
8/8
928.8 MiB471.0 B
47
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:01:09 32 ms
1/1
543.0 B
45
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:00:58 11 s
8/8
928.8 MiB543.0 B
44
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:00:46 48 ms
1/1
543.0 B
42
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 13:00:34 12 s
8/8
928.8 MiB543.0 B
41
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:59:13 0.1 s
1/1
7.5 KiB
40
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:57:02 0.3 s
1/1
7.5 KiB
39
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:43:41 47 ms
1/1
531.0 B
36
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:43:35 6 s
9/9
493.7 MiB531.0 B
34
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:43:06 29 s
8/8
928.8 MiB493.7 MiB
33
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:43:06 25 ms
1/1
472.0 B
31
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:43:01 4 s
8/8
928.8 MiB472.0 B
30
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:42:35 37 ms
1/1
472.0 B
28
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:42:29 7 s
8/8
928.8 MiB472.0 B
27
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:42:28 33 ms
1/1
472.0 B
25
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:42:19 10 s
8/8
928.8 MiB472.0 B
24
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:37:21 56 ms
1/1
531.0 B
21
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:37:15 6 s
9/9
493.7 MiB531.0 B
19
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:42 32 s
8/8
928.8 MiB493.7 MiB
18
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:42 31 ms
1/1
472.0 B
16
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:37 4 s
8/8
928.8 MiB472.0 B
15
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:26 79 ms
1/1
456.0 B
13
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:13 14 s
8/8
928.8 MiB456.0 B
12
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:36:10 0.1 s
1/1
703.0 B
10
showString at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:35:52 17 s
8/8
928.8 MiB703.0 B
9
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:35:51 68 ms
1/1
448.0 B
7
count at NativeMethodAccessorImpl.java:0 +details
2026/08/18 12:35:42 8 s
8/8
928.8 MiB448.0 B
Page:

Skipped Stages (43)

Page:
Stage Id ▾ Description Submitted Duration Tasks: Succeeded/Total Input Output Shuffle Read Shuffle Write
135
showString at <unknown>:0 +details
Unknown Unknown
0/8
132
showString at <unknown>:0 +details
Unknown Unknown
0/8
129
showString at <unknown>:0 +details
Unknown Unknown
0/8
126
showString at <unknown>:0 +details
Unknown Unknown
0/8
123
showString at <unknown>:0 +details
Unknown Unknown
0/8
120
showString at <unknown>:0 +details
Unknown Unknown
0/8
117
showString at <unknown>:0 +details
Unknown Unknown
0/8
114
showString at <unknown>:0 +details
Unknown Unknown
0/8
111
showString at <unknown>:0 +details
Unknown Unknown
0/8
102
showString at <unknown>:0 +details
Unknown Unknown
0/8
99
showString at <unknown>:0 +details
Unknown Unknown
0/8
95
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
89
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
86
showString at <unknown>:0 +details
Unknown Unknown
0/8
83
showString at <unknown>:0 +details
Unknown Unknown
0/8
80
showString at <unknown>:0 +details
Unknown Unknown
0/8
77
showString at <unknown>:0 +details
Unknown Unknown
0/8
74
showString at <unknown>:0 +details
Unknown Unknown
0/8
71
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
68
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
65
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
62
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/1
61
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
59
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
56
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
52
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
49
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
46
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
43
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
38
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/9
37
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
35
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
32
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
29
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
26
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
23
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/9
22
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
20
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
17
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
14
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
11
showString at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
8
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
5
count at NativeMethodAccessorImpl.java:0 +details
Unknown Unknown
0/8
Page:

Failed Stages (1)

Page:
Stage Id ▾ Description Submitted Duration Tasks: Succeeded/Total Input Output Shuffle Read Shuffle Write Failure Reason
139
csv at NativeMethodAccessorImpl.java:0 +details
2026/08/20 10:38:21 0.4 s
0/8 (7 failed) (2 killed: Stage cancelled: Job aborted due to stage failure: Task 0 in stage 139.0 failed 4 times, most recent failure: Lost task 0.3 in stage 139.0 (TID 405) (172.20.0.31 executor 0): java.io.IOException: Mkdirs failed to create file:/output/report/_temporary/0/_temporary/attempt_202608201038214877699009406390405_0139_m_000000_405 (exists=false, cwd=file:/opt/bitnami/spark/work/app-20260818123434-0215/0) at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:515) at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:500) at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1195) at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1175) at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1064) at org.apache.spark.sql.execution.datasources.CodecStreams$.createOutputStream(CodecStreams.scala:81) at org.apache.spark.sql.execution.datasources.CodecStreams$.createOutputStreamWriter(CodecStreams.scala:92) at org.apache.spark.sql.execution.datasources.csv.CsvOutputWriter.<init>(CsvOutputWriter.scala:38) at org.apache.spark.sql.execution.datasources.csv.CSVFileFormat$$anon$1.newInstance(CSVFileFormat.scala:84) at org.apache.spark.sql.execution.datasources.SingleDirectoryDataWriter.newOutputWriter(FileFormatDataWriter.scala:161) at org.apache.spark.sql.execution.datasources.SingleDirectoryDataWriter.<init>(FileFormatDataWriter.scala:146) at org.apache.spark.sql.execution.datasources.FileFormatWriter$.executeTask(FileFormatWriter.scala:389) at org.apache.spark.sql.execution.datasources.WriteFilesExec.$anonfun$doExecuteWrite$1(WriteFiles.scala:100) at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2(RDD.scala:890) at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2$adapted(RDD.scala:890) at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52) at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364) at org.apache.spark.rdd.RDD.iterator(RDD.scala:328) at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93) at org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161) at org.apache.spark.scheduler.Task.run(Task.scala:141) at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:620) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64) at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61) at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:94) at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:623) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) Driver stacktrace:)
269.4 KiBJob aborted due to stage failure: Task 0 in stage 139.0 failed 4 times, most recent failure: Lost task 0.3 in stage 139.0 (TID 405) (172.20.0.31 executor 0): java.io.IOException: Mkdirs failed to create file:/output/report/_temporary/0/_temporary/attempt_202608201038214877699009406390405_0139_m_000000_405 (exists=false, cwd=file:/opt/bitnami/spark/work/app-20260818123434-0215/0) +details
Page: