| Job Id ▾ | Description | Submitted | Duration | Stages: Succeeded/Total | Tasks (for all stages): Succeeded/Total |
|---|---|---|---|---|---|
| 104 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 12:14:36 | 4.0 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 103 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 12:13:21 | 1.2 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 102 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 10:30:21 | 3.4 min | 1/1 (2 skipped) |
4/4
(146 skipped)
|
| 101 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 10:28:39 | 1.6 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 100 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 10:27:09 | 1.5 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 99 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 10:14:44 | 4.4 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 98 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 10:13:08 | 1.6 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 97 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:44 | 17 ms | 1/1 (2 skipped) |
1/1
(146 skipped)
|
| 96 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:37 | 7 s | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 95 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:37 | 22 ms | 1/1 (2 skipped) |
1/1
(146 skipped)
|
| 94 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:29 | 8 s | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 93 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:29 | 25 ms | 1/1 (2 skipped) |
1/1
(146 skipped)
|
| 92 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:12:26 | 4 s | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 91 | showString at <unknown>:0 showString at <unknown>:0 | 2026/04/08 10:04:24 | 39 ms | 1/1 (1 skipped) |
1/1
(74 skipped)
|
| 90 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:04:24 | 28 ms | 1/1 (2 skipped) |
1/1
(146 skipped)
|
| 89 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 10:04:17 | 7 s | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 88 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:59:22 | 4.9 min | 1/1 (1 skipped) |
72/72
(74 skipped)
|
| 87 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:56:30 | 2.9 min | 1/1 |
74/74
|
| 86 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:54:03 | 26 ms | 1/1 (1 skipped) |
1/1
(74 skipped)
|
| 85 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:53:17 | 45 s | 1/1 |
74/74
|
| 84 | showString at <unknown>:0 showString at <unknown>:0 | 2026/04/08 09:53:17 | 75 ms | 1/1 |
1/1
|
| 83 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:51:23 | 1.9 min | 1/1 |
74/74
|
| 82 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:51:23 | 0.2 s | 1/1 |
1/1
|
| 81 |
Listing leaf files and directories for 55 paths: s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibike-tripdata-part00.csv, ... load at NativeMethodAccessorImpl.java:0 |
2026/04/08 09:51:22 | 1 s | 1/1 |
55/55
|
| 80 |
Listing leaf files and directories for 55 paths: s3a://rzvde-g8-kirsanov-dmitry/raw/citibike_data/202502/202502-citibike-tripdata-part00.csv, ... load at NativeMethodAccessorImpl.java:0 |
2026/04/08 09:51:20 | 1 s | 1/1 |
55/55
|
| 79 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:23:32 | 2 s | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 78 | parquet at NativeMethodAccessorImpl.java:0 parquet at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:23:31 | 0.4 s | 1/1 |
2/2
|
| 77 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:23:28 | 2 s | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 76 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:23:27 | 0.4 s | 1/1 |
2/2
|
| 74 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:20:33 | 0.4 s | 1/1 |
2/2
|
| 72 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:19:06 | 0.4 s | 1/1 |
2/2
|
| 71 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:11 | 20 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 70 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:10 | 0.2 s | 1/1 |
2/2
|
| 69 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:10 | 19 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 68 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:10 | 0.2 s | 1/1 |
2/2
|
| 67 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:10 | 19 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 66 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:07:10 | 0.2 s | 1/1 |
2/2
|
| 65 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:31 | 61 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 64 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:30 | 0.4 s | 1/1 |
2/2
|
| 63 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:00:30 | 24 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 62 | count at <unknown>:0 count at <unknown>:0 | 2026/04/08 09:00:30 | 0.2 s | 1/1 |
2/2
|
| 61 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:30 | 24 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 60 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:29 | 0.3 s | 1/1 |
2/2
|
| 59 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:29 | 25 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 58 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:29 | 0.1 s | 1/1 |
2/2
|
| 57 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:13 | 0.1 s | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 56 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:13 | 0.4 s | 1/1 |
2/2
|
| 55 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:13 | 35 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 54 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:12 | 0.3 s | 1/1 |
2/2
|
| 53 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:12 | 49 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 52 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:12 | 0.5 s | 1/1 |
2/2
|
| 51 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:11 | 47 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 50 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:11 | 0.2 s | 1/1 |
2/2
|
| 49 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:06 | 0.2 s | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 48 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:06 | 0.5 s | 1/1 |
2/2
|
| 47 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:05 | 0.4 s | 1/1 |
2/2
|
| 46 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:05 | 0.1 s | 1/1 |
1/1
|
| 45 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:04 | 0.7 s | 1/1 |
2/2
|
| 44 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:00:04 | 0.3 s | 1/1 |
1/1
|
| 43 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:20 | 58 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 42 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:20 | 31 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 41 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:19 | 49 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 40 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:19 | 26 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 39 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:19 | 35 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 38 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:19 | 25 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 37 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:49:19 | 31 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 36 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 32 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 35 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 43 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 34 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 24 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 33 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 50 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 32 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 23 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 31 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:25 | 28 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 30 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:22 | 56 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 29 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:22 | 0.3 s | 1/1 |
2/2
|
| 28 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:21 | 0.3 s | 1/1 |
1/1
|
| 27 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:21 | 0.3 s | 1/1 |
2/2
|
| 26 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:41:20 | 0.2 s | 1/1 |
1/1
|
| 25 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 34 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 24 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 49 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 23 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 25 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 22 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 70 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 21 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 24 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 20 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:39:19 | 34 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 19 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:30:51 | 0.1 s | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 18 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:30:51 | 0.4 s | 1/1 |
2/2
|
| 17 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:43 | 36 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 16 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:43 | 68 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 15 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:43 | 47 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 14 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:26 | 84 ms | 1/1 (1 skipped) |
1/1
(2 skipped)
|
| 13 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:26 | 47 ms | 1/1 (2 skipped) |
1/1
(4 skipped)
|
| 12 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:26 | 98 ms | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 11 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:25 | 1 s | 1/1 (1 skipped) |
2/2
(2 skipped)
|
| 10 | count at NativeMethodAccessorImpl.java:0 count at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:24 | 0.8 s | 1/1 |
2/2
|
| 9 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:22 | 0.1 s | 1/1 |
1/1
|
| 8 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:21 | 0.4 s | 1/1 |
2/2
|
| 7 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:20:21 | 0.1 s | 1/1 |
1/1
|
| 6 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:19:47 | 0.1 s | 1/1 |
1/1
|
| 5 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:19:47 | 0.5 s | 1/1 |
2/2
|
| 4 | load at NativeMethodAccessorImpl.java:0 load at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:19:47 | 0.1 s | 1/1 |
1/1
|
| 3 | showString at NativeMethodAccessorImpl.java:0 showString at NativeMethodAccessorImpl.java:0 | 2026/04/08 08:18:33 | 0.2 s | 1/1 |
1/1
|
| Job Id | Description | Submitted | Duration ▾ | Stages: Succeeded/Total | Tasks (for all stages): Succeeded/Total |
|---|---|---|---|---|---|
| 73 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:19:07 | 0.5 s | 0/1 (1 failed) (1 skipped) |
0/2
(7 failed)
(2 skipped)
(1 killed: Stage cancelled: Job aborted due to stage failure: Task 1 in stage 125.0 failed 4 times, most recent failure: Lost task 1.3 in stage 125.0 (TID 116) (172.20.0.28 executor 0): org.apache.spark.SparkException: [TASK_WRITE_FAILED] Task failed while writing rows to file:/notebooks/g8.kirsanov.dmitry/rzvde-g8-kirsanov-dmitry/raw_invalid/citibike_data.
at org.apache.spark.sql.errors.QueryExecutionErrors$.taskFailedWhileWritingRowsError(QueryExecutionErrors.scala:774)
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.executeTask(FileFormatWriter.scala:420)
at org.apache.spark.sql.execution.datasources.WriteFilesExec.$anonfun$doExecuteWrite$1(WriteFiles.scala:100)
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2(RDD.scala:890)
at org.apache.spark.rdd.RDD.$anonfun$mapPartitionsInternal$2$adapted(RDD.scala:890)
at org.apache.spark.rdd.MapPartitionsRDD.compute(MapPartitionsRDD.scala:52)
at org.apache.spark.rdd.RDD.computeOrReadCheckpoint(RDD.scala:364)
at org.apache.spark.rdd.RDD.iterator(RDD.scala:328)
at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:93)
at org.apache.spark.TaskContext.runTaskWithListeners(TaskContext.scala:161)
at org.apache.spark.scheduler.Task.run(Task.scala:141)
at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$4(Executor.scala:620)
at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally(SparkErrorUtils.scala:64)
at org.apache.spark.util.SparkErrorUtils.tryWithSafeFinally$(SparkErrorUtils.scala:61)
at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:94)
at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:623)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.io.IOException: Mkdirs failed to create file:/notebooks/g8.kirsanov.dmitry/rzvde-g8-kirsanov-dmitry/raw_invalid/citibike_data/_temporary/0/_temporary/attempt_20260408091907245283280079423519_0125_m_000001_116/yyyymm=202502 (exists=false, cwd=file:/opt/bitnami/spark/work/app-20260408081812-0003/0)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:515)
at org.apache.hadoop.fs.ChecksumFileSystem.create(ChecksumFileSystem.java:500)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1195)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1175)
at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1064)
at org.apache.spark.sql.execution.datasources.CodecStreams$.createOutputStream(CodecStreams.scala:81)
at org.apache.spark.sql.execution.datasources.CodecStreams$.createOutputStreamWriter(CodecStreams.scala:92)
at org.apache.spark.sql.execution.datasources.csv.CsvOutputWriter.<init>(CsvOutputWriter.scala:38)
at org.apache.spark.sql.execution.datasources.csv.CSVFileFormat$$anon$1.newInstance(CSVFileFormat.scala:84)
at org.apache.spark.sql.execution.datasources.BaseDynamicPartitionDataWriter.renewCurrentWriter(FileFormatDataWriter.scala:298)
at org.apache.spark.sql.execution.datasources.DynamicPartitionDataSingleWriter.write(FileFormatDataWriter.scala:365)
at org.apache.spark.sql.execution.datasources.FileFormatDataWriter.writeWithMetrics(FileFormatDataWriter.scala:85)
at org.apache.spark.sql.execution.datasources.FileFormatDataWriter.writeWithIterator(FileFormatDataWriter.scala:92)
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.$anonfun$executeTask$1(FileFormatWriter.scala:403)
at org.apache.spark.util.Utils$.tryWithSafeFinallyAndFailureCallbacks(Utils.scala:1397)
at org.apache.spark.sql.execution.datasources.FileFormatWriter$.executeTask(FileFormatWriter.scala:410)
... 17 more
Driver stacktrace:)
|
| 75 | csv at NativeMethodAccessorImpl.java:0 csv at NativeMethodAccessorImpl.java:0 | 2026/04/08 09:20:34 | 0.3 s | 0/1 (1 failed) (1 skipped) |
0/2
(8 failed)
(2 skipped)
|