EVAL1_SPC2 - Details for Job 2

Status: SUCCEEDED
Submitted: 2026/10/21 10:16:30
Duration: 0.3 s
Associated SQL Query: 4
Job Group: 83f2d43a-d15b-4953-b452-6cc109bae254
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_2 { label="Stage 2 (skipped)"; 14 [labelType="html" label="SQLExecutionRDD [14] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster17 { label="Scan csv "; 10 [labelType="html" label="FileScanRDD [10] toJavaRDD at AbsExportExecutor.java:55"]; 11 [labelType="html" label="MapPartitionsRDD [11] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster14 { label="WholeStageCodegen (1)"; 12 [labelType="html" label="MapPartitionsRDD [12] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster13 { label="DeserializeToObject"; 13 [labelType="html" label="MapPartitionsRDD [13] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster18 { label="mapPartitions"; 15 [labelType="html" label="MapPartitionsRDD [15] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster19 { label="map"; 16 [labelType="html" label="MapPartitionsRDD [16] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster25 { label="WholeStageCodegen (1)"; 21 [labelType="html" label="MapPartitionsRDD [21] save at DataFrameCsvWriter.java:13"]; } subgraph cluster24 { label="Exchange"; 22 [labelType="html" label="MapPartitionsRDD [22] save at DataFrameCsvWriter.java:13"]; } } 10->11; 11->12; 12->13; 13->14; 14->15; 15->16; 16->21; 21->22; }

digraph G { subgraph clusterstage_3 { label="Stage 3"; subgraph cluster29 { label="Exchange"; 23 [labelType="html" label="ShuffledRowRDD [23] [Unordered] save at DataFrameCsvWriter.java:13"]; } subgraph cluster27 { label="WriteFiles"; 24 [labelType="html" label="MapPartitionsRDD [24] [Unordered] save at DataFrameCsvWriter.java:13"]; } } 23->24; }

22,23

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
3	default	DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/10/21 10:16:30	0.3 s	1/1		144.1 KiB	52.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameExportJob_exec_file save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/10/21 10:16:30

0.3 s

1/1

144.1 KiB

52.3 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
2	default	save at DataFrameCsvWriter.java:13 +details org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243) com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

save at DataFrameCsvWriter.java:13 +details

org.apache.spark.sql.DataFrameWriter.save(DataFrameWriter.scala:243)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameCsvWriter.write(DataFrameCsvWriter.java:13)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: