EVAL1_SPC1 - Details for Job 343

Status: SUCCEEDED
Submitted: 2026/06/03 08:16:24
Duration: 3 s
Associated SQL Query: 163
Job Group: fb23114f-db13-4780-b412-d9ce197a638c
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_674 { label="Stage 674 (skipped)"; 3255 [labelType="html" label="JDBCRDD [3255] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster8436 { label="Scan csv "; 3257 [labelType="html" label="FileScanRDD [3257] toJavaRDD at AbsExportExecutor.java:55"]; 3258 [labelType="html" label="MapPartitionsRDD [3258] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8433 { label="WholeStageCodegen (1)"; 3259 [labelType="html" label="MapPartitionsRDD [3259] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8437 { label="WholeStageCodegen (2)"; 3260 [labelType="html" label="MapPartitionsRDD [3260] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8432 { label="Union"; 3261 [labelType="html" label="UnionRDD [3261] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8431 { label="Exchange"; 3262 [labelType="html" label="MapPartitionsRDD [3262] toJavaRDD at AbsExportExecutor.java:55"]; } } 3257->3258; 3258->3259; 3255->3260; 3259->3261; 3260->3261; 3261->3262; }

digraph G { subgraph clusterstage_675 { label="Stage 675 (skipped)"; 3256 [labelType="html" label="JDBCRDD [3256] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster8441 { label="WholeStageCodegen (3)"; 3263 [labelType="html" label="MapPartitionsRDD [3263] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8440 { label="Exchange"; 3264 [labelType="html" label="MapPartitionsRDD [3264] toJavaRDD at AbsExportExecutor.java:55"]; } } 3256->3263; 3263->3264; }

digraph G { subgraph clusterstage_676 { label="Stage 676 (skipped)"; subgraph cluster8452 { label="AQEShuffleRead"; 3265 [labelType="html" label="ShuffledRowRDD [3265] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8449 { label="WholeStageCodegen (4)"; 3266 [labelType="html" label="MapPartitionsRDD [3266] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8457 { label="AQEShuffleRead"; 3267 [labelType="html" label="ShuffledRowRDD [3267] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8454 { label="WholeStageCodegen (5)"; 3268 [labelType="html" label="MapPartitionsRDD [3268] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8445 { label="WholeStageCodegen (6)"; 3269 [labelType="html" label="ZippedPartitionsRDD2 [3269] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 3270 [labelType="html" label="MapPartitionsRDD [3270] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8444 { label="Exchange"; 3271 [labelType="html" label="MapPartitionsRDD [3271] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 3265->3266; 3267->3268; 3266->3269; 3268->3269; 3269->3270; 3270->3271; }

3262,3265

3264,3267

digraph G { subgraph clusterstage_677 { label="Stage 677"; 3277 [labelType="html" label="SQLExecutionRDD [3277] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster8467 { label="Exchange"; 3272 [labelType="html" label="ShuffledRowRDD [3272] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8463 { label="WholeStageCodegen (7)"; 3273 [labelType="html" label="MapPartitionsRDD [3273] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8462 { label="Window"; 3274 [labelType="html" label="MapPartitionsRDD [3274] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8459 { label="WholeStageCodegen (8)"; 3275 [labelType="html" label="MapPartitionsRDD [3275] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8458 { label="DeserializeToObject"; 3276 [labelType="html" label="MapPartitionsRDD [3276] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8468 { label="mapPartitions"; 3278 [labelType="html" label="MapPartitionsRDD [3278] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster8469 { label="map"; 3279 [labelType="html" label="MapPartitionsRDD [3279] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster8476 { label="WholeStageCodegen (1)"; 3284 [labelType="html" label="MapPartitionsRDD [3284] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster8475 { label="Coalesce"; 3285 [labelType="html" label="CoalescedRDD [3285] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster8474 { label="WriteFiles"; 3286 [labelType="html" label="MapPartitionsRDD [3286] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 3272->3273; 3273->3274; 3274->3275; 3275->3276; 3276->3277; 3277->3278; 3278->3279; 3279->3284; 3284->3285; 3285->3286; }

3271,3272

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
677	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 08:16:24	3 s	1/1		8.9 MiB	16.9 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

677

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 08:16:24

3 s

1/1

8.9 MiB

16.9 MiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
676	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
675	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
674	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

676

default

toJavaRDD at AbsExportExecutor.java:55 +details

org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

675

default

toJavaRDD at AbsExportExecutor.java:55 +details

org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

674

default

toJavaRDD at AbsExportExecutor.java:55 +details

org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: