EVAL1_SPC1 - Details for Job 10

Status: SUCCEEDED
Submitted: 2026/05/06 15:15:38
Duration: 1 s
Associated SQL Query: 8
Job Group: 663bb1f1-3e7a-48e7-8ac7-b929490f4b6e
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_12 { label="Stage 12 (skipped)"; subgraph cluster65 { label="Scan csv "; 33 [labelType="html" label="FileScanRDD [33] toJavaRDD at AbsExportExecutor.java:55"]; 34 [labelType="html" label="MapPartitionsRDD [34] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster61 { label="WholeStageCodegen (1)"; 35 [labelType="html" label="MapPartitionsRDD [35] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster71 { label="Scan parquet "; 36 [labelType="html" label="FileScanRDD [36] toJavaRDD at AbsExportExecutor.java:55"]; 37 [labelType="html" label="MapPartitionsRDD [37] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster66 { label="WholeStageCodegen (2)"; 38 [labelType="html" label="MapPartitionsRDD [38] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster60 { label="Union"; 39 [labelType="html" label="UnionRDD [39] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster59 { label="Exchange"; 40 [labelType="html" label="MapPartitionsRDD [40] toJavaRDD at AbsExportExecutor.java:55"]; } } 33->34; 34->35; 36->37; 37->38; 35->39; 38->39; 39->40; }

digraph G { subgraph clusterstage_13 { label="Stage 13 (skipped)"; subgraph cluster78 { label="Scan csv "; 41 [labelType="html" label="FileScanRDD [41] toJavaRDD at AbsExportExecutor.java:55"]; 42 [labelType="html" label="MapPartitionsRDD [42] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster74 { label="WholeStageCodegen (3)"; 43 [labelType="html" label="MapPartitionsRDD [43] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster83 { label="Scan csv "; 44 [labelType="html" label="FileScanRDD [44] toJavaRDD at AbsExportExecutor.java:55"]; 45 [labelType="html" label="MapPartitionsRDD [45] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster79 { label="WholeStageCodegen (4)"; 46 [labelType="html" label="MapPartitionsRDD [46] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster73 { label="Union"; 47 [labelType="html" label="UnionRDD [47] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster72 { label="Exchange"; 48 [labelType="html" label="MapPartitionsRDD [48] toJavaRDD at AbsExportExecutor.java:55"]; } } 41->42; 42->43; 44->45; 45->46; 43->47; 46->47; 47->48; }

digraph G { subgraph clusterstage_14 { label="Stage 14 (skipped)"; subgraph cluster96 { label="AQEShuffleRead"; 51 [labelType="html" label="ShuffledRowRDD [51] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster93 { label="WholeStageCodegen (6)"; 52 [labelType="html" label="MapPartitionsRDD [52] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster101 { label="AQEShuffleRead"; 53 [labelType="html" label="ShuffledRowRDD [53] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster98 { label="WholeStageCodegen (7)"; 54 [labelType="html" label="MapPartitionsRDD [54] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster89 { label="WholeStageCodegen (8)"; 55 [labelType="html" label="ZippedPartitionsRDD2 [55] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 56 [labelType="html" label="MapPartitionsRDD [56] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster88 { label="Exchange"; 57 [labelType="html" label="MapPartitionsRDD [57] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } } 51->52; 53->54; 52->55; 54->55; 55->56; 56->57; }

40,51

48,53

digraph G { subgraph clusterstage_15 { label="Stage 15 (skipped)"; 32 [labelType="html" label="JDBCRDD [32] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster85 { label="WholeStageCodegen (5)"; 49 [labelType="html" label="MapPartitionsRDD [49] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster84 { label="Exchange"; 50 [labelType="html" label="MapPartitionsRDD [50] toJavaRDD at AbsExportExecutor.java:55"]; } } 32->49; 49->50; }

digraph G { subgraph clusterstage_16 { label="Stage 16"; 65 [labelType="html" label="SQLExecutionRDD [65] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster110 { label="AQEShuffleRead"; 58 [labelType="html" label="ShuffledRowRDD [58] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster107 { label="WholeStageCodegen (9)"; 59 [labelType="html" label="MapPartitionsRDD [59] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster115 { label="AQEShuffleRead"; 60 [labelType="html" label="ShuffledRowRDD [60] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster112 { label="WholeStageCodegen (10)"; 61 [labelType="html" label="MapPartitionsRDD [61] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster103 { label="WholeStageCodegen (11)"; 62 [labelType="html" label="ZippedPartitionsRDD2 [62] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 63 [labelType="html" label="MapPartitionsRDD [63] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster102 { label="DeserializeToObject"; 64 [labelType="html" label="MapPartitionsRDD [64] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster116 { label="mapPartitions"; 66 [labelType="html" label="MapPartitionsRDD [66] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster117 { label="map"; 67 [labelType="html" label="MapPartitionsRDD [67] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster124 { label="WholeStageCodegen (1)"; 72 [labelType="html" label="MapPartitionsRDD [72] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster123 { label="Coalesce"; 73 [labelType="html" label="CoalescedRDD [73] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster122 { label="WriteFiles"; 74 [labelType="html" label="MapPartitionsRDD [74] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 58->59; 60->61; 59->62; 61->62; 62->63; 63->64; 64->65; 65->66; 66->67; 67->72; 72->73; 73->74; }

57,58

50,60

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
16	default	DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79) com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/05/06 15:15:38	1 s	1/1		308.4 KiB	2.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameExportJob_exec_file parquet at DataFrameParquetWriter.java:12 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.exportwriter.DataFrameParquetWriter.write(DataFrameParquetWriter.java:12)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.writeFiles(AbsExportToFileWriter.java:79)
com.adb.hdh.spark.job.impl.exportwriter.AbsExportToFileWriter.write(AbsExportToFileWriter.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.performExport(ExportToFileExecutorImpl.java:69)
com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:58)
com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/05/06 15:15:38

1 s

1/1

308.4 KiB

2.2 MiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
15	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
14	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
13	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
12	default	toJavaRDD at AbsExportExecutor.java:55 +details org.apache.spark.sql.Dataset.toJavaRDD(Dataset.scala:3861) com.adb.hdh.spark.job.impl.exportexecutor.AbsExportExecutor.writeDataFrame(AbsExportExecutor.java:55) com.adb.hdh.spark.job.impl.exportexecutor.ExportToFileExecutorImpl.execute(ExportToFileExecutorImpl.java:38) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:160) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Page: