EVAL1_SPC1 - Details for Job 23

Status: SUCCEEDED
Submitted: 2026/06/02 09:22:47
Duration: 26 ms
Associated SQL Query: 18
Job Group: 4e93642a-7b07-4fc0-b813-8200555c3eb7
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_33 { label="Stage 33 (skipped)"; subgraph cluster250 { label="Scan csv "; 134 [labelType="html" label="FileScanRDD [134] count at ColumnStatJob.java:47"]; 135 [labelType="html" label="MapPartitionsRDD [135] count at ColumnStatJob.java:47"]; } subgraph cluster245 { label="WholeStageCodegen (2)"; 136 [labelType="html" label="MapPartitionsRDD [136] count at ColumnStatJob.java:47"]; } subgraph cluster244 { label="Exchange"; 137 [labelType="html" label="MapPartitionsRDD [137] count at ColumnStatJob.java:47"]; } } 134->135; 135->136; 136->137; }

digraph G { subgraph clusterstage_34 { label="Stage 34 (skipped)"; subgraph cluster243 { label="Scan csv "; 128 [labelType="html" label="FileScanRDD [128] count at ColumnStatJob.java:47"]; 129 [labelType="html" label="MapPartitionsRDD [129] count at ColumnStatJob.java:47"]; } subgraph cluster236 { label="WholeStageCodegen (1)"; 130 [labelType="html" label="MapPartitionsRDD [130] count at ColumnStatJob.java:47"]; } subgraph cluster235 { label="Exchange"; 131 [labelType="html" label="MapPartitionsRDD [131] count at ColumnStatJob.java:47"]; } } 128->129; 129->130; 130->131; }

digraph G { subgraph clusterstage_35 { label="Stage 35 (skipped)"; subgraph cluster266 { label="AQEShuffleRead"; 144 [labelType="html" label="ShuffledRowRDD [144] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster263 { label="WholeStageCodegen (3)"; 145 [labelType="html" label="MapPartitionsRDD [145] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster271 { label="AQEShuffleRead"; 146 [labelType="html" label="ShuffledRowRDD [146] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster268 { label="WholeStageCodegen (4)"; 147 [labelType="html" label="MapPartitionsRDD [147] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster258 { label="WholeStageCodegen (5)"; 148 [labelType="html" label="ZippedPartitionsRDD2 [148] [Unordered] count at ColumnStatJob.java:47"]; 149 [labelType="html" label="MapPartitionsRDD [149] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster257 { label="Exchange"; 150 [labelType="html" label="MapPartitionsRDD [150] [Unordered] count at ColumnStatJob.java:47"]; } } 144->145; 146->147; 145->148; 147->148; 148->149; 149->150; }

131,144

137,146

digraph G { subgraph clusterstage_36 { label="Stage 36"; subgraph cluster290 { label="Exchange"; 159 [labelType="html" label="ShuffledRowRDD [159] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster286 { label="WholeStageCodegen (6)"; 160 [labelType="html" label="MapPartitionsRDD [160] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster291 { label="mapPartitionsInternal"; 161 [labelType="html" label="MapPartitionsRDD [161] [Unordered] count at ColumnStatJob.java:47"]; } } 159->160; 160->161; }

150,159

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
36	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 09:22:47	21 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 09:22:47

21 ms

1/1

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
35	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
34	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
33	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: