EVAL1_SPC1 - Details for Job 34

Status: SUCCEEDED
Submitted: 2026/06/02 09:24:06
Duration: 29 ms
Associated SQL Query: 27
Job Group: 88dd5531-bef3-43ec-a984-aff70aa46d84
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_51 { label="Stage 51 (skipped)"; subgraph cluster399 { label="Scan csv "; 207 [labelType="html" label="FileScanRDD [207] count at ColumnStatJob.java:47"]; 208 [labelType="html" label="MapPartitionsRDD [208] count at ColumnStatJob.java:47"]; } subgraph cluster395 { label="WholeStageCodegen (6)"; 209 [labelType="html" label="MapPartitionsRDD [209] count at ColumnStatJob.java:47"]; } subgraph cluster394 { label="Exchange"; 210 [labelType="html" label="MapPartitionsRDD [210] count at ColumnStatJob.java:47"]; } } 207->208; 208->209; 209->210; }

digraph G { subgraph clusterstage_52 { label="Stage 52 (skipped)"; subgraph cluster373 { label="Scan csv "; 190 [labelType="html" label="FileScanRDD [190] count at ColumnStatJob.java:47"]; 191 [labelType="html" label="MapPartitionsRDD [191] count at ColumnStatJob.java:47"]; } subgraph cluster369 { label="WholeStageCodegen (1)"; 192 [labelType="html" label="MapPartitionsRDD [192] count at ColumnStatJob.java:47"]; } subgraph cluster378 { label="Scan csv "; 193 [labelType="html" label="FileScanRDD [193] count at ColumnStatJob.java:47"]; 194 [labelType="html" label="MapPartitionsRDD [194] count at ColumnStatJob.java:47"]; } subgraph cluster374 { label="WholeStageCodegen (2)"; 195 [labelType="html" label="MapPartitionsRDD [195] count at ColumnStatJob.java:47"]; } subgraph cluster383 { label="Scan csv "; 196 [labelType="html" label="FileScanRDD [196] count at ColumnStatJob.java:47"]; 197 [labelType="html" label="MapPartitionsRDD [197] count at ColumnStatJob.java:47"]; } subgraph cluster379 { label="WholeStageCodegen (3)"; 198 [labelType="html" label="MapPartitionsRDD [198] count at ColumnStatJob.java:47"]; } subgraph cluster388 { label="Scan csv "; 199 [labelType="html" label="FileScanRDD [199] count at ColumnStatJob.java:47"]; 200 [labelType="html" label="MapPartitionsRDD [200] count at ColumnStatJob.java:47"]; } subgraph cluster384 { label="WholeStageCodegen (4)"; 201 [labelType="html" label="MapPartitionsRDD [201] count at ColumnStatJob.java:47"]; } subgraph cluster393 { label="Scan csv "; 202 [labelType="html" label="FileScanRDD [202] count at ColumnStatJob.java:47"]; 203 [labelType="html" label="MapPartitionsRDD [203] count at ColumnStatJob.java:47"]; } subgraph cluster389 { label="WholeStageCodegen (5)"; 204 [labelType="html" label="MapPartitionsRDD [204] count at ColumnStatJob.java:47"]; } subgraph cluster368 { label="Union"; 205 [labelType="html" label="UnionRDD [205] count at ColumnStatJob.java:47"]; } subgraph cluster367 { label="Exchange"; 206 [labelType="html" label="MapPartitionsRDD [206] count at ColumnStatJob.java:47"]; } } 190->191; 191->192; 193->194; 194->195; 196->197; 197->198; 199->200; 200->201; 202->203; 203->204; 192->205; 195->205; 198->205; 201->205; 204->205; 205->206; }

digraph G { subgraph clusterstage_53 { label="Stage 53 (skipped)"; subgraph cluster442 { label="AQEShuffleRead"; 232 [labelType="html" label="ShuffledRowRDD [232] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster439 { label="WholeStageCodegen (7)"; 233 [labelType="html" label="MapPartitionsRDD [233] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster447 { label="AQEShuffleRead"; 234 [labelType="html" label="ShuffledRowRDD [234] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster444 { label="WholeStageCodegen (8)"; 235 [labelType="html" label="MapPartitionsRDD [235] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster434 { label="WholeStageCodegen (9)"; 236 [labelType="html" label="ZippedPartitionsRDD2 [236] [Unordered] count at ColumnStatJob.java:47"]; 237 [labelType="html" label="MapPartitionsRDD [237] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster433 { label="Exchange"; 238 [labelType="html" label="MapPartitionsRDD [238] [Unordered] count at ColumnStatJob.java:47"]; } } 232->233; 234->235; 233->236; 235->236; 236->237; 237->238; }

206,232

210,234

digraph G { subgraph clusterstage_54 { label="Stage 54"; subgraph cluster466 { label="Exchange"; 246 [labelType="html" label="ShuffledRowRDD [246] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster462 { label="WholeStageCodegen (10)"; 247 [labelType="html" label="MapPartitionsRDD [247] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster467 { label="mapPartitionsInternal"; 248 [labelType="html" label="MapPartitionsRDD [248] [Unordered] count at ColumnStatJob.java:47"]; } } 246->247; 247->248; }

238,246

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
54	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 09:24:06	21 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 09:24:06

21 ms

1/1

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
53	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
52	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
51	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: