EVAL1_SPC1 - Details for Job 52

Status: SUCCEEDED
Submitted: 2026/07/27 12:12:51
Duration: 0.5 s
Associated SQL Query: 53
Job Group: bec3ca4b-f1f6-46c6-bbc4-4dc02deab197
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_67 { label="Stage 67 (skipped)"; subgraph cluster523 { label="Scan csv "; 282 [labelType="html" label="FileScanRDD [282] count at ColumnStatJob.java:47"]; 283 [labelType="html" label="MapPartitionsRDD [283] count at ColumnStatJob.java:47"]; } subgraph cluster516 { label="WholeStageCodegen (1)"; 286 [labelType="html" label="MapPartitionsRDD [286] count at ColumnStatJob.java:47"]; } subgraph cluster515 { label="Exchange"; 287 [labelType="html" label="MapPartitionsRDD [287] count at ColumnStatJob.java:47"]; } } 282->283; 283->286; 286->287; }

digraph G { subgraph clusterstage_68 { label="Stage 68"; subgraph cluster563 { label="AQEShuffleRead"; 290 [labelType="html" label="ShuffledRowRDD [290] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster557 { label="WholeStageCodegen (2)"; 292 [labelType="html" label="MapPartitionsRDD [292] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster554 { label="Window"; 294 [labelType="html" label="MapPartitionsRDD [294] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster547 { label="WholeStageCodegen (3)"; 295 [labelType="html" label="MapPartitionsRDD [295] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster546 { label="Window"; 297 [labelType="html" label="MapPartitionsRDD [297] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster537 { label="WholeStageCodegen (4)"; 299 [labelType="html" label="MapPartitionsRDD [299] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster536 { label="Window"; 301 [labelType="html" label="MapPartitionsRDD [301] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster526 { label="WholeStageCodegen (5)"; 304 [labelType="html" label="MapPartitionsRDD [304] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster525 { label="Exchange"; 306 [labelType="html" label="MapPartitionsRDD [306] [Unordered] count at ColumnStatJob.java:47"]; } } 290->292; 292->294; 294->295; 295->297; 297->299; 299->301; 301->304; 304->306; }

287,290

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
68	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/07/27 12:12:51	0.5 s	1/1			748.0 B	59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/27 12:12:51

0.5 s

1/1

748.0 B

59.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
67	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: