EVAL1_SPC1 - Details for Job 320

Status: SUCCEEDED
Submitted: 2026/06/03 08:05:27
Duration: 32 ms
Associated SQL Query: 146
Job Group: 5f37e0fd-c45b-49d9-ad6a-e759bba0c37d
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_637 { label="Stage 637 (skipped)"; subgraph cluster8185 { label="Scan parquet "; 3145 [labelType="html" label="FileScanRDD [3145] count at ColumnStatJob.java:47"]; 3146 [labelType="html" label="MapPartitionsRDD [3146] count at ColumnStatJob.java:47"]; } subgraph cluster8186 { label="Scan parquet "; 3147 [labelType="html" label="FileScanRDD [3147] count at ColumnStatJob.java:47"]; 3148 [labelType="html" label="MapPartitionsRDD [3148] count at ColumnStatJob.java:47"]; } subgraph cluster8187 { label="Scan parquet "; 3149 [labelType="html" label="FileScanRDD [3149] count at ColumnStatJob.java:47"]; 3150 [labelType="html" label="MapPartitionsRDD [3150] count at ColumnStatJob.java:47"]; } subgraph cluster8184 { label="Union"; 3151 [labelType="html" label="UnionRDD [3151] count at ColumnStatJob.java:47"]; } subgraph cluster8180 { label="WholeStageCodegen (1)"; 3152 [labelType="html" label="MapPartitionsRDD [3152] count at ColumnStatJob.java:47"]; } subgraph cluster8179 { label="Exchange"; 3153 [labelType="html" label="MapPartitionsRDD [3153] count at ColumnStatJob.java:47"]; } } 3145->3146; 3147->3148; 3149->3150; 3146->3151; 3148->3151; 3150->3151; 3151->3152; 3152->3153; }

digraph G { subgraph clusterstage_638 { label="Stage 638"; subgraph cluster8192 { label="Exchange"; 3154 [labelType="html" label="ShuffledRowRDD [3154] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8188 { label="WholeStageCodegen (2)"; 3155 [labelType="html" label="MapPartitionsRDD [3155] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster8193 { label="mapPartitionsInternal"; 3156 [labelType="html" label="MapPartitionsRDD [3156] [Unordered] count at ColumnStatJob.java:47"]; } } 3154->3155; 3155->3156; }

3153,3154

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
638	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 08:05:27	27 ms	1/1			177.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

638

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 08:05:27

27 ms

1/1

177.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
637	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

637

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: