EVAL1_SPC1 - Details for Job 791

Status: SUCCEEDED
Submitted: 2026/02/20 12:41:31
Duration: 11 ms
Associated SQL Query: 649
Job Group: 3e980d9a-3fcb-4d75-8f44-9e36ddd66785
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_1006 { label="Stage 1006 (skipped)"; subgraph cluster6878 { label="Scan parquet "; 2630 [labelType="html" label="FileScanRDD [2630] count at ColumnStatJob.java:47"]; 2631 [labelType="html" label="MapPartitionsRDD [2631] count at ColumnStatJob.java:47"]; } subgraph cluster6875 { label="WholeStageCodegen (1)"; 2632 [labelType="html" label="MapPartitionsRDD [2632] count at ColumnStatJob.java:47"]; } subgraph cluster6874 { label="Filter"; 2633 [labelType="html" label="MapPartitionsRDD [2633] count at ColumnStatJob.java:47"]; } subgraph cluster6873 { label="Project"; 2634 [labelType="html" label="MapPartitionsRDD [2634] count at ColumnStatJob.java:47"]; } subgraph cluster6868 { label="WholeStageCodegen (2)"; 2635 [labelType="html" label="MapPartitionsRDD [2635] count at ColumnStatJob.java:47"]; } subgraph cluster6867 { label="Exchange"; 2636 [labelType="html" label="MapPartitionsRDD [2636] count at ColumnStatJob.java:47"]; } } 2630->2631; 2631->2632; 2632->2633; 2633->2634; 2634->2635; 2635->2636; }

digraph G { subgraph clusterstage_1007 { label="Stage 1007"; subgraph cluster6911 { label="Exchange"; 2648 [labelType="html" label="ShuffledRowRDD [2648] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster6907 { label="WholeStageCodegen (3)"; 2649 [labelType="html" label="MapPartitionsRDD [2649] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster6912 { label="mapPartitionsInternal"; 2650 [labelType="html" label="MapPartitionsRDD [2650] [Unordered] count at ColumnStatJob.java:47"]; } } 2648->2649; 2649->2650; }

2636,2648

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1007	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 12:41:31	5 ms	1/1			171.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1007

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 12:41:31

5 ms

1/1

171.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1006	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1006

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: