EVAL1_SPC1 - Details for Job 88

Status: SUCCEEDED
Submitted: 2026/07/28 06:57:58
Duration: 0.1 s
Associated SQL Query: 77
Job Group: cf060ee5-827b-4dc3-b570-458c9cb44db2
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_117 { label="Stage 117 (skipped)"; subgraph cluster918 { label="Scan csv "; 443 [labelType="html" label="FileScanRDD [443] count at ColumnStatJob.java:47"]; 444 [labelType="html" label="MapPartitionsRDD [444] count at ColumnStatJob.java:47"]; } subgraph cluster915 { label="WholeStageCodegen (1)"; 445 [labelType="html" label="MapPartitionsRDD [445] count at ColumnStatJob.java:47"]; } subgraph cluster914 { label="Exchange"; 446 [labelType="html" label="MapPartitionsRDD [446] count at ColumnStatJob.java:47"]; } } 443->444; 444->445; 445->446; }

digraph G { subgraph clusterstage_118 { label="Stage 118"; subgraph cluster938 { label="AQEShuffleRead"; 447 [labelType="html" label="ShuffledRowRDD [447] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster935 { label="WholeStageCodegen (2)"; 452 [labelType="html" label="MapPartitionsRDD [452] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster934 { label="Window"; 453 [labelType="html" label="MapPartitionsRDD [453] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster931 { label="WholeStageCodegen (3)"; 454 [labelType="html" label="MapPartitionsRDD [454] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster930 { label="Window"; 455 [labelType="html" label="MapPartitionsRDD [455] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster926 { label="WholeStageCodegen (4)"; 456 [labelType="html" label="MapPartitionsRDD [456] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster925 { label="Window"; 457 [labelType="html" label="MapPartitionsRDD [457] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster920 { label="WholeStageCodegen (5)"; 458 [labelType="html" label="MapPartitionsRDD [458] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster919 { label="Exchange"; 459 [labelType="html" label="MapPartitionsRDD [459] [Unordered] count at ColumnStatJob.java:47"]; } } 447->452; 452->453; 453->454; 454->455; 455->456; 456->457; 457->458; 458->459; }

446,447

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
118	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/07/28 06:57:58	0.1 s	1/1			748.0 B	59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

118

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/07/28 06:57:58

0.1 s

1/1

748.0 B

59.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
117	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

117

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: