EVAL1_SPC1 - Details for Job 764

Status: SUCCEEDED
Submitted: 2026/02/20 12:35:09
Duration: 16 ms
Associated SQL Query: 629
Job Group: e26b5f0a-7578-4bb4-8b4b-4e85f38c1c03
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_971 { label="Stage 971 (skipped)"; subgraph cluster6521 { label="Scan parquet "; 2500 [labelType="html" label="FileScanRDD [2500] count at ColumnStatJob.java:47"]; 2501 [labelType="html" label="MapPartitionsRDD [2501] count at ColumnStatJob.java:47"]; } subgraph cluster6518 { label="WholeStageCodegen (1)"; 2502 [labelType="html" label="MapPartitionsRDD [2502] count at ColumnStatJob.java:47"]; } subgraph cluster6517 { label="Filter"; 2503 [labelType="html" label="MapPartitionsRDD [2503] count at ColumnStatJob.java:47"]; } subgraph cluster6516 { label="Project"; 2504 [labelType="html" label="MapPartitionsRDD [2504] count at ColumnStatJob.java:47"]; } subgraph cluster6513 { label="WholeStageCodegen (2)"; 2505 [labelType="html" label="MapPartitionsRDD [2505] count at ColumnStatJob.java:47"]; } subgraph cluster6512 { label="Filter"; 2506 [labelType="html" label="MapPartitionsRDD [2506] count at ColumnStatJob.java:47"]; } subgraph cluster6506 { label="WholeStageCodegen (3)"; 2507 [labelType="html" label="MapPartitionsRDD [2507] count at ColumnStatJob.java:47"]; } subgraph cluster6505 { label="Exchange"; 2508 [labelType="html" label="MapPartitionsRDD [2508] count at ColumnStatJob.java:47"]; } } 2500->2501; 2501->2502; 2502->2503; 2503->2504; 2504->2505; 2505->2506; 2506->2507; 2507->2508; }

digraph G { subgraph clusterstage_972 { label="Stage 972"; subgraph cluster6570 { label="Exchange"; 2525 [labelType="html" label="ShuffledRowRDD [2525] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster6566 { label="WholeStageCodegen (4)"; 2526 [labelType="html" label="MapPartitionsRDD [2526] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster6571 { label="mapPartitionsInternal"; 2527 [labelType="html" label="MapPartitionsRDD [2527] [Unordered] count at ColumnStatJob.java:47"]; } } 2525->2526; 2526->2527; }

2508,2525

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
972	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 12:35:09	12 ms	1/1			171.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

972

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 12:35:09

12 ms

1/1

171.0 B

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
971	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

971

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: