EVAL1_SPC1 - Details for Job 189

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:00
Duration: 25 ms
Associated SQL Query: 98
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_360 { label="Stage 360 (skipped)"; subgraph cluster4445 { label="Scan parquet "; 1766 [labelType="html" label="FileScanRDD [1766] count at ColumnStatJob.java:47"]; 1767 [labelType="html" label="MapPartitionsRDD [1767] count at ColumnStatJob.java:47"]; } subgraph cluster4440 { label="WholeStageCodegen (15)"; 1768 [labelType="html" label="MapPartitionsRDD [1768] count at ColumnStatJob.java:47"]; } subgraph cluster4439 { label="Exchange"; 1769 [labelType="html" label="MapPartitionsRDD [1769] count at ColumnStatJob.java:47"]; } } 1766->1767; 1767->1768; 1768->1769; }

digraph G { subgraph clusterstage_361 { label="Stage 361 (skipped)"; subgraph cluster4363 { label="Scan parquet "; 1716 [labelType="html" label="FileScanRDD [1716] count at ColumnStatJob.java:47"]; 1717 [labelType="html" label="MapPartitionsRDD [1717] count at ColumnStatJob.java:47"]; } subgraph cluster4359 { label="WholeStageCodegen (1)"; 1718 [labelType="html" label="MapPartitionsRDD [1718] count at ColumnStatJob.java:47"]; } subgraph cluster4368 { label="Scan parquet "; 1719 [labelType="html" label="FileScanRDD [1719] count at ColumnStatJob.java:47"]; 1720 [labelType="html" label="MapPartitionsRDD [1720] count at ColumnStatJob.java:47"]; } subgraph cluster4364 { label="WholeStageCodegen (2)"; 1721 [labelType="html" label="MapPartitionsRDD [1721] count at ColumnStatJob.java:47"]; } subgraph cluster4373 { label="Scan parquet "; 1722 [labelType="html" label="FileScanRDD [1722] count at ColumnStatJob.java:47"]; 1724 [labelType="html" label="MapPartitionsRDD [1724] count at ColumnStatJob.java:47"]; } subgraph cluster4369 { label="WholeStageCodegen (3)"; 1725 [labelType="html" label="MapPartitionsRDD [1725] count at ColumnStatJob.java:47"]; } subgraph cluster4388 { label="Scan parquet "; 1727 [labelType="html" label="FileScanRDD [1727] count at ColumnStatJob.java:47"]; 1728 [labelType="html" label="MapPartitionsRDD [1728] count at ColumnStatJob.java:47"]; } subgraph cluster4384 { label="WholeStageCodegen (4)"; 1729 [labelType="html" label="MapPartitionsRDD [1729] count at ColumnStatJob.java:47"]; } subgraph cluster4398 { label="Scan parquet "; 1733 [labelType="html" label="FileScanRDD [1733] count at ColumnStatJob.java:47"]; 1735 [labelType="html" label="MapPartitionsRDD [1735] count at ColumnStatJob.java:47"]; } subgraph cluster4393 { label="WholeStageCodegen (5)"; 1738 [labelType="html" label="MapPartitionsRDD [1738] count at ColumnStatJob.java:47"]; } subgraph cluster4403 { label="Scan parquet "; 1739 [labelType="html" label="FileScanRDD [1739] count at ColumnStatJob.java:47"]; 1740 [labelType="html" label="MapPartitionsRDD [1740] count at ColumnStatJob.java:47"]; } subgraph cluster4399 { label="WholeStageCodegen (6)"; 1741 [labelType="html" label="MapPartitionsRDD [1741] count at ColumnStatJob.java:47"]; } subgraph cluster4408 { label="Scan parquet "; 1742 [labelType="html" label="FileScanRDD [1742] count at ColumnStatJob.java:47"]; 1743 [labelType="html" label="MapPartitionsRDD [1743] count at ColumnStatJob.java:47"]; } subgraph cluster4404 { label="WholeStageCodegen (7)"; 1744 [labelType="html" label="MapPartitionsRDD [1744] count at ColumnStatJob.java:47"]; } subgraph cluster4413 { label="Scan parquet "; 1745 [labelType="html" label="FileScanRDD [1745] count at ColumnStatJob.java:47"]; 1746 [labelType="html" label="MapPartitionsRDD [1746] count at ColumnStatJob.java:47"]; } subgraph cluster4409 { label="WholeStageCodegen (8)"; 1747 [labelType="html" label="MapPartitionsRDD [1747] count at ColumnStatJob.java:47"]; } subgraph cluster4418 { label="Scan parquet "; 1748 [labelType="html" label="FileScanRDD [1748] count at ColumnStatJob.java:47"]; 1749 [labelType="html" label="MapPartitionsRDD [1749] count at ColumnStatJob.java:47"]; } subgraph cluster4414 { label="WholeStageCodegen (9)"; 1750 [labelType="html" label="MapPartitionsRDD [1750] count at ColumnStatJob.java:47"]; } subgraph cluster4423 { label="Scan parquet "; 1751 [labelType="html" label="FileScanRDD [1751] count at ColumnStatJob.java:47"]; 1752 [labelType="html" label="MapPartitionsRDD [1752] count at ColumnStatJob.java:47"]; } subgraph cluster4419 { label="WholeStageCodegen (10)"; 1753 [labelType="html" label="MapPartitionsRDD [1753] count at ColumnStatJob.java:47"]; } subgraph cluster4428 { label="Scan parquet "; 1754 [labelType="html" label="FileScanRDD [1754] count at ColumnStatJob.java:47"]; 1755 [labelType="html" label="MapPartitionsRDD [1755] count at ColumnStatJob.java:47"]; } subgraph cluster4424 { label="WholeStageCodegen (11)"; 1756 [labelType="html" label="MapPartitionsRDD [1756] count at ColumnStatJob.java:47"]; } subgraph cluster4433 { label="Scan parquet "; 1757 [labelType="html" label="FileScanRDD [1757] count at ColumnStatJob.java:47"]; 1758 [labelType="html" label="MapPartitionsRDD [1758] count at ColumnStatJob.java:47"]; } subgraph cluster4429 { label="WholeStageCodegen (12)"; 1759 [labelType="html" label="MapPartitionsRDD [1759] count at ColumnStatJob.java:47"]; } subgraph cluster4438 { label="Scan parquet "; 1760 [labelType="html" label="FileScanRDD [1760] count at ColumnStatJob.java:47"]; 1761 [labelType="html" label="MapPartitionsRDD [1761] count at ColumnStatJob.java:47"]; } subgraph cluster4434 { label="WholeStageCodegen (13)"; 1762 [labelType="html" label="MapPartitionsRDD [1762] count at ColumnStatJob.java:47"]; } subgraph cluster4358 { label="Union"; 1763 [labelType="html" label="UnionRDD [1763] count at ColumnStatJob.java:47"]; } subgraph cluster4354 { label="WholeStageCodegen (14)"; 1764 [labelType="html" label="MapPartitionsRDD [1764] count at ColumnStatJob.java:47"]; } subgraph cluster4353 { label="Exchange"; 1765 [labelType="html" label="MapPartitionsRDD [1765] count at ColumnStatJob.java:47"]; } } 1716->1717; 1717->1718; 1719->1720; 1720->1721; 1722->1724; 1724->1725; 1727->1728; 1728->1729; 1733->1735; 1735->1738; 1739->1740; 1740->1741; 1742->1743; 1743->1744; 1745->1746; 1746->1747; 1748->1749; 1749->1750; 1751->1752; 1752->1753; 1754->1755; 1755->1756; 1757->1758; 1758->1759; 1760->1761; 1761->1762; 1718->1763; 1721->1763; 1725->1763; 1729->1763; 1738->1763; 1741->1763; 1744->1763; 1747->1763; 1750->1763; 1753->1763; 1756->1763; 1759->1763; 1762->1763; 1763->1764; 1764->1765; }

digraph G { subgraph clusterstage_362 { label="Stage 362 (skipped)"; subgraph cluster4455 { label="AQEShuffleRead"; 1770 [labelType="html" label="ShuffledRowRDD [1770] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4452 { label="WholeStageCodegen (16)"; 1771 [labelType="html" label="MapPartitionsRDD [1771] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4460 { label="AQEShuffleRead"; 1772 [labelType="html" label="ShuffledRowRDD [1772] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4457 { label="WholeStageCodegen (17)"; 1773 [labelType="html" label="MapPartitionsRDD [1773] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4447 { label="WholeStageCodegen (18)"; 1774 [labelType="html" label="ZippedPartitionsRDD2 [1774] [Unordered] count at ColumnStatJob.java:47"]; 1775 [labelType="html" label="MapPartitionsRDD [1775] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4446 { label="Exchange"; 1776 [labelType="html" label="MapPartitionsRDD [1776] [Unordered] count at ColumnStatJob.java:47"]; } } 1770->1771; 1772->1773; 1771->1774; 1773->1774; 1774->1775; 1775->1776; }

1765,1770

1769,1772

digraph G { subgraph clusterstage_363 { label="Stage 363"; subgraph cluster4541 { label="Exchange"; 1783 [labelType="html" label="ShuffledRowRDD [1783] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4537 { label="WholeStageCodegen (19)"; 1784 [labelType="html" label="MapPartitionsRDD [1784] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster4544 { label="mapPartitionsInternal"; 1785 [labelType="html" label="MapPartitionsRDD [1785] [Unordered] count at ColumnStatJob.java:47"]; } } 1783->1784; 1784->1785; }

1776,1783

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
363	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:00	19 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

363

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:00

19 ms

1/1

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
362	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
361	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
360	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

362

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

361

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

360

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: