EVAL1_SPC1 - Details for Job 184

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:59
Duration: 1.0 s
Associated SQL Query: 97
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_348 { label="Stage 348 (skipped)"; subgraph cluster4286 { label="Scan parquet "; 1670 [labelType="html" label="FileScanRDD [1670] takeAsList at DataFrameCommonJob.java:145"]; 1671 [labelType="html" label="MapPartitionsRDD [1671] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4282 { label="WholeStageCodegen (1)"; 1672 [labelType="html" label="MapPartitionsRDD [1672] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4291 { label="Scan parquet "; 1673 [labelType="html" label="FileScanRDD [1673] takeAsList at DataFrameCommonJob.java:145"]; 1674 [labelType="html" label="MapPartitionsRDD [1674] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4287 { label="WholeStageCodegen (2)"; 1675 [labelType="html" label="MapPartitionsRDD [1675] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4296 { label="Scan parquet "; 1676 [labelType="html" label="FileScanRDD [1676] takeAsList at DataFrameCommonJob.java:145"]; 1677 [labelType="html" label="MapPartitionsRDD [1677] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4292 { label="WholeStageCodegen (3)"; 1678 [labelType="html" label="MapPartitionsRDD [1678] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4301 { label="Scan parquet "; 1679 [labelType="html" label="FileScanRDD [1679] takeAsList at DataFrameCommonJob.java:145"]; 1680 [labelType="html" label="MapPartitionsRDD [1680] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4297 { label="WholeStageCodegen (4)"; 1681 [labelType="html" label="MapPartitionsRDD [1681] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4306 { label="Scan parquet "; 1682 [labelType="html" label="FileScanRDD [1682] takeAsList at DataFrameCommonJob.java:145"]; 1683 [labelType="html" label="MapPartitionsRDD [1683] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4302 { label="WholeStageCodegen (5)"; 1684 [labelType="html" label="MapPartitionsRDD [1684] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4311 { label="Scan parquet "; 1685 [labelType="html" label="FileScanRDD [1685] takeAsList at DataFrameCommonJob.java:145"]; 1686 [labelType="html" label="MapPartitionsRDD [1686] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4307 { label="WholeStageCodegen (6)"; 1687 [labelType="html" label="MapPartitionsRDD [1687] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4316 { label="Scan parquet "; 1688 [labelType="html" label="FileScanRDD [1688] takeAsList at DataFrameCommonJob.java:145"]; 1689 [labelType="html" label="MapPartitionsRDD [1689] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4312 { label="WholeStageCodegen (7)"; 1690 [labelType="html" label="MapPartitionsRDD [1690] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4321 { label="Scan parquet "; 1691 [labelType="html" label="FileScanRDD [1691] takeAsList at DataFrameCommonJob.java:145"]; 1692 [labelType="html" label="MapPartitionsRDD [1692] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4317 { label="WholeStageCodegen (8)"; 1693 [labelType="html" label="MapPartitionsRDD [1693] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4326 { label="Scan parquet "; 1694 [labelType="html" label="FileScanRDD [1694] takeAsList at DataFrameCommonJob.java:145"]; 1695 [labelType="html" label="MapPartitionsRDD [1695] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4322 { label="WholeStageCodegen (9)"; 1696 [labelType="html" label="MapPartitionsRDD [1696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4331 { label="Scan parquet "; 1697 [labelType="html" label="FileScanRDD [1697] takeAsList at DataFrameCommonJob.java:145"]; 1698 [labelType="html" label="MapPartitionsRDD [1698] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4327 { label="WholeStageCodegen (10)"; 1699 [labelType="html" label="MapPartitionsRDD [1699] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4336 { label="Scan parquet "; 1700 [labelType="html" label="FileScanRDD [1700] takeAsList at DataFrameCommonJob.java:145"]; 1701 [labelType="html" label="MapPartitionsRDD [1701] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4332 { label="WholeStageCodegen (11)"; 1702 [labelType="html" label="MapPartitionsRDD [1702] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4341 { label="Scan parquet "; 1703 [labelType="html" label="FileScanRDD [1703] takeAsList at DataFrameCommonJob.java:145"]; 1704 [labelType="html" label="MapPartitionsRDD [1704] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4337 { label="WholeStageCodegen (12)"; 1705 [labelType="html" label="MapPartitionsRDD [1705] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4346 { label="Scan parquet "; 1706 [labelType="html" label="FileScanRDD [1706] takeAsList at DataFrameCommonJob.java:145"]; 1707 [labelType="html" label="MapPartitionsRDD [1707] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4342 { label="WholeStageCodegen (13)"; 1708 [labelType="html" label="MapPartitionsRDD [1708] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4281 { label="Union"; 1709 [labelType="html" label="UnionRDD [1709] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4277 { label="WholeStageCodegen (14)"; 1710 [labelType="html" label="MapPartitionsRDD [1710] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4276 { label="Exchange"; 1711 [labelType="html" label="MapPartitionsRDD [1711] takeAsList at DataFrameCommonJob.java:145"]; } } 1670->1671; 1671->1672; 1673->1674; 1674->1675; 1676->1677; 1677->1678; 1679->1680; 1680->1681; 1682->1683; 1683->1684; 1685->1686; 1686->1687; 1688->1689; 1689->1690; 1691->1692; 1692->1693; 1694->1695; 1695->1696; 1697->1698; 1698->1699; 1700->1701; 1701->1702; 1703->1704; 1704->1705; 1706->1707; 1707->1708; 1672->1709; 1675->1709; 1678->1709; 1681->1709; 1684->1709; 1687->1709; 1690->1709; 1693->1709; 1696->1709; 1699->1709; 1702->1709; 1705->1709; 1708->1709; 1709->1710; 1710->1711; }

digraph G { subgraph clusterstage_349 { label="Stage 349 (skipped)"; subgraph cluster4352 { label="Scan csv "; 1712 [labelType="html" label="FileScanRDD [1712] takeAsList at DataFrameCommonJob.java:145"]; 1713 [labelType="html" label="MapPartitionsRDD [1713] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4348 { label="WholeStageCodegen (15)"; 1714 [labelType="html" label="MapPartitionsRDD [1714] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4347 { label="Exchange"; 1715 [labelType="html" label="MapPartitionsRDD [1715] takeAsList at DataFrameCommonJob.java:145"]; } } 1712->1713; 1713->1714; 1714->1715; }

digraph G { subgraph clusterstage_350 { label="Stage 350"; subgraph cluster4383 { label="AQEShuffleRead"; 1723 [labelType="html" label="ShuffledRowRDD [1723] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4380 { label="WholeStageCodegen (16)"; 1726 [labelType="html" label="MapPartitionsRDD [1726] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4396 { label="AQEShuffleRead"; 1730 [labelType="html" label="ShuffledRowRDD [1730] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4390 { label="WholeStageCodegen (17)"; 1731 [labelType="html" label="MapPartitionsRDD [1731] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4376 { label="WholeStageCodegen (18)"; 1732 [labelType="html" label="ZippedPartitionsRDD2 [1732] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1734 [labelType="html" label="MapPartitionsRDD [1734] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4375 { label="ObjectHashAggregate"; 1736 [labelType="html" label="MapPartitionsRDD [1736] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4374 { label="Exchange"; 1737 [labelType="html" label="MapPartitionsRDD [1737] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1723->1726; 1730->1731; 1726->1732; 1731->1732; 1732->1734; 1734->1736; 1736->1737; }

1711,1723

1715,1730

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
350	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:59	1.0 s	1/1			187.3 KiB	6.7 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

350

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:59

1.0 s

1/1

187.3 KiB

6.7 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
349	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
348	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

349

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

348

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: