EVAL1_SPC1 - Details for Job 179

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:55
Duration: 1.0 s
Associated SQL Query: 93
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_335 { label="Stage 335 (skipped)"; subgraph cluster4118 { label="Scan parquet "; 1608 [labelType="html" label="FileScanRDD [1608] takeAsList at DataFrameCommonJob.java:145"]; 1609 [labelType="html" label="MapPartitionsRDD [1609] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4114 { label="WholeStageCodegen (1)"; 1610 [labelType="html" label="MapPartitionsRDD [1610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4123 { label="Scan parquet "; 1611 [labelType="html" label="FileScanRDD [1611] takeAsList at DataFrameCommonJob.java:145"]; 1612 [labelType="html" label="MapPartitionsRDD [1612] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4119 { label="WholeStageCodegen (2)"; 1613 [labelType="html" label="MapPartitionsRDD [1613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4128 { label="Scan parquet "; 1614 [labelType="html" label="FileScanRDD [1614] takeAsList at DataFrameCommonJob.java:145"]; 1615 [labelType="html" label="MapPartitionsRDD [1615] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4124 { label="WholeStageCodegen (3)"; 1616 [labelType="html" label="MapPartitionsRDD [1616] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4133 { label="Scan parquet "; 1617 [labelType="html" label="FileScanRDD [1617] takeAsList at DataFrameCommonJob.java:145"]; 1618 [labelType="html" label="MapPartitionsRDD [1618] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4129 { label="WholeStageCodegen (4)"; 1619 [labelType="html" label="MapPartitionsRDD [1619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4138 { label="Scan parquet "; 1620 [labelType="html" label="FileScanRDD [1620] takeAsList at DataFrameCommonJob.java:145"]; 1621 [labelType="html" label="MapPartitionsRDD [1621] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4134 { label="WholeStageCodegen (5)"; 1622 [labelType="html" label="MapPartitionsRDD [1622] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4143 { label="Scan parquet "; 1623 [labelType="html" label="FileScanRDD [1623] takeAsList at DataFrameCommonJob.java:145"]; 1624 [labelType="html" label="MapPartitionsRDD [1624] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4139 { label="WholeStageCodegen (6)"; 1625 [labelType="html" label="MapPartitionsRDD [1625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4148 { label="Scan parquet "; 1626 [labelType="html" label="FileScanRDD [1626] takeAsList at DataFrameCommonJob.java:145"]; 1627 [labelType="html" label="MapPartitionsRDD [1627] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4144 { label="WholeStageCodegen (7)"; 1628 [labelType="html" label="MapPartitionsRDD [1628] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4153 { label="Scan parquet "; 1629 [labelType="html" label="FileScanRDD [1629] takeAsList at DataFrameCommonJob.java:145"]; 1630 [labelType="html" label="MapPartitionsRDD [1630] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4149 { label="WholeStageCodegen (8)"; 1631 [labelType="html" label="MapPartitionsRDD [1631] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4158 { label="Scan parquet "; 1632 [labelType="html" label="FileScanRDD [1632] takeAsList at DataFrameCommonJob.java:145"]; 1633 [labelType="html" label="MapPartitionsRDD [1633] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4154 { label="WholeStageCodegen (9)"; 1634 [labelType="html" label="MapPartitionsRDD [1634] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4163 { label="Scan parquet "; 1635 [labelType="html" label="FileScanRDD [1635] takeAsList at DataFrameCommonJob.java:145"]; 1636 [labelType="html" label="MapPartitionsRDD [1636] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4159 { label="WholeStageCodegen (10)"; 1637 [labelType="html" label="MapPartitionsRDD [1637] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4168 { label="Scan parquet "; 1638 [labelType="html" label="FileScanRDD [1638] takeAsList at DataFrameCommonJob.java:145"]; 1639 [labelType="html" label="MapPartitionsRDD [1639] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4164 { label="WholeStageCodegen (11)"; 1640 [labelType="html" label="MapPartitionsRDD [1640] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4173 { label="Scan parquet "; 1641 [labelType="html" label="FileScanRDD [1641] takeAsList at DataFrameCommonJob.java:145"]; 1642 [labelType="html" label="MapPartitionsRDD [1642] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4169 { label="WholeStageCodegen (12)"; 1643 [labelType="html" label="MapPartitionsRDD [1643] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4178 { label="Scan parquet "; 1644 [labelType="html" label="FileScanRDD [1644] takeAsList at DataFrameCommonJob.java:145"]; 1645 [labelType="html" label="MapPartitionsRDD [1645] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4174 { label="WholeStageCodegen (13)"; 1646 [labelType="html" label="MapPartitionsRDD [1646] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4113 { label="Union"; 1647 [labelType="html" label="UnionRDD [1647] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4109 { label="WholeStageCodegen (14)"; 1648 [labelType="html" label="MapPartitionsRDD [1648] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4108 { label="Exchange"; 1649 [labelType="html" label="MapPartitionsRDD [1649] takeAsList at DataFrameCommonJob.java:145"]; } } 1608->1609; 1609->1610; 1611->1612; 1612->1613; 1614->1615; 1615->1616; 1617->1618; 1618->1619; 1620->1621; 1621->1622; 1623->1624; 1624->1625; 1626->1627; 1627->1628; 1629->1630; 1630->1631; 1632->1633; 1633->1634; 1635->1636; 1636->1637; 1638->1639; 1639->1640; 1641->1642; 1642->1643; 1644->1645; 1645->1646; 1610->1647; 1613->1647; 1616->1647; 1619->1647; 1622->1647; 1625->1647; 1628->1647; 1631->1647; 1634->1647; 1637->1647; 1640->1647; 1643->1647; 1646->1647; 1647->1648; 1648->1649; }

digraph G { subgraph clusterstage_336 { label="Stage 336"; subgraph cluster4193 { label="AQEShuffleRead"; 1654 [labelType="html" label="ShuffledRowRDD [1654] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4190 { label="WholeStageCodegen (16)"; 1655 [labelType="html" label="MapPartitionsRDD [1655] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4189 { label="Window"; 1656 [labelType="html" label="MapPartitionsRDD [1656] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4186 { label="WholeStageCodegen (17)"; 1657 [labelType="html" label="MapPartitionsRDD [1657] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4185 { label="Exchange"; 1658 [labelType="html" label="MapPartitionsRDD [1658] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1654->1655; 1655->1656; 1656->1657; 1657->1658; }

1649,1654

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
336	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:55	0.9 s	1/1			524.2 KiB	167.7 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

336

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:55

0.9 s

1/1

524.2 KiB

167.7 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
335	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

335

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: