EVAL1_SPC1 - Details for Job 200

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:03
Duration: 3 s
Associated SQL Query: 99
Job Group: 6f0bb2b8-379a-449b-aeb7-a83074ff7672
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_384 { label="Stage 384 (skipped)"; subgraph cluster4533 { label="Scan parquet "; 1780 [labelType="html" label="FileScanRDD [1780] takeAsList at DataFrameCommonJob.java:145"]; 1781 [labelType="html" label="MapPartitionsRDD [1781] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4529 { label="WholeStageCodegen (1)"; 1782 [labelType="html" label="MapPartitionsRDD [1782] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4543 { label="Scan parquet "; 1786 [labelType="html" label="FileScanRDD [1786] takeAsList at DataFrameCommonJob.java:145"]; 1787 [labelType="html" label="MapPartitionsRDD [1787] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4534 { label="WholeStageCodegen (2)"; 1788 [labelType="html" label="MapPartitionsRDD [1788] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4606 { label="Scan parquet "; 1789 [labelType="html" label="FileScanRDD [1789] takeAsList at DataFrameCommonJob.java:145"]; 1790 [labelType="html" label="MapPartitionsRDD [1790] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4546 { label="WholeStageCodegen (3)"; 1791 [labelType="html" label="MapPartitionsRDD [1791] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4611 { label="Scan parquet "; 1792 [labelType="html" label="FileScanRDD [1792] takeAsList at DataFrameCommonJob.java:145"]; 1793 [labelType="html" label="MapPartitionsRDD [1793] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4607 { label="WholeStageCodegen (4)"; 1794 [labelType="html" label="MapPartitionsRDD [1794] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4616 { label="Scan parquet "; 1795 [labelType="html" label="FileScanRDD [1795] takeAsList at DataFrameCommonJob.java:145"]; 1796 [labelType="html" label="MapPartitionsRDD [1796] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4612 { label="WholeStageCodegen (5)"; 1797 [labelType="html" label="MapPartitionsRDD [1797] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4621 { label="Scan parquet "; 1798 [labelType="html" label="FileScanRDD [1798] takeAsList at DataFrameCommonJob.java:145"]; 1799 [labelType="html" label="MapPartitionsRDD [1799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4617 { label="WholeStageCodegen (6)"; 1800 [labelType="html" label="MapPartitionsRDD [1800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4626 { label="Scan parquet "; 1801 [labelType="html" label="FileScanRDD [1801] takeAsList at DataFrameCommonJob.java:145"]; 1802 [labelType="html" label="MapPartitionsRDD [1802] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4622 { label="WholeStageCodegen (7)"; 1803 [labelType="html" label="MapPartitionsRDD [1803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4631 { label="Scan parquet "; 1804 [labelType="html" label="FileScanRDD [1804] takeAsList at DataFrameCommonJob.java:145"]; 1805 [labelType="html" label="MapPartitionsRDD [1805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4627 { label="WholeStageCodegen (8)"; 1806 [labelType="html" label="MapPartitionsRDD [1806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4636 { label="Scan parquet "; 1807 [labelType="html" label="FileScanRDD [1807] takeAsList at DataFrameCommonJob.java:145"]; 1808 [labelType="html" label="MapPartitionsRDD [1808] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4632 { label="WholeStageCodegen (9)"; 1809 [labelType="html" label="MapPartitionsRDD [1809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4641 { label="Scan parquet "; 1810 [labelType="html" label="FileScanRDD [1810] takeAsList at DataFrameCommonJob.java:145"]; 1811 [labelType="html" label="MapPartitionsRDD [1811] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4637 { label="WholeStageCodegen (10)"; 1812 [labelType="html" label="MapPartitionsRDD [1812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4646 { label="Scan parquet "; 1813 [labelType="html" label="FileScanRDD [1813] takeAsList at DataFrameCommonJob.java:145"]; 1814 [labelType="html" label="MapPartitionsRDD [1814] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4642 { label="WholeStageCodegen (11)"; 1815 [labelType="html" label="MapPartitionsRDD [1815] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4651 { label="Scan parquet "; 1816 [labelType="html" label="FileScanRDD [1816] takeAsList at DataFrameCommonJob.java:145"]; 1817 [labelType="html" label="MapPartitionsRDD [1817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4647 { label="WholeStageCodegen (12)"; 1818 [labelType="html" label="MapPartitionsRDD [1818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4656 { label="Scan parquet "; 1819 [labelType="html" label="FileScanRDD [1819] takeAsList at DataFrameCommonJob.java:145"]; 1820 [labelType="html" label="MapPartitionsRDD [1820] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4652 { label="WholeStageCodegen (13)"; 1821 [labelType="html" label="MapPartitionsRDD [1821] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4528 { label="Union"; 1822 [labelType="html" label="UnionRDD [1822] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4524 { label="WholeStageCodegen (14)"; 1823 [labelType="html" label="MapPartitionsRDD [1823] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4523 { label="Exchange"; 1824 [labelType="html" label="MapPartitionsRDD [1824] takeAsList at DataFrameCommonJob.java:145"]; } } 1780->1781; 1781->1782; 1786->1787; 1787->1788; 1789->1790; 1790->1791; 1792->1793; 1793->1794; 1795->1796; 1796->1797; 1798->1799; 1799->1800; 1801->1802; 1802->1803; 1804->1805; 1805->1806; 1807->1808; 1808->1809; 1810->1811; 1811->1812; 1813->1814; 1814->1815; 1816->1817; 1817->1818; 1819->1820; 1820->1821; 1782->1822; 1788->1822; 1791->1822; 1794->1822; 1797->1822; 1800->1822; 1803->1822; 1806->1822; 1809->1822; 1812->1822; 1815->1822; 1818->1822; 1821->1822; 1822->1823; 1823->1824; }

digraph G { subgraph clusterstage_385 { label="Stage 385"; subgraph cluster4926 { label="AQEShuffleRead"; 1943 [labelType="html" label="ShuffledRowRDD [1943] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4923 { label="WholeStageCodegen (16)"; 1944 [labelType="html" label="MapPartitionsRDD [1944] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4922 { label="Window"; 1945 [labelType="html" label="MapPartitionsRDD [1945] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4913 { label="WholeStageCodegen (17)"; 1946 [labelType="html" label="MapPartitionsRDD [1946] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4912 { label="Window"; 1947 [labelType="html" label="MapPartitionsRDD [1947] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4911 { label="Exchange"; 1948 [labelType="html" label="MapPartitionsRDD [1948] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1943->1944; 1944->1945; 1945->1946; 1946->1947; 1947->1948; }

1824,1943

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
385	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:03	3 s	6/6			8.9 MiB	9.6 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

385

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:03

3 s

6/6

8.9 MiB

9.6 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
384	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

384

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: