EVAL1_SPC1 - Details for Job 207

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:07
Duration: 0.1 s
Associated SQL Query: 99
Job Group: 6f0bb2b8-379a-449b-aeb7-a83074ff7672
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_396 { label="Stage 396 (skipped)"; subgraph cluster4533 { label="Scan parquet "; 1780 [labelType="html" label="FileScanRDD [1780] takeAsList at DataFrameCommonJob.java:145"]; 1781 [labelType="html" label="MapPartitionsRDD [1781] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4529 { label="WholeStageCodegen (1)"; 1782 [labelType="html" label="MapPartitionsRDD [1782] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4543 { label="Scan parquet "; 1786 [labelType="html" label="FileScanRDD [1786] takeAsList at DataFrameCommonJob.java:145"]; 1787 [labelType="html" label="MapPartitionsRDD [1787] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4534 { label="WholeStageCodegen (2)"; 1788 [labelType="html" label="MapPartitionsRDD [1788] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4606 { label="Scan parquet "; 1789 [labelType="html" label="FileScanRDD [1789] takeAsList at DataFrameCommonJob.java:145"]; 1790 [labelType="html" label="MapPartitionsRDD [1790] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4546 { label="WholeStageCodegen (3)"; 1791 [labelType="html" label="MapPartitionsRDD [1791] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4611 { label="Scan parquet "; 1792 [labelType="html" label="FileScanRDD [1792] takeAsList at DataFrameCommonJob.java:145"]; 1793 [labelType="html" label="MapPartitionsRDD [1793] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4607 { label="WholeStageCodegen (4)"; 1794 [labelType="html" label="MapPartitionsRDD [1794] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4616 { label="Scan parquet "; 1795 [labelType="html" label="FileScanRDD [1795] takeAsList at DataFrameCommonJob.java:145"]; 1796 [labelType="html" label="MapPartitionsRDD [1796] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4612 { label="WholeStageCodegen (5)"; 1797 [labelType="html" label="MapPartitionsRDD [1797] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4621 { label="Scan parquet "; 1798 [labelType="html" label="FileScanRDD [1798] takeAsList at DataFrameCommonJob.java:145"]; 1799 [labelType="html" label="MapPartitionsRDD [1799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4617 { label="WholeStageCodegen (6)"; 1800 [labelType="html" label="MapPartitionsRDD [1800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4626 { label="Scan parquet "; 1801 [labelType="html" label="FileScanRDD [1801] takeAsList at DataFrameCommonJob.java:145"]; 1802 [labelType="html" label="MapPartitionsRDD [1802] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4622 { label="WholeStageCodegen (7)"; 1803 [labelType="html" label="MapPartitionsRDD [1803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4631 { label="Scan parquet "; 1804 [labelType="html" label="FileScanRDD [1804] takeAsList at DataFrameCommonJob.java:145"]; 1805 [labelType="html" label="MapPartitionsRDD [1805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4627 { label="WholeStageCodegen (8)"; 1806 [labelType="html" label="MapPartitionsRDD [1806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4636 { label="Scan parquet "; 1807 [labelType="html" label="FileScanRDD [1807] takeAsList at DataFrameCommonJob.java:145"]; 1808 [labelType="html" label="MapPartitionsRDD [1808] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4632 { label="WholeStageCodegen (9)"; 1809 [labelType="html" label="MapPartitionsRDD [1809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4641 { label="Scan parquet "; 1810 [labelType="html" label="FileScanRDD [1810] takeAsList at DataFrameCommonJob.java:145"]; 1811 [labelType="html" label="MapPartitionsRDD [1811] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4637 { label="WholeStageCodegen (10)"; 1812 [labelType="html" label="MapPartitionsRDD [1812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4646 { label="Scan parquet "; 1813 [labelType="html" label="FileScanRDD [1813] takeAsList at DataFrameCommonJob.java:145"]; 1814 [labelType="html" label="MapPartitionsRDD [1814] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4642 { label="WholeStageCodegen (11)"; 1815 [labelType="html" label="MapPartitionsRDD [1815] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4651 { label="Scan parquet "; 1816 [labelType="html" label="FileScanRDD [1816] takeAsList at DataFrameCommonJob.java:145"]; 1817 [labelType="html" label="MapPartitionsRDD [1817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4647 { label="WholeStageCodegen (12)"; 1818 [labelType="html" label="MapPartitionsRDD [1818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4656 { label="Scan parquet "; 1819 [labelType="html" label="FileScanRDD [1819] takeAsList at DataFrameCommonJob.java:145"]; 1820 [labelType="html" label="MapPartitionsRDD [1820] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4652 { label="WholeStageCodegen (13)"; 1821 [labelType="html" label="MapPartitionsRDD [1821] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4528 { label="Union"; 1822 [labelType="html" label="UnionRDD [1822] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4524 { label="WholeStageCodegen (14)"; 1823 [labelType="html" label="MapPartitionsRDD [1823] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4523 { label="Exchange"; 1824 [labelType="html" label="MapPartitionsRDD [1824] takeAsList at DataFrameCommonJob.java:145"]; } } 1780->1781; 1781->1782; 1786->1787; 1787->1788; 1789->1790; 1790->1791; 1792->1793; 1793->1794; 1795->1796; 1796->1797; 1798->1799; 1799->1800; 1801->1802; 1802->1803; 1804->1805; 1805->1806; 1807->1808; 1808->1809; 1810->1811; 1811->1812; 1813->1814; 1814->1815; 1816->1817; 1817->1818; 1819->1820; 1820->1821; 1782->1822; 1788->1822; 1791->1822; 1794->1822; 1797->1822; 1800->1822; 1803->1822; 1806->1822; 1809->1822; 1812->1822; 1815->1822; 1818->1822; 1821->1822; 1822->1823; 1823->1824; }

digraph G { subgraph clusterstage_397 { label="Stage 397 (skipped)"; subgraph cluster4926 { label="AQEShuffleRead"; 1943 [labelType="html" label="ShuffledRowRDD [1943] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4923 { label="WholeStageCodegen (16)"; 1944 [labelType="html" label="MapPartitionsRDD [1944] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4922 { label="Window"; 1945 [labelType="html" label="MapPartitionsRDD [1945] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4913 { label="WholeStageCodegen (17)"; 1946 [labelType="html" label="MapPartitionsRDD [1946] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4912 { label="Window"; 1947 [labelType="html" label="MapPartitionsRDD [1947] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4911 { label="Exchange"; 1948 [labelType="html" label="MapPartitionsRDD [1948] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1943->1944; 1944->1945; 1945->1946; 1946->1947; 1947->1948; }

1824,1943

digraph G { subgraph clusterstage_398 { label="Stage 398 (skipped)"; subgraph cluster5147 { label="AQEShuffleRead"; 2041 [labelType="html" label="ShuffledRowRDD [2041] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5144 { label="WholeStageCodegen (18)"; 2042 [labelType="html" label="MapPartitionsRDD [2042] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5143 { label="Window"; 2043 [labelType="html" label="MapPartitionsRDD [2043] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5140 { label="WholeStageCodegen (19)"; 2044 [labelType="html" label="MapPartitionsRDD [2044] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5139 { label="Exchange"; 2045 [labelType="html" label="MapPartitionsRDD [2045] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2041->2042; 2042->2043; 2043->2044; 2044->2045; }

1948,2041

digraph G { subgraph clusterstage_399 { label="Stage 399 (skipped)"; subgraph cluster4668 { label="Scan parquet "; 1825 [labelType="html" label="FileScanRDD [1825] takeAsList at DataFrameCommonJob.java:145"]; 1826 [labelType="html" label="MapPartitionsRDD [1826] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4663 { label="WholeStageCodegen (15)"; 1827 [labelType="html" label="MapPartitionsRDD [1827] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4662 { label="Exchange"; 1828 [labelType="html" label="MapPartitionsRDD [1828] takeAsList at DataFrameCommonJob.java:145"]; } } 1825->1826; 1826->1827; 1827->1828; }

digraph G { subgraph clusterstage_400 { label="Stage 400"; subgraph cluster5170 { label="AQEShuffleRead"; 2054 [labelType="html" label="ShuffledRowRDD [2054] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5167 { label="WholeStageCodegen (20)"; 2055 [labelType="html" label="MapPartitionsRDD [2055] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5175 { label="AQEShuffleRead"; 2056 [labelType="html" label="ShuffledRowRDD [2056] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5172 { label="WholeStageCodegen (21)"; 2057 [labelType="html" label="MapPartitionsRDD [2057] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5163 { label="WholeStageCodegen (22)"; 2058 [labelType="html" label="ZippedPartitionsRDD2 [2058] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2059 [labelType="html" label="MapPartitionsRDD [2059] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5176 { label="mapPartitionsInternal"; 2060 [labelType="html" label="MapPartitionsRDD [2060] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2054->2055; 2056->2057; 2055->2058; 2057->2058; 2058->2059; 2059->2060; }

2045,2054

1828,2056

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
400	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:07	0.1 s	1/1			22.6 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

400

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:07

0.1 s

1/1

22.6 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
399	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
398	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
397	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6
396	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: