EVAL1_SPC1 - Details for Job 110

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:16
Duration: 0.6 s
Associated SQL Query: 75
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_174 { label="Stage 174 (skipped)"; subgraph cluster1932 { label="Scan parquet "; 790 [labelType="html" label="FileScanRDD [790] takeAsList at DataFrameCommonJob.java:145"]; 791 [labelType="html" label="MapPartitionsRDD [791] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1928 { label="WholeStageCodegen (1)"; 792 [labelType="html" label="MapPartitionsRDD [792] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1937 { label="Scan parquet "; 793 [labelType="html" label="FileScanRDD [793] takeAsList at DataFrameCommonJob.java:145"]; 794 [labelType="html" label="MapPartitionsRDD [794] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1933 { label="WholeStageCodegen (2)"; 795 [labelType="html" label="MapPartitionsRDD [795] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1942 { label="Scan parquet "; 796 [labelType="html" label="FileScanRDD [796] takeAsList at DataFrameCommonJob.java:145"]; 797 [labelType="html" label="MapPartitionsRDD [797] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1938 { label="WholeStageCodegen (3)"; 798 [labelType="html" label="MapPartitionsRDD [798] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1947 { label="Scan parquet "; 799 [labelType="html" label="FileScanRDD [799] takeAsList at DataFrameCommonJob.java:145"]; 800 [labelType="html" label="MapPartitionsRDD [800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1943 { label="WholeStageCodegen (4)"; 801 [labelType="html" label="MapPartitionsRDD [801] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1952 { label="Scan parquet "; 802 [labelType="html" label="FileScanRDD [802] takeAsList at DataFrameCommonJob.java:145"]; 803 [labelType="html" label="MapPartitionsRDD [803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1948 { label="WholeStageCodegen (5)"; 804 [labelType="html" label="MapPartitionsRDD [804] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1957 { label="Scan parquet "; 805 [labelType="html" label="FileScanRDD [805] takeAsList at DataFrameCommonJob.java:145"]; 806 [labelType="html" label="MapPartitionsRDD [806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1953 { label="WholeStageCodegen (6)"; 807 [labelType="html" label="MapPartitionsRDD [807] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1962 { label="Scan parquet "; 808 [labelType="html" label="FileScanRDD [808] takeAsList at DataFrameCommonJob.java:145"]; 809 [labelType="html" label="MapPartitionsRDD [809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1958 { label="WholeStageCodegen (7)"; 810 [labelType="html" label="MapPartitionsRDD [810] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1967 { label="Scan parquet "; 811 [labelType="html" label="FileScanRDD [811] takeAsList at DataFrameCommonJob.java:145"]; 812 [labelType="html" label="MapPartitionsRDD [812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1963 { label="WholeStageCodegen (8)"; 813 [labelType="html" label="MapPartitionsRDD [813] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1972 { label="Scan parquet "; 814 [labelType="html" label="FileScanRDD [814] takeAsList at DataFrameCommonJob.java:145"]; 815 [labelType="html" label="MapPartitionsRDD [815] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1968 { label="WholeStageCodegen (9)"; 816 [labelType="html" label="MapPartitionsRDD [816] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1977 { label="Scan parquet "; 817 [labelType="html" label="FileScanRDD [817] takeAsList at DataFrameCommonJob.java:145"]; 818 [labelType="html" label="MapPartitionsRDD [818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1973 { label="WholeStageCodegen (10)"; 819 [labelType="html" label="MapPartitionsRDD [819] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1982 { label="Scan parquet "; 820 [labelType="html" label="FileScanRDD [820] takeAsList at DataFrameCommonJob.java:145"]; 821 [labelType="html" label="MapPartitionsRDD [821] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1978 { label="WholeStageCodegen (11)"; 822 [labelType="html" label="MapPartitionsRDD [822] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1987 { label="Scan parquet "; 823 [labelType="html" label="FileScanRDD [823] takeAsList at DataFrameCommonJob.java:145"]; 824 [labelType="html" label="MapPartitionsRDD [824] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1983 { label="WholeStageCodegen (12)"; 825 [labelType="html" label="MapPartitionsRDD [825] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1992 { label="Scan parquet "; 826 [labelType="html" label="FileScanRDD [826] takeAsList at DataFrameCommonJob.java:145"]; 827 [labelType="html" label="MapPartitionsRDD [827] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1988 { label="WholeStageCodegen (13)"; 828 [labelType="html" label="MapPartitionsRDD [828] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1927 { label="Union"; 829 [labelType="html" label="UnionRDD [829] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1923 { label="WholeStageCodegen (14)"; 830 [labelType="html" label="MapPartitionsRDD [830] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1922 { label="Exchange"; 831 [labelType="html" label="MapPartitionsRDD [831] takeAsList at DataFrameCommonJob.java:145"]; } } 790->791; 791->792; 793->794; 794->795; 796->797; 797->798; 799->800; 800->801; 802->803; 803->804; 805->806; 806->807; 808->809; 809->810; 811->812; 812->813; 814->815; 815->816; 817->818; 818->819; 820->821; 821->822; 823->824; 824->825; 826->827; 827->828; 792->829; 795->829; 798->829; 801->829; 804->829; 807->829; 810->829; 813->829; 816->829; 819->829; 822->829; 825->829; 828->829; 829->830; 830->831; }

digraph G { subgraph clusterstage_175 { label="Stage 175 (skipped)"; subgraph cluster1998 { label="Scan csv "; 832 [labelType="html" label="FileScanRDD [832] takeAsList at DataFrameCommonJob.java:145"]; 833 [labelType="html" label="MapPartitionsRDD [833] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1994 { label="WholeStageCodegen (15)"; 834 [labelType="html" label="MapPartitionsRDD [834] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1993 { label="Exchange"; 835 [labelType="html" label="MapPartitionsRDD [835] takeAsList at DataFrameCommonJob.java:145"]; } } 832->833; 833->834; 834->835; }

digraph G { subgraph clusterstage_176 { label="Stage 176"; subgraph cluster2008 { label="AQEShuffleRead"; 836 [labelType="html" label="ShuffledRowRDD [836] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2005 { label="WholeStageCodegen (16)"; 837 [labelType="html" label="MapPartitionsRDD [837] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2013 { label="AQEShuffleRead"; 838 [labelType="html" label="ShuffledRowRDD [838] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2010 { label="WholeStageCodegen (17)"; 839 [labelType="html" label="MapPartitionsRDD [839] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2001 { label="WholeStageCodegen (18)"; 840 [labelType="html" label="ZippedPartitionsRDD2 [840] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 841 [labelType="html" label="MapPartitionsRDD [841] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2000 { label="SortAggregate"; 842 [labelType="html" label="MapPartitionsRDD [842] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1999 { label="Exchange"; 843 [labelType="html" label="MapPartitionsRDD [843] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 836->837; 838->839; 837->840; 839->840; 840->841; 841->842; 842->843; }

831,836

835,838

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
176	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:16	0.6 s	1/1			155.3 KiB	104.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

176

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:16

0.6 s

1/1

155.3 KiB

104.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
175	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
174	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

175

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

174

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: