EVAL1_SPC1 - Details for Job 114

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:18
Duration: 0.7 s
Associated SQL Query: 76
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_183 { label="Stage 183 (skipped)"; subgraph cluster2086 { label="Scan parquet "; 847 [labelType="html" label="FileScanRDD [847] takeAsList at DataFrameCommonJob.java:145"]; 848 [labelType="html" label="MapPartitionsRDD [848] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2082 { label="WholeStageCodegen (1)"; 849 [labelType="html" label="MapPartitionsRDD [849] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2091 { label="Scan parquet "; 850 [labelType="html" label="FileScanRDD [850] takeAsList at DataFrameCommonJob.java:145"]; 851 [labelType="html" label="MapPartitionsRDD [851] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2087 { label="WholeStageCodegen (2)"; 852 [labelType="html" label="MapPartitionsRDD [852] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2096 { label="Scan parquet "; 853 [labelType="html" label="FileScanRDD [853] takeAsList at DataFrameCommonJob.java:145"]; 854 [labelType="html" label="MapPartitionsRDD [854] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2092 { label="WholeStageCodegen (3)"; 855 [labelType="html" label="MapPartitionsRDD [855] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2101 { label="Scan parquet "; 856 [labelType="html" label="FileScanRDD [856] takeAsList at DataFrameCommonJob.java:145"]; 857 [labelType="html" label="MapPartitionsRDD [857] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2097 { label="WholeStageCodegen (4)"; 858 [labelType="html" label="MapPartitionsRDD [858] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2106 { label="Scan parquet "; 859 [labelType="html" label="FileScanRDD [859] takeAsList at DataFrameCommonJob.java:145"]; 860 [labelType="html" label="MapPartitionsRDD [860] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2102 { label="WholeStageCodegen (5)"; 861 [labelType="html" label="MapPartitionsRDD [861] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2111 { label="Scan parquet "; 862 [labelType="html" label="FileScanRDD [862] takeAsList at DataFrameCommonJob.java:145"]; 863 [labelType="html" label="MapPartitionsRDD [863] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2107 { label="WholeStageCodegen (6)"; 864 [labelType="html" label="MapPartitionsRDD [864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2116 { label="Scan parquet "; 865 [labelType="html" label="FileScanRDD [865] takeAsList at DataFrameCommonJob.java:145"]; 866 [labelType="html" label="MapPartitionsRDD [866] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2112 { label="WholeStageCodegen (7)"; 867 [labelType="html" label="MapPartitionsRDD [867] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2121 { label="Scan parquet "; 868 [labelType="html" label="FileScanRDD [868] takeAsList at DataFrameCommonJob.java:145"]; 869 [labelType="html" label="MapPartitionsRDD [869] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2117 { label="WholeStageCodegen (8)"; 870 [labelType="html" label="MapPartitionsRDD [870] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2126 { label="Scan parquet "; 871 [labelType="html" label="FileScanRDD [871] takeAsList at DataFrameCommonJob.java:145"]; 872 [labelType="html" label="MapPartitionsRDD [872] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2122 { label="WholeStageCodegen (9)"; 873 [labelType="html" label="MapPartitionsRDD [873] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2131 { label="Scan parquet "; 874 [labelType="html" label="FileScanRDD [874] takeAsList at DataFrameCommonJob.java:145"]; 875 [labelType="html" label="MapPartitionsRDD [875] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2127 { label="WholeStageCodegen (10)"; 876 [labelType="html" label="MapPartitionsRDD [876] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2136 { label="Scan parquet "; 877 [labelType="html" label="FileScanRDD [877] takeAsList at DataFrameCommonJob.java:145"]; 878 [labelType="html" label="MapPartitionsRDD [878] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2132 { label="WholeStageCodegen (11)"; 879 [labelType="html" label="MapPartitionsRDD [879] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2141 { label="Scan parquet "; 880 [labelType="html" label="FileScanRDD [880] takeAsList at DataFrameCommonJob.java:145"]; 881 [labelType="html" label="MapPartitionsRDD [881] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2137 { label="WholeStageCodegen (12)"; 882 [labelType="html" label="MapPartitionsRDD [882] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2146 { label="Scan parquet "; 883 [labelType="html" label="FileScanRDD [883] takeAsList at DataFrameCommonJob.java:145"]; 884 [labelType="html" label="MapPartitionsRDD [884] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2142 { label="WholeStageCodegen (13)"; 885 [labelType="html" label="MapPartitionsRDD [885] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2081 { label="Union"; 886 [labelType="html" label="UnionRDD [886] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2077 { label="WholeStageCodegen (14)"; 887 [labelType="html" label="MapPartitionsRDD [887] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2076 { label="Exchange"; 888 [labelType="html" label="MapPartitionsRDD [888] takeAsList at DataFrameCommonJob.java:145"]; } } 847->848; 848->849; 850->851; 851->852; 853->854; 854->855; 856->857; 857->858; 859->860; 860->861; 862->863; 863->864; 865->866; 866->867; 868->869; 869->870; 871->872; 872->873; 874->875; 875->876; 877->878; 878->879; 880->881; 881->882; 883->884; 884->885; 849->886; 852->886; 855->886; 858->886; 861->886; 864->886; 867->886; 870->886; 873->886; 876->886; 879->886; 882->886; 885->886; 886->887; 887->888; }

digraph G { subgraph clusterstage_184 { label="Stage 184 (skipped)"; subgraph cluster2152 { label="Scan csv "; 889 [labelType="html" label="FileScanRDD [889] takeAsList at DataFrameCommonJob.java:145"]; 890 [labelType="html" label="MapPartitionsRDD [890] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2148 { label="WholeStageCodegen (15)"; 891 [labelType="html" label="MapPartitionsRDD [891] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2147 { label="Exchange"; 892 [labelType="html" label="MapPartitionsRDD [892] takeAsList at DataFrameCommonJob.java:145"]; } } 889->890; 890->891; 891->892; }

digraph G { subgraph clusterstage_185 { label="Stage 185"; subgraph cluster2162 { label="AQEShuffleRead"; 893 [labelType="html" label="ShuffledRowRDD [893] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2159 { label="WholeStageCodegen (16)"; 894 [labelType="html" label="MapPartitionsRDD [894] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2167 { label="AQEShuffleRead"; 895 [labelType="html" label="ShuffledRowRDD [895] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2164 { label="WholeStageCodegen (17)"; 896 [labelType="html" label="MapPartitionsRDD [896] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2155 { label="WholeStageCodegen (18)"; 897 [labelType="html" label="ZippedPartitionsRDD2 [897] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 898 [labelType="html" label="MapPartitionsRDD [898] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2154 { label="ObjectHashAggregate"; 899 [labelType="html" label="MapPartitionsRDD [899] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2153 { label="Exchange"; 900 [labelType="html" label="MapPartitionsRDD [900] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 893->894; 895->896; 894->897; 896->897; 897->898; 898->899; 899->900; }

888,893

892,895

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
185	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:18	0.6 s	2/2			2.8 MiB	238.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

185

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:18

0.6 s

2/2

2.8 MiB

238.3 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
184	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
183	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

184

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

183

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: