EVAL1_SPC1 - Details for Job 225

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:15
Duration: 0.6 s
Associated SQL Query: 107
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_440 { label="Stage 440 (skipped)"; subgraph cluster5802 { label="Scan parquet "; 2245 [labelType="html" label="FileScanRDD [2245] takeAsList at DataFrameCommonJob.java:145"]; 2246 [labelType="html" label="MapPartitionsRDD [2246] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5798 { label="WholeStageCodegen (1)"; 2247 [labelType="html" label="MapPartitionsRDD [2247] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5807 { label="Scan parquet "; 2248 [labelType="html" label="FileScanRDD [2248] takeAsList at DataFrameCommonJob.java:145"]; 2249 [labelType="html" label="MapPartitionsRDD [2249] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5803 { label="WholeStageCodegen (2)"; 2250 [labelType="html" label="MapPartitionsRDD [2250] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5812 { label="Scan parquet "; 2251 [labelType="html" label="FileScanRDD [2251] takeAsList at DataFrameCommonJob.java:145"]; 2252 [labelType="html" label="MapPartitionsRDD [2252] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5808 { label="WholeStageCodegen (3)"; 2253 [labelType="html" label="MapPartitionsRDD [2253] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5817 { label="Scan parquet "; 2254 [labelType="html" label="FileScanRDD [2254] takeAsList at DataFrameCommonJob.java:145"]; 2255 [labelType="html" label="MapPartitionsRDD [2255] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5813 { label="WholeStageCodegen (4)"; 2256 [labelType="html" label="MapPartitionsRDD [2256] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5822 { label="Scan parquet "; 2257 [labelType="html" label="FileScanRDD [2257] takeAsList at DataFrameCommonJob.java:145"]; 2258 [labelType="html" label="MapPartitionsRDD [2258] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5818 { label="WholeStageCodegen (5)"; 2259 [labelType="html" label="MapPartitionsRDD [2259] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5827 { label="Scan parquet "; 2260 [labelType="html" label="FileScanRDD [2260] takeAsList at DataFrameCommonJob.java:145"]; 2261 [labelType="html" label="MapPartitionsRDD [2261] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5823 { label="WholeStageCodegen (6)"; 2262 [labelType="html" label="MapPartitionsRDD [2262] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5832 { label="Scan parquet "; 2263 [labelType="html" label="FileScanRDD [2263] takeAsList at DataFrameCommonJob.java:145"]; 2264 [labelType="html" label="MapPartitionsRDD [2264] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5828 { label="WholeStageCodegen (7)"; 2265 [labelType="html" label="MapPartitionsRDD [2265] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5837 { label="Scan parquet "; 2266 [labelType="html" label="FileScanRDD [2266] takeAsList at DataFrameCommonJob.java:145"]; 2267 [labelType="html" label="MapPartitionsRDD [2267] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5833 { label="WholeStageCodegen (8)"; 2268 [labelType="html" label="MapPartitionsRDD [2268] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5842 { label="Scan parquet "; 2269 [labelType="html" label="FileScanRDD [2269] takeAsList at DataFrameCommonJob.java:145"]; 2270 [labelType="html" label="MapPartitionsRDD [2270] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5838 { label="WholeStageCodegen (9)"; 2271 [labelType="html" label="MapPartitionsRDD [2271] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5847 { label="Scan parquet "; 2272 [labelType="html" label="FileScanRDD [2272] takeAsList at DataFrameCommonJob.java:145"]; 2273 [labelType="html" label="MapPartitionsRDD [2273] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5843 { label="WholeStageCodegen (10)"; 2274 [labelType="html" label="MapPartitionsRDD [2274] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5852 { label="Scan parquet "; 2275 [labelType="html" label="FileScanRDD [2275] takeAsList at DataFrameCommonJob.java:145"]; 2276 [labelType="html" label="MapPartitionsRDD [2276] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5848 { label="WholeStageCodegen (11)"; 2277 [labelType="html" label="MapPartitionsRDD [2277] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5857 { label="Scan parquet "; 2278 [labelType="html" label="FileScanRDD [2278] takeAsList at DataFrameCommonJob.java:145"]; 2279 [labelType="html" label="MapPartitionsRDD [2279] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5853 { label="WholeStageCodegen (12)"; 2280 [labelType="html" label="MapPartitionsRDD [2280] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5862 { label="Scan parquet "; 2281 [labelType="html" label="FileScanRDD [2281] takeAsList at DataFrameCommonJob.java:145"]; 2282 [labelType="html" label="MapPartitionsRDD [2282] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5858 { label="WholeStageCodegen (13)"; 2283 [labelType="html" label="MapPartitionsRDD [2283] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5797 { label="Union"; 2284 [labelType="html" label="UnionRDD [2284] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5793 { label="WholeStageCodegen (14)"; 2285 [labelType="html" label="MapPartitionsRDD [2285] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5792 { label="Exchange"; 2286 [labelType="html" label="MapPartitionsRDD [2286] takeAsList at DataFrameCommonJob.java:145"]; } } 2245->2246; 2246->2247; 2248->2249; 2249->2250; 2251->2252; 2252->2253; 2254->2255; 2255->2256; 2257->2258; 2258->2259; 2260->2261; 2261->2262; 2263->2264; 2264->2265; 2266->2267; 2267->2268; 2269->2270; 2270->2271; 2272->2273; 2273->2274; 2275->2276; 2276->2277; 2278->2279; 2279->2280; 2281->2282; 2282->2283; 2247->2284; 2250->2284; 2253->2284; 2256->2284; 2259->2284; 2262->2284; 2265->2284; 2268->2284; 2271->2284; 2274->2284; 2277->2284; 2280->2284; 2283->2284; 2284->2285; 2285->2286; }

digraph G { subgraph clusterstage_441 { label="Stage 441 (skipped)"; subgraph cluster5869 { label="Scan parquet "; 2287 [labelType="html" label="FileScanRDD [2287] takeAsList at DataFrameCommonJob.java:145"]; 2288 [labelType="html" label="MapPartitionsRDD [2288] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5864 { label="WholeStageCodegen (15)"; 2289 [labelType="html" label="MapPartitionsRDD [2289] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5863 { label="Exchange"; 2290 [labelType="html" label="MapPartitionsRDD [2290] takeAsList at DataFrameCommonJob.java:145"]; } } 2287->2288; 2288->2289; 2289->2290; }

digraph G { subgraph clusterstage_442 { label="Stage 442"; subgraph cluster5879 { label="AQEShuffleRead"; 2291 [labelType="html" label="ShuffledRowRDD [2291] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5876 { label="WholeStageCodegen (16)"; 2292 [labelType="html" label="MapPartitionsRDD [2292] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5884 { label="AQEShuffleRead"; 2293 [labelType="html" label="ShuffledRowRDD [2293] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5881 { label="WholeStageCodegen (17)"; 2294 [labelType="html" label="MapPartitionsRDD [2294] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5872 { label="WholeStageCodegen (18)"; 2295 [labelType="html" label="ZippedPartitionsRDD2 [2295] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2296 [labelType="html" label="MapPartitionsRDD [2296] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5871 { label="SortAggregate"; 2297 [labelType="html" label="MapPartitionsRDD [2297] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5870 { label="Exchange"; 2298 [labelType="html" label="MapPartitionsRDD [2298] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2291->2292; 2293->2294; 2292->2295; 2294->2295; 2295->2296; 2296->2297; 2297->2298; }

2286,2291

2290,2293

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
442	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:15	0.6 s	1/1			155.3 KiB	104.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

442

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:15

0.6 s

1/1

155.3 KiB

104.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
441	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
440	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

441

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

440

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: