EVAL1_SPC1 - Details for Job 229

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:16
Duration: 0.7 s
Associated SQL Query: 108
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_449 { label="Stage 449 (skipped)"; subgraph cluster6024 { label="Scan parquet "; 2344 [labelType="html" label="FileScanRDD [2344] takeAsList at DataFrameCommonJob.java:145"]; 2345 [labelType="html" label="MapPartitionsRDD [2345] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6019 { label="WholeStageCodegen (15)"; 2346 [labelType="html" label="MapPartitionsRDD [2346] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6018 { label="Exchange"; 2347 [labelType="html" label="MapPartitionsRDD [2347] takeAsList at DataFrameCommonJob.java:145"]; } } 2344->2345; 2345->2346; 2346->2347; }

digraph G { subgraph clusterstage_450 { label="Stage 450 (skipped)"; subgraph cluster5957 { label="Scan parquet "; 2302 [labelType="html" label="FileScanRDD [2302] takeAsList at DataFrameCommonJob.java:145"]; 2303 [labelType="html" label="MapPartitionsRDD [2303] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5953 { label="WholeStageCodegen (1)"; 2304 [labelType="html" label="MapPartitionsRDD [2304] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5962 { label="Scan parquet "; 2305 [labelType="html" label="FileScanRDD [2305] takeAsList at DataFrameCommonJob.java:145"]; 2306 [labelType="html" label="MapPartitionsRDD [2306] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5958 { label="WholeStageCodegen (2)"; 2307 [labelType="html" label="MapPartitionsRDD [2307] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5967 { label="Scan parquet "; 2308 [labelType="html" label="FileScanRDD [2308] takeAsList at DataFrameCommonJob.java:145"]; 2309 [labelType="html" label="MapPartitionsRDD [2309] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5963 { label="WholeStageCodegen (3)"; 2310 [labelType="html" label="MapPartitionsRDD [2310] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5972 { label="Scan parquet "; 2311 [labelType="html" label="FileScanRDD [2311] takeAsList at DataFrameCommonJob.java:145"]; 2312 [labelType="html" label="MapPartitionsRDD [2312] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5968 { label="WholeStageCodegen (4)"; 2313 [labelType="html" label="MapPartitionsRDD [2313] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5977 { label="Scan parquet "; 2314 [labelType="html" label="FileScanRDD [2314] takeAsList at DataFrameCommonJob.java:145"]; 2315 [labelType="html" label="MapPartitionsRDD [2315] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5973 { label="WholeStageCodegen (5)"; 2316 [labelType="html" label="MapPartitionsRDD [2316] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5982 { label="Scan parquet "; 2317 [labelType="html" label="FileScanRDD [2317] takeAsList at DataFrameCommonJob.java:145"]; 2318 [labelType="html" label="MapPartitionsRDD [2318] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5978 { label="WholeStageCodegen (6)"; 2319 [labelType="html" label="MapPartitionsRDD [2319] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5987 { label="Scan parquet "; 2320 [labelType="html" label="FileScanRDD [2320] takeAsList at DataFrameCommonJob.java:145"]; 2321 [labelType="html" label="MapPartitionsRDD [2321] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5983 { label="WholeStageCodegen (7)"; 2322 [labelType="html" label="MapPartitionsRDD [2322] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5992 { label="Scan parquet "; 2323 [labelType="html" label="FileScanRDD [2323] takeAsList at DataFrameCommonJob.java:145"]; 2324 [labelType="html" label="MapPartitionsRDD [2324] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5988 { label="WholeStageCodegen (8)"; 2325 [labelType="html" label="MapPartitionsRDD [2325] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5997 { label="Scan parquet "; 2326 [labelType="html" label="FileScanRDD [2326] takeAsList at DataFrameCommonJob.java:145"]; 2327 [labelType="html" label="MapPartitionsRDD [2327] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5993 { label="WholeStageCodegen (9)"; 2328 [labelType="html" label="MapPartitionsRDD [2328] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6002 { label="Scan parquet "; 2329 [labelType="html" label="FileScanRDD [2329] takeAsList at DataFrameCommonJob.java:145"]; 2330 [labelType="html" label="MapPartitionsRDD [2330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5998 { label="WholeStageCodegen (10)"; 2331 [labelType="html" label="MapPartitionsRDD [2331] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6007 { label="Scan parquet "; 2332 [labelType="html" label="FileScanRDD [2332] takeAsList at DataFrameCommonJob.java:145"]; 2333 [labelType="html" label="MapPartitionsRDD [2333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6003 { label="WholeStageCodegen (11)"; 2334 [labelType="html" label="MapPartitionsRDD [2334] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6012 { label="Scan parquet "; 2335 [labelType="html" label="FileScanRDD [2335] takeAsList at DataFrameCommonJob.java:145"]; 2336 [labelType="html" label="MapPartitionsRDD [2336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6008 { label="WholeStageCodegen (12)"; 2337 [labelType="html" label="MapPartitionsRDD [2337] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6017 { label="Scan parquet "; 2338 [labelType="html" label="FileScanRDD [2338] takeAsList at DataFrameCommonJob.java:145"]; 2339 [labelType="html" label="MapPartitionsRDD [2339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6013 { label="WholeStageCodegen (13)"; 2340 [labelType="html" label="MapPartitionsRDD [2340] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5952 { label="Union"; 2341 [labelType="html" label="UnionRDD [2341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5948 { label="WholeStageCodegen (14)"; 2342 [labelType="html" label="MapPartitionsRDD [2342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5947 { label="Exchange"; 2343 [labelType="html" label="MapPartitionsRDD [2343] takeAsList at DataFrameCommonJob.java:145"]; } } 2302->2303; 2303->2304; 2305->2306; 2306->2307; 2308->2309; 2309->2310; 2311->2312; 2312->2313; 2314->2315; 2315->2316; 2317->2318; 2318->2319; 2320->2321; 2321->2322; 2323->2324; 2324->2325; 2326->2327; 2327->2328; 2329->2330; 2330->2331; 2332->2333; 2333->2334; 2335->2336; 2336->2337; 2338->2339; 2339->2340; 2304->2341; 2307->2341; 2310->2341; 2313->2341; 2316->2341; 2319->2341; 2322->2341; 2325->2341; 2328->2341; 2331->2341; 2334->2341; 2337->2341; 2340->2341; 2341->2342; 2342->2343; }

digraph G { subgraph clusterstage_451 { label="Stage 451"; subgraph cluster6034 { label="AQEShuffleRead"; 2348 [labelType="html" label="ShuffledRowRDD [2348] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6031 { label="WholeStageCodegen (16)"; 2349 [labelType="html" label="MapPartitionsRDD [2349] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6039 { label="AQEShuffleRead"; 2350 [labelType="html" label="ShuffledRowRDD [2350] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6036 { label="WholeStageCodegen (17)"; 2351 [labelType="html" label="MapPartitionsRDD [2351] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6027 { label="WholeStageCodegen (18)"; 2352 [labelType="html" label="ZippedPartitionsRDD2 [2352] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2353 [labelType="html" label="MapPartitionsRDD [2353] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6026 { label="ObjectHashAggregate"; 2354 [labelType="html" label="MapPartitionsRDD [2354] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6025 { label="Exchange"; 2355 [labelType="html" label="MapPartitionsRDD [2355] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2348->2349; 2350->2351; 2349->2352; 2351->2352; 2352->2353; 2353->2354; 2354->2355; }

2343,2348

2347,2350

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
451	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:16	0.7 s	2/2			2.8 MiB	238.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

451

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:16

0.7 s

2/2

2.8 MiB

238.3 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
450	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
449	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

450

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

449

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: