EVAL1_SPC1 - Details for Job 233

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:19
Duration: 0.7 s
Associated SQL Query: 109
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_458 { label="Stage 458 (skipped)"; subgraph cluster6112 { label="Scan parquet "; 2359 [labelType="html" label="FileScanRDD [2359] takeAsList at DataFrameCommonJob.java:145"]; 2360 [labelType="html" label="MapPartitionsRDD [2360] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6108 { label="WholeStageCodegen (1)"; 2361 [labelType="html" label="MapPartitionsRDD [2361] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6117 { label="Scan parquet "; 2362 [labelType="html" label="FileScanRDD [2362] takeAsList at DataFrameCommonJob.java:145"]; 2363 [labelType="html" label="MapPartitionsRDD [2363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6113 { label="WholeStageCodegen (2)"; 2364 [labelType="html" label="MapPartitionsRDD [2364] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6122 { label="Scan parquet "; 2365 [labelType="html" label="FileScanRDD [2365] takeAsList at DataFrameCommonJob.java:145"]; 2366 [labelType="html" label="MapPartitionsRDD [2366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6118 { label="WholeStageCodegen (3)"; 2367 [labelType="html" label="MapPartitionsRDD [2367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6127 { label="Scan parquet "; 2368 [labelType="html" label="FileScanRDD [2368] takeAsList at DataFrameCommonJob.java:145"]; 2369 [labelType="html" label="MapPartitionsRDD [2369] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6123 { label="WholeStageCodegen (4)"; 2370 [labelType="html" label="MapPartitionsRDD [2370] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6132 { label="Scan parquet "; 2371 [labelType="html" label="FileScanRDD [2371] takeAsList at DataFrameCommonJob.java:145"]; 2372 [labelType="html" label="MapPartitionsRDD [2372] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6128 { label="WholeStageCodegen (5)"; 2373 [labelType="html" label="MapPartitionsRDD [2373] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6137 { label="Scan parquet "; 2374 [labelType="html" label="FileScanRDD [2374] takeAsList at DataFrameCommonJob.java:145"]; 2375 [labelType="html" label="MapPartitionsRDD [2375] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6133 { label="WholeStageCodegen (6)"; 2376 [labelType="html" label="MapPartitionsRDD [2376] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6142 { label="Scan parquet "; 2377 [labelType="html" label="FileScanRDD [2377] takeAsList at DataFrameCommonJob.java:145"]; 2378 [labelType="html" label="MapPartitionsRDD [2378] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6138 { label="WholeStageCodegen (7)"; 2379 [labelType="html" label="MapPartitionsRDD [2379] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6147 { label="Scan parquet "; 2380 [labelType="html" label="FileScanRDD [2380] takeAsList at DataFrameCommonJob.java:145"]; 2381 [labelType="html" label="MapPartitionsRDD [2381] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6143 { label="WholeStageCodegen (8)"; 2382 [labelType="html" label="MapPartitionsRDD [2382] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6152 { label="Scan parquet "; 2383 [labelType="html" label="FileScanRDD [2383] takeAsList at DataFrameCommonJob.java:145"]; 2384 [labelType="html" label="MapPartitionsRDD [2384] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6148 { label="WholeStageCodegen (9)"; 2385 [labelType="html" label="MapPartitionsRDD [2385] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6157 { label="Scan parquet "; 2386 [labelType="html" label="FileScanRDD [2386] takeAsList at DataFrameCommonJob.java:145"]; 2387 [labelType="html" label="MapPartitionsRDD [2387] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6153 { label="WholeStageCodegen (10)"; 2388 [labelType="html" label="MapPartitionsRDD [2388] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6162 { label="Scan parquet "; 2389 [labelType="html" label="FileScanRDD [2389] takeAsList at DataFrameCommonJob.java:145"]; 2390 [labelType="html" label="MapPartitionsRDD [2390] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6158 { label="WholeStageCodegen (11)"; 2391 [labelType="html" label="MapPartitionsRDD [2391] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6167 { label="Scan parquet "; 2392 [labelType="html" label="FileScanRDD [2392] takeAsList at DataFrameCommonJob.java:145"]; 2393 [labelType="html" label="MapPartitionsRDD [2393] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6163 { label="WholeStageCodegen (12)"; 2394 [labelType="html" label="MapPartitionsRDD [2394] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6172 { label="Scan parquet "; 2395 [labelType="html" label="FileScanRDD [2395] takeAsList at DataFrameCommonJob.java:145"]; 2396 [labelType="html" label="MapPartitionsRDD [2396] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6168 { label="WholeStageCodegen (13)"; 2397 [labelType="html" label="MapPartitionsRDD [2397] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6107 { label="Union"; 2398 [labelType="html" label="UnionRDD [2398] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6103 { label="WholeStageCodegen (14)"; 2399 [labelType="html" label="MapPartitionsRDD [2399] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6102 { label="Exchange"; 2400 [labelType="html" label="MapPartitionsRDD [2400] takeAsList at DataFrameCommonJob.java:145"]; } } 2359->2360; 2360->2361; 2362->2363; 2363->2364; 2365->2366; 2366->2367; 2368->2369; 2369->2370; 2371->2372; 2372->2373; 2374->2375; 2375->2376; 2377->2378; 2378->2379; 2380->2381; 2381->2382; 2383->2384; 2384->2385; 2386->2387; 2387->2388; 2389->2390; 2390->2391; 2392->2393; 2393->2394; 2395->2396; 2396->2397; 2361->2398; 2364->2398; 2367->2398; 2370->2398; 2373->2398; 2376->2398; 2379->2398; 2382->2398; 2385->2398; 2388->2398; 2391->2398; 2394->2398; 2397->2398; 2398->2399; 2399->2400; }

digraph G { subgraph clusterstage_459 { label="Stage 459 (skipped)"; subgraph cluster6179 { label="Scan parquet "; 2401 [labelType="html" label="FileScanRDD [2401] takeAsList at DataFrameCommonJob.java:145"]; 2402 [labelType="html" label="MapPartitionsRDD [2402] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6174 { label="WholeStageCodegen (15)"; 2403 [labelType="html" label="MapPartitionsRDD [2403] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6173 { label="Exchange"; 2404 [labelType="html" label="MapPartitionsRDD [2404] takeAsList at DataFrameCommonJob.java:145"]; } } 2401->2402; 2402->2403; 2403->2404; }

digraph G { subgraph clusterstage_460 { label="Stage 460"; subgraph cluster6189 { label="AQEShuffleRead"; 2405 [labelType="html" label="ShuffledRowRDD [2405] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6186 { label="WholeStageCodegen (16)"; 2406 [labelType="html" label="MapPartitionsRDD [2406] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6194 { label="AQEShuffleRead"; 2407 [labelType="html" label="ShuffledRowRDD [2407] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6191 { label="WholeStageCodegen (17)"; 2408 [labelType="html" label="MapPartitionsRDD [2408] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6182 { label="WholeStageCodegen (18)"; 2409 [labelType="html" label="ZippedPartitionsRDD2 [2409] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2410 [labelType="html" label="MapPartitionsRDD [2410] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6181 { label="SortAggregate"; 2411 [labelType="html" label="MapPartitionsRDD [2411] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6180 { label="Exchange"; 2412 [labelType="html" label="MapPartitionsRDD [2412] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2405->2406; 2407->2408; 2406->2409; 2408->2409; 2409->2410; 2410->2411; 2411->2412; }

2400,2405

2404,2407

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
460	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:19	0.7 s	1/1			700.1 KiB	239.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

460

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:19

0.7 s

1/1

700.1 KiB

239.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
459	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
458	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

459

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

458

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: