EVAL1_SPC1 - Details for Job 237

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:20
Duration: 0.6 s
Associated SQL Query: 110
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_467 { label="Stage 467 (skipped)"; subgraph cluster6267 { label="Scan parquet "; 2416 [labelType="html" label="FileScanRDD [2416] takeAsList at DataFrameCommonJob.java:145"]; 2417 [labelType="html" label="MapPartitionsRDD [2417] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6263 { label="WholeStageCodegen (1)"; 2418 [labelType="html" label="MapPartitionsRDD [2418] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6272 { label="Scan parquet "; 2419 [labelType="html" label="FileScanRDD [2419] takeAsList at DataFrameCommonJob.java:145"]; 2420 [labelType="html" label="MapPartitionsRDD [2420] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6268 { label="WholeStageCodegen (2)"; 2421 [labelType="html" label="MapPartitionsRDD [2421] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6277 { label="Scan parquet "; 2422 [labelType="html" label="FileScanRDD [2422] takeAsList at DataFrameCommonJob.java:145"]; 2423 [labelType="html" label="MapPartitionsRDD [2423] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6273 { label="WholeStageCodegen (3)"; 2424 [labelType="html" label="MapPartitionsRDD [2424] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6282 { label="Scan parquet "; 2425 [labelType="html" label="FileScanRDD [2425] takeAsList at DataFrameCommonJob.java:145"]; 2426 [labelType="html" label="MapPartitionsRDD [2426] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6278 { label="WholeStageCodegen (4)"; 2427 [labelType="html" label="MapPartitionsRDD [2427] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6287 { label="Scan parquet "; 2428 [labelType="html" label="FileScanRDD [2428] takeAsList at DataFrameCommonJob.java:145"]; 2429 [labelType="html" label="MapPartitionsRDD [2429] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6283 { label="WholeStageCodegen (5)"; 2430 [labelType="html" label="MapPartitionsRDD [2430] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6292 { label="Scan parquet "; 2431 [labelType="html" label="FileScanRDD [2431] takeAsList at DataFrameCommonJob.java:145"]; 2432 [labelType="html" label="MapPartitionsRDD [2432] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6288 { label="WholeStageCodegen (6)"; 2433 [labelType="html" label="MapPartitionsRDD [2433] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6297 { label="Scan parquet "; 2434 [labelType="html" label="FileScanRDD [2434] takeAsList at DataFrameCommonJob.java:145"]; 2435 [labelType="html" label="MapPartitionsRDD [2435] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6293 { label="WholeStageCodegen (7)"; 2436 [labelType="html" label="MapPartitionsRDD [2436] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6302 { label="Scan parquet "; 2437 [labelType="html" label="FileScanRDD [2437] takeAsList at DataFrameCommonJob.java:145"]; 2438 [labelType="html" label="MapPartitionsRDD [2438] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6298 { label="WholeStageCodegen (8)"; 2439 [labelType="html" label="MapPartitionsRDD [2439] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6307 { label="Scan parquet "; 2440 [labelType="html" label="FileScanRDD [2440] takeAsList at DataFrameCommonJob.java:145"]; 2441 [labelType="html" label="MapPartitionsRDD [2441] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6303 { label="WholeStageCodegen (9)"; 2442 [labelType="html" label="MapPartitionsRDD [2442] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6312 { label="Scan parquet "; 2443 [labelType="html" label="FileScanRDD [2443] takeAsList at DataFrameCommonJob.java:145"]; 2444 [labelType="html" label="MapPartitionsRDD [2444] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6308 { label="WholeStageCodegen (10)"; 2445 [labelType="html" label="MapPartitionsRDD [2445] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6317 { label="Scan parquet "; 2446 [labelType="html" label="FileScanRDD [2446] takeAsList at DataFrameCommonJob.java:145"]; 2447 [labelType="html" label="MapPartitionsRDD [2447] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6313 { label="WholeStageCodegen (11)"; 2448 [labelType="html" label="MapPartitionsRDD [2448] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6322 { label="Scan parquet "; 2449 [labelType="html" label="FileScanRDD [2449] takeAsList at DataFrameCommonJob.java:145"]; 2450 [labelType="html" label="MapPartitionsRDD [2450] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6318 { label="WholeStageCodegen (12)"; 2451 [labelType="html" label="MapPartitionsRDD [2451] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6327 { label="Scan parquet "; 2452 [labelType="html" label="FileScanRDD [2452] takeAsList at DataFrameCommonJob.java:145"]; 2453 [labelType="html" label="MapPartitionsRDD [2453] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6323 { label="WholeStageCodegen (13)"; 2454 [labelType="html" label="MapPartitionsRDD [2454] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6262 { label="Union"; 2455 [labelType="html" label="UnionRDD [2455] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6258 { label="WholeStageCodegen (14)"; 2456 [labelType="html" label="MapPartitionsRDD [2456] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6257 { label="Exchange"; 2457 [labelType="html" label="MapPartitionsRDD [2457] takeAsList at DataFrameCommonJob.java:145"]; } } 2416->2417; 2417->2418; 2419->2420; 2420->2421; 2422->2423; 2423->2424; 2425->2426; 2426->2427; 2428->2429; 2429->2430; 2431->2432; 2432->2433; 2434->2435; 2435->2436; 2437->2438; 2438->2439; 2440->2441; 2441->2442; 2443->2444; 2444->2445; 2446->2447; 2447->2448; 2449->2450; 2450->2451; 2452->2453; 2453->2454; 2418->2455; 2421->2455; 2424->2455; 2427->2455; 2430->2455; 2433->2455; 2436->2455; 2439->2455; 2442->2455; 2445->2455; 2448->2455; 2451->2455; 2454->2455; 2455->2456; 2456->2457; }

digraph G { subgraph clusterstage_468 { label="Stage 468 (skipped)"; subgraph cluster6334 { label="Scan parquet "; 2458 [labelType="html" label="FileScanRDD [2458] takeAsList at DataFrameCommonJob.java:145"]; 2459 [labelType="html" label="MapPartitionsRDD [2459] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6329 { label="WholeStageCodegen (15)"; 2460 [labelType="html" label="MapPartitionsRDD [2460] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6328 { label="Exchange"; 2461 [labelType="html" label="MapPartitionsRDD [2461] takeAsList at DataFrameCommonJob.java:145"]; } } 2458->2459; 2459->2460; 2460->2461; }

digraph G { subgraph clusterstage_469 { label="Stage 469"; subgraph cluster6344 { label="AQEShuffleRead"; 2462 [labelType="html" label="ShuffledRowRDD [2462] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6341 { label="WholeStageCodegen (16)"; 2463 [labelType="html" label="MapPartitionsRDD [2463] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6349 { label="AQEShuffleRead"; 2464 [labelType="html" label="ShuffledRowRDD [2464] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6346 { label="WholeStageCodegen (17)"; 2465 [labelType="html" label="MapPartitionsRDD [2465] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6337 { label="WholeStageCodegen (18)"; 2466 [labelType="html" label="ZippedPartitionsRDD2 [2466] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2467 [labelType="html" label="MapPartitionsRDD [2467] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6336 { label="SortAggregate"; 2468 [labelType="html" label="MapPartitionsRDD [2468] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6335 { label="Exchange"; 2469 [labelType="html" label="MapPartitionsRDD [2469] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2462->2463; 2464->2465; 2463->2466; 2465->2466; 2466->2467; 2467->2468; 2468->2469; }

2457,2462

2461,2464

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
469	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:20	0.6 s	1/1			236.2 KiB	90.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

469

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:20

0.6 s

1/1

236.2 KiB

90.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
468	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
467	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

468

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

467

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: