EVAL1_SPC1 - Details for Job 248

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:28
Duration: 43 ms
Associated SQL Query: 112
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_495 { label="Stage 495 (skipped)"; subgraph cluster6591 { label="Scan parquet "; 2535 [labelType="html" label="FileScanRDD [2535] takeAsList at DataFrameCommonJob.java:145"]; 2536 [labelType="html" label="MapPartitionsRDD [2536] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6587 { label="WholeStageCodegen (1)"; 2537 [labelType="html" label="MapPartitionsRDD [2537] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6596 { label="Scan parquet "; 2538 [labelType="html" label="FileScanRDD [2538] takeAsList at DataFrameCommonJob.java:145"]; 2539 [labelType="html" label="MapPartitionsRDD [2539] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6592 { label="WholeStageCodegen (2)"; 2540 [labelType="html" label="MapPartitionsRDD [2540] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6601 { label="Scan parquet "; 2541 [labelType="html" label="FileScanRDD [2541] takeAsList at DataFrameCommonJob.java:145"]; 2542 [labelType="html" label="MapPartitionsRDD [2542] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6597 { label="WholeStageCodegen (3)"; 2543 [labelType="html" label="MapPartitionsRDD [2543] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6606 { label="Scan parquet "; 2544 [labelType="html" label="FileScanRDD [2544] takeAsList at DataFrameCommonJob.java:145"]; 2545 [labelType="html" label="MapPartitionsRDD [2545] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6602 { label="WholeStageCodegen (4)"; 2546 [labelType="html" label="MapPartitionsRDD [2546] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6611 { label="Scan parquet "; 2547 [labelType="html" label="FileScanRDD [2547] takeAsList at DataFrameCommonJob.java:145"]; 2548 [labelType="html" label="MapPartitionsRDD [2548] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6607 { label="WholeStageCodegen (5)"; 2549 [labelType="html" label="MapPartitionsRDD [2549] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6616 { label="Scan parquet "; 2550 [labelType="html" label="FileScanRDD [2550] takeAsList at DataFrameCommonJob.java:145"]; 2551 [labelType="html" label="MapPartitionsRDD [2551] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6612 { label="WholeStageCodegen (6)"; 2552 [labelType="html" label="MapPartitionsRDD [2552] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6621 { label="Scan parquet "; 2553 [labelType="html" label="FileScanRDD [2553] takeAsList at DataFrameCommonJob.java:145"]; 2554 [labelType="html" label="MapPartitionsRDD [2554] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6617 { label="WholeStageCodegen (7)"; 2555 [labelType="html" label="MapPartitionsRDD [2555] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6626 { label="Scan parquet "; 2556 [labelType="html" label="FileScanRDD [2556] takeAsList at DataFrameCommonJob.java:145"]; 2557 [labelType="html" label="MapPartitionsRDD [2557] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6622 { label="WholeStageCodegen (8)"; 2558 [labelType="html" label="MapPartitionsRDD [2558] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6631 { label="Scan parquet "; 2559 [labelType="html" label="FileScanRDD [2559] takeAsList at DataFrameCommonJob.java:145"]; 2560 [labelType="html" label="MapPartitionsRDD [2560] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6627 { label="WholeStageCodegen (9)"; 2561 [labelType="html" label="MapPartitionsRDD [2561] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6636 { label="Scan parquet "; 2562 [labelType="html" label="FileScanRDD [2562] takeAsList at DataFrameCommonJob.java:145"]; 2563 [labelType="html" label="MapPartitionsRDD [2563] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6632 { label="WholeStageCodegen (10)"; 2564 [labelType="html" label="MapPartitionsRDD [2564] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6641 { label="Scan parquet "; 2565 [labelType="html" label="FileScanRDD [2565] takeAsList at DataFrameCommonJob.java:145"]; 2566 [labelType="html" label="MapPartitionsRDD [2566] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6637 { label="WholeStageCodegen (11)"; 2567 [labelType="html" label="MapPartitionsRDD [2567] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6646 { label="Scan parquet "; 2568 [labelType="html" label="FileScanRDD [2568] takeAsList at DataFrameCommonJob.java:145"]; 2569 [labelType="html" label="MapPartitionsRDD [2569] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6642 { label="WholeStageCodegen (12)"; 2570 [labelType="html" label="MapPartitionsRDD [2570] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6651 { label="Scan parquet "; 2571 [labelType="html" label="FileScanRDD [2571] takeAsList at DataFrameCommonJob.java:145"]; 2572 [labelType="html" label="MapPartitionsRDD [2572] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6647 { label="WholeStageCodegen (13)"; 2573 [labelType="html" label="MapPartitionsRDD [2573] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6586 { label="Union"; 2574 [labelType="html" label="UnionRDD [2574] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6582 { label="WholeStageCodegen (14)"; 2575 [labelType="html" label="MapPartitionsRDD [2575] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6581 { label="Exchange"; 2576 [labelType="html" label="MapPartitionsRDD [2576] takeAsList at DataFrameCommonJob.java:145"]; } } 2535->2536; 2536->2537; 2538->2539; 2539->2540; 2541->2542; 2542->2543; 2544->2545; 2545->2546; 2547->2548; 2548->2549; 2550->2551; 2551->2552; 2553->2554; 2554->2555; 2556->2557; 2557->2558; 2559->2560; 2560->2561; 2562->2563; 2563->2564; 2565->2566; 2566->2567; 2568->2569; 2569->2570; 2571->2572; 2572->2573; 2537->2574; 2540->2574; 2543->2574; 2546->2574; 2549->2574; 2552->2574; 2555->2574; 2558->2574; 2561->2574; 2564->2574; 2567->2574; 2570->2574; 2573->2574; 2574->2575; 2575->2576; }

digraph G { subgraph clusterstage_496 { label="Stage 496 (skipped)"; subgraph cluster6667 { label="AQEShuffleRead"; 2581 [labelType="html" label="ShuffledRowRDD [2581] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6664 { label="WholeStageCodegen (16)"; 2582 [labelType="html" label="MapPartitionsRDD [2582] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6663 { label="Window"; 2583 [labelType="html" label="MapPartitionsRDD [2583] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6660 { label="WholeStageCodegen (17)"; 2584 [labelType="html" label="MapPartitionsRDD [2584] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6659 { label="Exchange"; 2585 [labelType="html" label="MapPartitionsRDD [2585] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2581->2582; 2582->2583; 2583->2584; 2584->2585; }

2576,2581

digraph G { subgraph clusterstage_497 { label="Stage 497 (skipped)"; subgraph cluster6658 { label="Scan parquet "; 2577 [labelType="html" label="FileScanRDD [2577] takeAsList at DataFrameCommonJob.java:145"]; 2578 [labelType="html" label="MapPartitionsRDD [2578] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6653 { label="WholeStageCodegen (15)"; 2579 [labelType="html" label="MapPartitionsRDD [2579] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6652 { label="Exchange"; 2580 [labelType="html" label="MapPartitionsRDD [2580] takeAsList at DataFrameCommonJob.java:145"]; } } 2577->2578; 2578->2579; 2579->2580; }

digraph G { subgraph clusterstage_498 { label="Stage 498 (skipped)"; subgraph cluster6677 { label="AQEShuffleRead"; 2586 [labelType="html" label="ShuffledRowRDD [2586] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6674 { label="WholeStageCodegen (18)"; 2587 [labelType="html" label="MapPartitionsRDD [2587] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6682 { label="AQEShuffleRead"; 2588 [labelType="html" label="ShuffledRowRDD [2588] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6679 { label="WholeStageCodegen (19)"; 2589 [labelType="html" label="MapPartitionsRDD [2589] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6670 { label="WholeStageCodegen (20)"; 2590 [labelType="html" label="ZippedPartitionsRDD2 [2590] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2591 [labelType="html" label="MapPartitionsRDD [2591] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6669 { label="ObjectHashAggregate"; 2592 [labelType="html" label="MapPartitionsRDD [2592] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6668 { label="Exchange"; 2593 [labelType="html" label="MapPartitionsRDD [2593] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2586->2587; 2588->2589; 2587->2590; 2589->2590; 2590->2591; 2591->2592; 2592->2593; }

2585,2586

2580,2588

digraph G { subgraph clusterstage_499 { label="Stage 499"; subgraph cluster6685 { label="Exchange"; 2594 [labelType="html" label="ShuffledRowRDD [2594] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6683 { label="ObjectHashAggregate"; 2595 [labelType="html" label="MapPartitionsRDD [2595] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6686 { label="mapPartitionsInternal"; 2596 [labelType="html" label="MapPartitionsRDD [2596] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2594->2595; 2595->2596; }

2593,2594

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
499	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:28	32 ms	1/1			12.9 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

499

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:28

32 ms

1/1

12.9 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
498	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
497	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
496	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
495	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: