EVAL1_SPC1 - Details for Job 253

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:31
Duration: 49 ms
Associated SQL Query: 113
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_508 { label="Stage 508 (skipped)"; subgraph cluster6760 { label="Scan parquet "; 2597 [labelType="html" label="FileScanRDD [2597] takeAsList at DataFrameCommonJob.java:145"]; 2598 [labelType="html" label="MapPartitionsRDD [2598] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6756 { label="WholeStageCodegen (1)"; 2599 [labelType="html" label="MapPartitionsRDD [2599] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6765 { label="Scan parquet "; 2600 [labelType="html" label="FileScanRDD [2600] takeAsList at DataFrameCommonJob.java:145"]; 2601 [labelType="html" label="MapPartitionsRDD [2601] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6761 { label="WholeStageCodegen (2)"; 2602 [labelType="html" label="MapPartitionsRDD [2602] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6770 { label="Scan parquet "; 2603 [labelType="html" label="FileScanRDD [2603] takeAsList at DataFrameCommonJob.java:145"]; 2604 [labelType="html" label="MapPartitionsRDD [2604] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6766 { label="WholeStageCodegen (3)"; 2605 [labelType="html" label="MapPartitionsRDD [2605] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6775 { label="Scan parquet "; 2606 [labelType="html" label="FileScanRDD [2606] takeAsList at DataFrameCommonJob.java:145"]; 2607 [labelType="html" label="MapPartitionsRDD [2607] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6771 { label="WholeStageCodegen (4)"; 2608 [labelType="html" label="MapPartitionsRDD [2608] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6780 { label="Scan parquet "; 2609 [labelType="html" label="FileScanRDD [2609] takeAsList at DataFrameCommonJob.java:145"]; 2610 [labelType="html" label="MapPartitionsRDD [2610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6776 { label="WholeStageCodegen (5)"; 2611 [labelType="html" label="MapPartitionsRDD [2611] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6785 { label="Scan parquet "; 2612 [labelType="html" label="FileScanRDD [2612] takeAsList at DataFrameCommonJob.java:145"]; 2613 [labelType="html" label="MapPartitionsRDD [2613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6781 { label="WholeStageCodegen (6)"; 2614 [labelType="html" label="MapPartitionsRDD [2614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6790 { label="Scan parquet "; 2615 [labelType="html" label="FileScanRDD [2615] takeAsList at DataFrameCommonJob.java:145"]; 2616 [labelType="html" label="MapPartitionsRDD [2616] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6786 { label="WholeStageCodegen (7)"; 2617 [labelType="html" label="MapPartitionsRDD [2617] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6795 { label="Scan parquet "; 2618 [labelType="html" label="FileScanRDD [2618] takeAsList at DataFrameCommonJob.java:145"]; 2619 [labelType="html" label="MapPartitionsRDD [2619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6791 { label="WholeStageCodegen (8)"; 2620 [labelType="html" label="MapPartitionsRDD [2620] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6800 { label="Scan parquet "; 2621 [labelType="html" label="FileScanRDD [2621] takeAsList at DataFrameCommonJob.java:145"]; 2622 [labelType="html" label="MapPartitionsRDD [2622] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6796 { label="WholeStageCodegen (9)"; 2623 [labelType="html" label="MapPartitionsRDD [2623] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6805 { label="Scan parquet "; 2624 [labelType="html" label="FileScanRDD [2624] takeAsList at DataFrameCommonJob.java:145"]; 2625 [labelType="html" label="MapPartitionsRDD [2625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6801 { label="WholeStageCodegen (10)"; 2626 [labelType="html" label="MapPartitionsRDD [2626] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6810 { label="Scan parquet "; 2627 [labelType="html" label="FileScanRDD [2627] takeAsList at DataFrameCommonJob.java:145"]; 2628 [labelType="html" label="MapPartitionsRDD [2628] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6806 { label="WholeStageCodegen (11)"; 2629 [labelType="html" label="MapPartitionsRDD [2629] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6815 { label="Scan parquet "; 2630 [labelType="html" label="FileScanRDD [2630] takeAsList at DataFrameCommonJob.java:145"]; 2631 [labelType="html" label="MapPartitionsRDD [2631] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6811 { label="WholeStageCodegen (12)"; 2632 [labelType="html" label="MapPartitionsRDD [2632] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6820 { label="Scan parquet "; 2633 [labelType="html" label="FileScanRDD [2633] takeAsList at DataFrameCommonJob.java:145"]; 2634 [labelType="html" label="MapPartitionsRDD [2634] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6816 { label="WholeStageCodegen (13)"; 2635 [labelType="html" label="MapPartitionsRDD [2635] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6755 { label="Union"; 2636 [labelType="html" label="UnionRDD [2636] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6751 { label="WholeStageCodegen (14)"; 2637 [labelType="html" label="MapPartitionsRDD [2637] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6750 { label="Exchange"; 2638 [labelType="html" label="MapPartitionsRDD [2638] takeAsList at DataFrameCommonJob.java:145"]; } } 2597->2598; 2598->2599; 2600->2601; 2601->2602; 2603->2604; 2604->2605; 2606->2607; 2607->2608; 2609->2610; 2610->2611; 2612->2613; 2613->2614; 2615->2616; 2616->2617; 2618->2619; 2619->2620; 2621->2622; 2622->2623; 2624->2625; 2625->2626; 2627->2628; 2628->2629; 2630->2631; 2631->2632; 2633->2634; 2634->2635; 2599->2636; 2602->2636; 2605->2636; 2608->2636; 2611->2636; 2614->2636; 2617->2636; 2620->2636; 2623->2636; 2626->2636; 2629->2636; 2632->2636; 2635->2636; 2636->2637; 2637->2638; }

digraph G { subgraph clusterstage_509 { label="Stage 509 (skipped)"; subgraph cluster6827 { label="Scan parquet "; 2639 [labelType="html" label="FileScanRDD [2639] takeAsList at DataFrameCommonJob.java:145"]; 2640 [labelType="html" label="MapPartitionsRDD [2640] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6822 { label="WholeStageCodegen (15)"; 2641 [labelType="html" label="MapPartitionsRDD [2641] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6821 { label="Exchange"; 2642 [labelType="html" label="MapPartitionsRDD [2642] takeAsList at DataFrameCommonJob.java:145"]; } } 2639->2640; 2640->2641; 2641->2642; }

digraph G { subgraph clusterstage_510 { label="Stage 510 (skipped)"; subgraph cluster6836 { label="AQEShuffleRead"; 2643 [labelType="html" label="ShuffledRowRDD [2643] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6833 { label="WholeStageCodegen (16)"; 2644 [labelType="html" label="MapPartitionsRDD [2644] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6832 { label="Window"; 2645 [labelType="html" label="MapPartitionsRDD [2645] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6829 { label="WholeStageCodegen (17)"; 2646 [labelType="html" label="MapPartitionsRDD [2646] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6828 { label="Exchange"; 2647 [labelType="html" label="MapPartitionsRDD [2647] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2643->2644; 2644->2645; 2645->2646; 2646->2647; }

2638,2643

digraph G { subgraph clusterstage_511 { label="Stage 511 (skipped)"; subgraph cluster6846 { label="AQEShuffleRead"; 2648 [labelType="html" label="ShuffledRowRDD [2648] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6843 { label="WholeStageCodegen (18)"; 2649 [labelType="html" label="MapPartitionsRDD [2649] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6851 { label="AQEShuffleRead"; 2650 [labelType="html" label="ShuffledRowRDD [2650] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6848 { label="WholeStageCodegen (19)"; 2651 [labelType="html" label="MapPartitionsRDD [2651] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6839 { label="WholeStageCodegen (20)"; 2652 [labelType="html" label="ZippedPartitionsRDD2 [2652] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2653 [labelType="html" label="MapPartitionsRDD [2653] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6838 { label="ObjectHashAggregate"; 2654 [labelType="html" label="MapPartitionsRDD [2654] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6837 { label="Exchange"; 2655 [labelType="html" label="MapPartitionsRDD [2655] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2648->2649; 2650->2651; 2649->2652; 2651->2652; 2652->2653; 2653->2654; 2654->2655; }

2647,2648

2642,2650

digraph G { subgraph clusterstage_512 { label="Stage 512"; subgraph cluster6854 { label="Exchange"; 2656 [labelType="html" label="ShuffledRowRDD [2656] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6852 { label="ObjectHashAggregate"; 2657 [labelType="html" label="MapPartitionsRDD [2657] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6855 { label="mapPartitionsInternal"; 2658 [labelType="html" label="MapPartitionsRDD [2658] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2656->2657; 2657->2658; }

2655,2656

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
512	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:31	30 ms	1/1			10.9 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

512

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:31

30 ms

1/1

10.9 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
511	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
510	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
509	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
508	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: