EVAL1_SPC1 - Details for Job 251

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:29
Duration: 0.5 s
Associated SQL Query: 113
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_502 { label="Stage 502 (skipped)"; subgraph cluster6760 { label="Scan parquet "; 2597 [labelType="html" label="FileScanRDD [2597] takeAsList at DataFrameCommonJob.java:145"]; 2598 [labelType="html" label="MapPartitionsRDD [2598] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6756 { label="WholeStageCodegen (1)"; 2599 [labelType="html" label="MapPartitionsRDD [2599] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6765 { label="Scan parquet "; 2600 [labelType="html" label="FileScanRDD [2600] takeAsList at DataFrameCommonJob.java:145"]; 2601 [labelType="html" label="MapPartitionsRDD [2601] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6761 { label="WholeStageCodegen (2)"; 2602 [labelType="html" label="MapPartitionsRDD [2602] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6770 { label="Scan parquet "; 2603 [labelType="html" label="FileScanRDD [2603] takeAsList at DataFrameCommonJob.java:145"]; 2604 [labelType="html" label="MapPartitionsRDD [2604] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6766 { label="WholeStageCodegen (3)"; 2605 [labelType="html" label="MapPartitionsRDD [2605] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6775 { label="Scan parquet "; 2606 [labelType="html" label="FileScanRDD [2606] takeAsList at DataFrameCommonJob.java:145"]; 2607 [labelType="html" label="MapPartitionsRDD [2607] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6771 { label="WholeStageCodegen (4)"; 2608 [labelType="html" label="MapPartitionsRDD [2608] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6780 { label="Scan parquet "; 2609 [labelType="html" label="FileScanRDD [2609] takeAsList at DataFrameCommonJob.java:145"]; 2610 [labelType="html" label="MapPartitionsRDD [2610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6776 { label="WholeStageCodegen (5)"; 2611 [labelType="html" label="MapPartitionsRDD [2611] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6785 { label="Scan parquet "; 2612 [labelType="html" label="FileScanRDD [2612] takeAsList at DataFrameCommonJob.java:145"]; 2613 [labelType="html" label="MapPartitionsRDD [2613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6781 { label="WholeStageCodegen (6)"; 2614 [labelType="html" label="MapPartitionsRDD [2614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6790 { label="Scan parquet "; 2615 [labelType="html" label="FileScanRDD [2615] takeAsList at DataFrameCommonJob.java:145"]; 2616 [labelType="html" label="MapPartitionsRDD [2616] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6786 { label="WholeStageCodegen (7)"; 2617 [labelType="html" label="MapPartitionsRDD [2617] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6795 { label="Scan parquet "; 2618 [labelType="html" label="FileScanRDD [2618] takeAsList at DataFrameCommonJob.java:145"]; 2619 [labelType="html" label="MapPartitionsRDD [2619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6791 { label="WholeStageCodegen (8)"; 2620 [labelType="html" label="MapPartitionsRDD [2620] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6800 { label="Scan parquet "; 2621 [labelType="html" label="FileScanRDD [2621] takeAsList at DataFrameCommonJob.java:145"]; 2622 [labelType="html" label="MapPartitionsRDD [2622] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6796 { label="WholeStageCodegen (9)"; 2623 [labelType="html" label="MapPartitionsRDD [2623] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6805 { label="Scan parquet "; 2624 [labelType="html" label="FileScanRDD [2624] takeAsList at DataFrameCommonJob.java:145"]; 2625 [labelType="html" label="MapPartitionsRDD [2625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6801 { label="WholeStageCodegen (10)"; 2626 [labelType="html" label="MapPartitionsRDD [2626] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6810 { label="Scan parquet "; 2627 [labelType="html" label="FileScanRDD [2627] takeAsList at DataFrameCommonJob.java:145"]; 2628 [labelType="html" label="MapPartitionsRDD [2628] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6806 { label="WholeStageCodegen (11)"; 2629 [labelType="html" label="MapPartitionsRDD [2629] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6815 { label="Scan parquet "; 2630 [labelType="html" label="FileScanRDD [2630] takeAsList at DataFrameCommonJob.java:145"]; 2631 [labelType="html" label="MapPartitionsRDD [2631] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6811 { label="WholeStageCodegen (12)"; 2632 [labelType="html" label="MapPartitionsRDD [2632] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6820 { label="Scan parquet "; 2633 [labelType="html" label="FileScanRDD [2633] takeAsList at DataFrameCommonJob.java:145"]; 2634 [labelType="html" label="MapPartitionsRDD [2634] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6816 { label="WholeStageCodegen (13)"; 2635 [labelType="html" label="MapPartitionsRDD [2635] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6755 { label="Union"; 2636 [labelType="html" label="UnionRDD [2636] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6751 { label="WholeStageCodegen (14)"; 2637 [labelType="html" label="MapPartitionsRDD [2637] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6750 { label="Exchange"; 2638 [labelType="html" label="MapPartitionsRDD [2638] takeAsList at DataFrameCommonJob.java:145"]; } } 2597->2598; 2598->2599; 2600->2601; 2601->2602; 2603->2604; 2604->2605; 2606->2607; 2607->2608; 2609->2610; 2610->2611; 2612->2613; 2613->2614; 2615->2616; 2616->2617; 2618->2619; 2619->2620; 2621->2622; 2622->2623; 2624->2625; 2625->2626; 2627->2628; 2628->2629; 2630->2631; 2631->2632; 2633->2634; 2634->2635; 2599->2636; 2602->2636; 2605->2636; 2608->2636; 2611->2636; 2614->2636; 2617->2636; 2620->2636; 2623->2636; 2626->2636; 2629->2636; 2632->2636; 2635->2636; 2636->2637; 2637->2638; }

digraph G { subgraph clusterstage_503 { label="Stage 503"; subgraph cluster6836 { label="AQEShuffleRead"; 2643 [labelType="html" label="ShuffledRowRDD [2643] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6833 { label="WholeStageCodegen (16)"; 2644 [labelType="html" label="MapPartitionsRDD [2644] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6832 { label="Window"; 2645 [labelType="html" label="MapPartitionsRDD [2645] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6829 { label="WholeStageCodegen (17)"; 2646 [labelType="html" label="MapPartitionsRDD [2646] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6828 { label="Exchange"; 2647 [labelType="html" label="MapPartitionsRDD [2647] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2643->2644; 2644->2645; 2645->2646; 2646->2647; }

2638,2643

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
503	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:29	0.5 s	2/2			3.2 MiB	173.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

503

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:29

0.5 s

2/2

3.2 MiB

173.8 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
502	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

502

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: