EVAL1_SPC1 - Details for Job 281

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:44
Duration: 1 s
Associated SQL Query: 122
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_573 { label="Stage 573 (skipped)"; subgraph cluster7645 { label="Scan parquet "; 2922 [labelType="html" label="FileScanRDD [2922] takeAsList at DataFrameCommonJob.java:145"]; 2923 [labelType="html" label="MapPartitionsRDD [2923] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7641 { label="WholeStageCodegen (1)"; 2924 [labelType="html" label="MapPartitionsRDD [2924] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7650 { label="Scan parquet "; 2925 [labelType="html" label="FileScanRDD [2925] takeAsList at DataFrameCommonJob.java:145"]; 2926 [labelType="html" label="MapPartitionsRDD [2926] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7646 { label="WholeStageCodegen (2)"; 2927 [labelType="html" label="MapPartitionsRDD [2927] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7655 { label="Scan parquet "; 2928 [labelType="html" label="FileScanRDD [2928] takeAsList at DataFrameCommonJob.java:145"]; 2929 [labelType="html" label="MapPartitionsRDD [2929] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7651 { label="WholeStageCodegen (3)"; 2930 [labelType="html" label="MapPartitionsRDD [2930] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7660 { label="Scan parquet "; 2931 [labelType="html" label="FileScanRDD [2931] takeAsList at DataFrameCommonJob.java:145"]; 2932 [labelType="html" label="MapPartitionsRDD [2932] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7656 { label="WholeStageCodegen (4)"; 2933 [labelType="html" label="MapPartitionsRDD [2933] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7665 { label="Scan parquet "; 2934 [labelType="html" label="FileScanRDD [2934] takeAsList at DataFrameCommonJob.java:145"]; 2935 [labelType="html" label="MapPartitionsRDD [2935] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7661 { label="WholeStageCodegen (5)"; 2936 [labelType="html" label="MapPartitionsRDD [2936] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7670 { label="Scan parquet "; 2937 [labelType="html" label="FileScanRDD [2937] takeAsList at DataFrameCommonJob.java:145"]; 2938 [labelType="html" label="MapPartitionsRDD [2938] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7666 { label="WholeStageCodegen (6)"; 2939 [labelType="html" label="MapPartitionsRDD [2939] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7675 { label="Scan parquet "; 2940 [labelType="html" label="FileScanRDD [2940] takeAsList at DataFrameCommonJob.java:145"]; 2941 [labelType="html" label="MapPartitionsRDD [2941] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7671 { label="WholeStageCodegen (7)"; 2942 [labelType="html" label="MapPartitionsRDD [2942] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7680 { label="Scan parquet "; 2943 [labelType="html" label="FileScanRDD [2943] takeAsList at DataFrameCommonJob.java:145"]; 2944 [labelType="html" label="MapPartitionsRDD [2944] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7676 { label="WholeStageCodegen (8)"; 2945 [labelType="html" label="MapPartitionsRDD [2945] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7685 { label="Scan parquet "; 2946 [labelType="html" label="FileScanRDD [2946] takeAsList at DataFrameCommonJob.java:145"]; 2947 [labelType="html" label="MapPartitionsRDD [2947] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7681 { label="WholeStageCodegen (9)"; 2948 [labelType="html" label="MapPartitionsRDD [2948] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7690 { label="Scan parquet "; 2949 [labelType="html" label="FileScanRDD [2949] takeAsList at DataFrameCommonJob.java:145"]; 2950 [labelType="html" label="MapPartitionsRDD [2950] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7686 { label="WholeStageCodegen (10)"; 2951 [labelType="html" label="MapPartitionsRDD [2951] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7695 { label="Scan parquet "; 2952 [labelType="html" label="FileScanRDD [2952] takeAsList at DataFrameCommonJob.java:145"]; 2953 [labelType="html" label="MapPartitionsRDD [2953] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7691 { label="WholeStageCodegen (11)"; 2954 [labelType="html" label="MapPartitionsRDD [2954] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7700 { label="Scan parquet "; 2955 [labelType="html" label="FileScanRDD [2955] takeAsList at DataFrameCommonJob.java:145"]; 2956 [labelType="html" label="MapPartitionsRDD [2956] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7696 { label="WholeStageCodegen (12)"; 2957 [labelType="html" label="MapPartitionsRDD [2957] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7705 { label="Scan parquet "; 2958 [labelType="html" label="FileScanRDD [2958] takeAsList at DataFrameCommonJob.java:145"]; 2959 [labelType="html" label="MapPartitionsRDD [2959] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7701 { label="WholeStageCodegen (13)"; 2960 [labelType="html" label="MapPartitionsRDD [2960] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7640 { label="Union"; 2961 [labelType="html" label="UnionRDD [2961] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7636 { label="WholeStageCodegen (14)"; 2962 [labelType="html" label="MapPartitionsRDD [2962] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7635 { label="Exchange"; 2963 [labelType="html" label="MapPartitionsRDD [2963] takeAsList at DataFrameCommonJob.java:145"]; } } 2922->2923; 2923->2924; 2925->2926; 2926->2927; 2928->2929; 2929->2930; 2931->2932; 2932->2933; 2934->2935; 2935->2936; 2937->2938; 2938->2939; 2940->2941; 2941->2942; 2943->2944; 2944->2945; 2946->2947; 2947->2948; 2949->2950; 2950->2951; 2952->2953; 2953->2954; 2955->2956; 2956->2957; 2958->2959; 2959->2960; 2924->2961; 2927->2961; 2930->2961; 2933->2961; 2936->2961; 2939->2961; 2942->2961; 2945->2961; 2948->2961; 2951->2961; 2954->2961; 2957->2961; 2960->2961; 2961->2962; 2962->2963; }

digraph G { subgraph clusterstage_574 { label="Stage 574"; subgraph cluster7721 { label="AQEShuffleRead"; 2968 [labelType="html" label="ShuffledRowRDD [2968] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7718 { label="WholeStageCodegen (16)"; 2969 [labelType="html" label="MapPartitionsRDD [2969] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7717 { label="Window"; 2970 [labelType="html" label="MapPartitionsRDD [2970] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7714 { label="WholeStageCodegen (17)"; 2971 [labelType="html" label="MapPartitionsRDD [2971] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7713 { label="Exchange"; 2972 [labelType="html" label="MapPartitionsRDD [2972] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2968->2969; 2969->2970; 2970->2971; 2971->2972; }

2963,2968

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
574	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:44	1 s	2/2			3.2 MiB	176.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

574

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:44

1 s

2/2

3.2 MiB

176.5 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
573	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

573

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: