EVAL1_SPC1 - Details for Job 286

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:49
Duration: 1.0 s
Associated SQL Query: 123
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_586 { label="Stage 586 (skipped)"; subgraph cluster7814 { label="Scan parquet "; 2984 [labelType="html" label="FileScanRDD [2984] takeAsList at DataFrameCommonJob.java:145"]; 2985 [labelType="html" label="MapPartitionsRDD [2985] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7810 { label="WholeStageCodegen (1)"; 2986 [labelType="html" label="MapPartitionsRDD [2986] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7819 { label="Scan parquet "; 2987 [labelType="html" label="FileScanRDD [2987] takeAsList at DataFrameCommonJob.java:145"]; 2988 [labelType="html" label="MapPartitionsRDD [2988] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7815 { label="WholeStageCodegen (2)"; 2989 [labelType="html" label="MapPartitionsRDD [2989] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7824 { label="Scan parquet "; 2990 [labelType="html" label="FileScanRDD [2990] takeAsList at DataFrameCommonJob.java:145"]; 2991 [labelType="html" label="MapPartitionsRDD [2991] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7820 { label="WholeStageCodegen (3)"; 2992 [labelType="html" label="MapPartitionsRDD [2992] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7829 { label="Scan parquet "; 2993 [labelType="html" label="FileScanRDD [2993] takeAsList at DataFrameCommonJob.java:145"]; 2994 [labelType="html" label="MapPartitionsRDD [2994] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7825 { label="WholeStageCodegen (4)"; 2995 [labelType="html" label="MapPartitionsRDD [2995] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7834 { label="Scan parquet "; 2996 [labelType="html" label="FileScanRDD [2996] takeAsList at DataFrameCommonJob.java:145"]; 2997 [labelType="html" label="MapPartitionsRDD [2997] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7830 { label="WholeStageCodegen (5)"; 2998 [labelType="html" label="MapPartitionsRDD [2998] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7839 { label="Scan parquet "; 2999 [labelType="html" label="FileScanRDD [2999] takeAsList at DataFrameCommonJob.java:145"]; 3000 [labelType="html" label="MapPartitionsRDD [3000] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7835 { label="WholeStageCodegen (6)"; 3001 [labelType="html" label="MapPartitionsRDD [3001] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7844 { label="Scan parquet "; 3002 [labelType="html" label="FileScanRDD [3002] takeAsList at DataFrameCommonJob.java:145"]; 3003 [labelType="html" label="MapPartitionsRDD [3003] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7840 { label="WholeStageCodegen (7)"; 3004 [labelType="html" label="MapPartitionsRDD [3004] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7849 { label="Scan parquet "; 3005 [labelType="html" label="FileScanRDD [3005] takeAsList at DataFrameCommonJob.java:145"]; 3006 [labelType="html" label="MapPartitionsRDD [3006] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7845 { label="WholeStageCodegen (8)"; 3007 [labelType="html" label="MapPartitionsRDD [3007] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7854 { label="Scan parquet "; 3008 [labelType="html" label="FileScanRDD [3008] takeAsList at DataFrameCommonJob.java:145"]; 3009 [labelType="html" label="MapPartitionsRDD [3009] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7850 { label="WholeStageCodegen (9)"; 3010 [labelType="html" label="MapPartitionsRDD [3010] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7859 { label="Scan parquet "; 3011 [labelType="html" label="FileScanRDD [3011] takeAsList at DataFrameCommonJob.java:145"]; 3012 [labelType="html" label="MapPartitionsRDD [3012] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7855 { label="WholeStageCodegen (10)"; 3013 [labelType="html" label="MapPartitionsRDD [3013] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7864 { label="Scan parquet "; 3014 [labelType="html" label="FileScanRDD [3014] takeAsList at DataFrameCommonJob.java:145"]; 3015 [labelType="html" label="MapPartitionsRDD [3015] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7860 { label="WholeStageCodegen (11)"; 3016 [labelType="html" label="MapPartitionsRDD [3016] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7869 { label="Scan parquet "; 3017 [labelType="html" label="FileScanRDD [3017] takeAsList at DataFrameCommonJob.java:145"]; 3018 [labelType="html" label="MapPartitionsRDD [3018] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7865 { label="WholeStageCodegen (12)"; 3019 [labelType="html" label="MapPartitionsRDD [3019] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7874 { label="Scan parquet "; 3020 [labelType="html" label="FileScanRDD [3020] takeAsList at DataFrameCommonJob.java:145"]; 3021 [labelType="html" label="MapPartitionsRDD [3021] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7870 { label="WholeStageCodegen (13)"; 3022 [labelType="html" label="MapPartitionsRDD [3022] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7809 { label="Union"; 3023 [labelType="html" label="UnionRDD [3023] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7805 { label="WholeStageCodegen (14)"; 3024 [labelType="html" label="MapPartitionsRDD [3024] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7804 { label="Exchange"; 3025 [labelType="html" label="MapPartitionsRDD [3025] takeAsList at DataFrameCommonJob.java:145"]; } } 2984->2985; 2985->2986; 2987->2988; 2988->2989; 2990->2991; 2991->2992; 2993->2994; 2994->2995; 2996->2997; 2997->2998; 2999->3000; 3000->3001; 3002->3003; 3003->3004; 3005->3006; 3006->3007; 3008->3009; 3009->3010; 3011->3012; 3012->3013; 3014->3015; 3015->3016; 3017->3018; 3018->3019; 3020->3021; 3021->3022; 2986->3023; 2989->3023; 2992->3023; 2995->3023; 2998->3023; 3001->3023; 3004->3023; 3007->3023; 3010->3023; 3013->3023; 3016->3023; 3019->3023; 3022->3023; 3023->3024; 3024->3025; }

digraph G { subgraph clusterstage_587 { label="Stage 587"; subgraph cluster7890 { label="AQEShuffleRead"; 3030 [labelType="html" label="ShuffledRowRDD [3030] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7887 { label="WholeStageCodegen (16)"; 3031 [labelType="html" label="MapPartitionsRDD [3031] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7886 { label="Window"; 3032 [labelType="html" label="MapPartitionsRDD [3032] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7883 { label="WholeStageCodegen (17)"; 3033 [labelType="html" label="MapPartitionsRDD [3033] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7882 { label="Exchange"; 3034 [labelType="html" label="MapPartitionsRDD [3034] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 3030->3031; 3031->3032; 3032->3033; 3033->3034; }

3025,3030

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
587	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:49	1.0 s	1/1			551.4 KiB	174.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

587

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:49

1.0 s

1/1

551.4 KiB

174.1 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
586	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

586

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: