EVAL1_SPC1 - Details for Job 215

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:10
Duration: 91 ms
Associated SQL Query: 102
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_420 { label="Stage 420 (skipped)"; subgraph cluster4994 { label="Scan parquet "; 1949 [labelType="html" label="FileScanRDD [1949] takeAsList at DataFrameCommonJob.java:145"]; 1950 [labelType="html" label="MapPartitionsRDD [1950] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4990 { label="WholeStageCodegen (1)"; 1951 [labelType="html" label="MapPartitionsRDD [1951] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4999 { label="Scan parquet "; 1952 [labelType="html" label="FileScanRDD [1952] takeAsList at DataFrameCommonJob.java:145"]; 1953 [labelType="html" label="MapPartitionsRDD [1953] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4995 { label="WholeStageCodegen (2)"; 1954 [labelType="html" label="MapPartitionsRDD [1954] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5004 { label="Scan parquet "; 1955 [labelType="html" label="FileScanRDD [1955] takeAsList at DataFrameCommonJob.java:145"]; 1956 [labelType="html" label="MapPartitionsRDD [1956] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5000 { label="WholeStageCodegen (3)"; 1957 [labelType="html" label="MapPartitionsRDD [1957] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5009 { label="Scan parquet "; 1958 [labelType="html" label="FileScanRDD [1958] takeAsList at DataFrameCommonJob.java:145"]; 1959 [labelType="html" label="MapPartitionsRDD [1959] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5005 { label="WholeStageCodegen (4)"; 1960 [labelType="html" label="MapPartitionsRDD [1960] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5019 { label="Scan parquet "; 1961 [labelType="html" label="FileScanRDD [1961] takeAsList at DataFrameCommonJob.java:145"]; 1962 [labelType="html" label="MapPartitionsRDD [1962] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5015 { label="WholeStageCodegen (5)"; 1963 [labelType="html" label="MapPartitionsRDD [1963] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5030 { label="Scan parquet "; 1967 [labelType="html" label="FileScanRDD [1967] takeAsList at DataFrameCommonJob.java:145"]; 1968 [labelType="html" label="MapPartitionsRDD [1968] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5024 { label="WholeStageCodegen (6)"; 1969 [labelType="html" label="MapPartitionsRDD [1969] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5043 { label="Scan parquet "; 1973 [labelType="html" label="FileScanRDD [1973] takeAsList at DataFrameCommonJob.java:145"]; 1974 [labelType="html" label="MapPartitionsRDD [1974] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5034 { label="WholeStageCodegen (7)"; 1975 [labelType="html" label="MapPartitionsRDD [1975] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5055 { label="Scan parquet "; 1982 [labelType="html" label="FileScanRDD [1982] takeAsList at DataFrameCommonJob.java:145"]; 1983 [labelType="html" label="MapPartitionsRDD [1983] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5046 { label="WholeStageCodegen (8)"; 1984 [labelType="html" label="MapPartitionsRDD [1984] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5068 { label="Scan parquet "; 1988 [labelType="html" label="FileScanRDD [1988] takeAsList at DataFrameCommonJob.java:145"]; 1989 [labelType="html" label="MapPartitionsRDD [1989] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5059 { label="WholeStageCodegen (9)"; 1990 [labelType="html" label="MapPartitionsRDD [1990] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5078 { label="Scan parquet "; 1994 [labelType="html" label="FileScanRDD [1994] takeAsList at DataFrameCommonJob.java:145"]; 1995 [labelType="html" label="MapPartitionsRDD [1995] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5071 { label="WholeStageCodegen (10)"; 1996 [labelType="html" label="MapPartitionsRDD [1996] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5088 { label="Scan parquet "; 2000 [labelType="html" label="FileScanRDD [2000] takeAsList at DataFrameCommonJob.java:145"]; 2001 [labelType="html" label="MapPartitionsRDD [2001] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5081 { label="WholeStageCodegen (11)"; 2002 [labelType="html" label="MapPartitionsRDD [2002] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5098 { label="Scan parquet "; 2006 [labelType="html" label="FileScanRDD [2006] takeAsList at DataFrameCommonJob.java:145"]; 2007 [labelType="html" label="MapPartitionsRDD [2007] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5091 { label="WholeStageCodegen (12)"; 2008 [labelType="html" label="MapPartitionsRDD [2008] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5108 { label="Scan parquet "; 2012 [labelType="html" label="FileScanRDD [2012] takeAsList at DataFrameCommonJob.java:145"]; 2013 [labelType="html" label="MapPartitionsRDD [2013] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5101 { label="WholeStageCodegen (13)"; 2014 [labelType="html" label="MapPartitionsRDD [2014] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4989 { label="Union"; 2015 [labelType="html" label="UnionRDD [2015] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4985 { label="WholeStageCodegen (14)"; 2016 [labelType="html" label="MapPartitionsRDD [2016] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4984 { label="Exchange"; 2017 [labelType="html" label="MapPartitionsRDD [2017] takeAsList at DataFrameCommonJob.java:145"]; } } 1949->1950; 1950->1951; 1952->1953; 1953->1954; 1955->1956; 1956->1957; 1958->1959; 1959->1960; 1961->1962; 1962->1963; 1967->1968; 1968->1969; 1973->1974; 1974->1975; 1982->1983; 1983->1984; 1988->1989; 1989->1990; 1994->1995; 1995->1996; 2000->2001; 2001->2002; 2006->2007; 2007->2008; 2012->2013; 2013->2014; 1951->2015; 1954->2015; 1957->2015; 1960->2015; 1963->2015; 1969->2015; 1975->2015; 1984->2015; 1990->2015; 1996->2015; 2002->2015; 2008->2015; 2014->2015; 2015->2016; 2016->2017; }

digraph G { subgraph clusterstage_421 { label="Stage 421 (skipped)"; subgraph cluster5116 { label="Scan csv "; 2021 [labelType="html" label="FileScanRDD [2021] takeAsList at DataFrameCommonJob.java:145"]; 2022 [labelType="html" label="MapPartitionsRDD [2022] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5112 { label="WholeStageCodegen (15)"; 2023 [labelType="html" label="MapPartitionsRDD [2023] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5111 { label="Exchange"; 2024 [labelType="html" label="MapPartitionsRDD [2024] takeAsList at DataFrameCommonJob.java:145"]; } } 2021->2022; 2022->2023; 2023->2024; }

digraph G { subgraph clusterstage_422 { label="Stage 422 (skipped)"; subgraph cluster5250 { label="AQEShuffleRead"; 2061 [labelType="html" label="ShuffledRowRDD [2061] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5247 { label="WholeStageCodegen (16)"; 2062 [labelType="html" label="MapPartitionsRDD [2062] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5246 { label="Window"; 2063 [labelType="html" label="MapPartitionsRDD [2063] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5242 { label="WholeStageCodegen (17)"; 2064 [labelType="html" label="MapPartitionsRDD [2064] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5241 { label="Exchange"; 2065 [labelType="html" label="MapPartitionsRDD [2065] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2061->2062; 2062->2063; 2063->2064; 2064->2065; }

2017,2061

digraph G { subgraph clusterstage_423 { label="Stage 423 (skipped)"; subgraph cluster5400 { label="AQEShuffleRead"; 2115 [labelType="html" label="ShuffledRowRDD [2115] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5397 { label="WholeStageCodegen (18)"; 2116 [labelType="html" label="MapPartitionsRDD [2116] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5419 { label="AQEShuffleRead"; 2120 [labelType="html" label="ShuffledRowRDD [2120] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5402 { label="WholeStageCodegen (19)"; 2122 [labelType="html" label="MapPartitionsRDD [2122] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5393 { label="WholeStageCodegen (20)"; 2124 [labelType="html" label="ZippedPartitionsRDD2 [2124] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2128 [labelType="html" label="MapPartitionsRDD [2128] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5392 { label="ObjectHashAggregate"; 2129 [labelType="html" label="MapPartitionsRDD [2129] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5391 { label="Exchange"; 2130 [labelType="html" label="MapPartitionsRDD [2130] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2115->2116; 2120->2122; 2116->2124; 2122->2124; 2124->2128; 2128->2129; 2129->2130; }

2065,2115

2024,2120

digraph G { subgraph clusterstage_424 { label="Stage 424"; subgraph cluster5485 { label="Exchange"; 2134 [labelType="html" label="ShuffledRowRDD [2134] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5483 { label="ObjectHashAggregate"; 2135 [labelType="html" label="MapPartitionsRDD [2135] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5486 { label="mapPartitionsInternal"; 2136 [labelType="html" label="MapPartitionsRDD [2136] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2134->2135; 2135->2136; }

2130,2134

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
424	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:10	78 ms	1/1			6.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

424

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:10

78 ms

1/1

6.8 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
423	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
422	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
421	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
420	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: