EVAL1_SPC1 - Details for Job 206

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:07
Duration: 0.9 s
Associated SQL Query: 103
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_393 { label="Stage 393 (skipped)"; subgraph cluster5138 { label="Scan parquet "; 2037 [labelType="html" label="FileScanRDD [2037] takeAsList at DataFrameCommonJob.java:145"]; 2038 [labelType="html" label="MapPartitionsRDD [2038] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5133 { label="WholeStageCodegen (15)"; 2039 [labelType="html" label="MapPartitionsRDD [2039] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5132 { label="Exchange"; 2040 [labelType="html" label="MapPartitionsRDD [2040] takeAsList at DataFrameCommonJob.java:145"]; } } 2037->2038; 2038->2039; 2039->2040; }

digraph G { subgraph clusterstage_394 { label="Stage 394 (skipped)"; subgraph cluster5028 { label="Scan parquet "; 1964 [labelType="html" label="FileScanRDD [1964] takeAsList at DataFrameCommonJob.java:145"]; 1965 [labelType="html" label="MapPartitionsRDD [1965] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5021 { label="WholeStageCodegen (1)"; 1966 [labelType="html" label="MapPartitionsRDD [1966] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5038 { label="Scan parquet "; 1970 [labelType="html" label="FileScanRDD [1970] takeAsList at DataFrameCommonJob.java:145"]; 1971 [labelType="html" label="MapPartitionsRDD [1971] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5031 { label="WholeStageCodegen (2)"; 1972 [labelType="html" label="MapPartitionsRDD [1972] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5045 { label="Scan parquet "; 1976 [labelType="html" label="FileScanRDD [1976] takeAsList at DataFrameCommonJob.java:145"]; 1977 [labelType="html" label="MapPartitionsRDD [1977] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5039 { label="WholeStageCodegen (3)"; 1978 [labelType="html" label="MapPartitionsRDD [1978] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5053 { label="Scan parquet "; 1979 [labelType="html" label="FileScanRDD [1979] takeAsList at DataFrameCommonJob.java:145"]; 1980 [labelType="html" label="MapPartitionsRDD [1980] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5049 { label="WholeStageCodegen (4)"; 1981 [labelType="html" label="MapPartitionsRDD [1981] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5063 { label="Scan parquet "; 1985 [labelType="html" label="FileScanRDD [1985] takeAsList at DataFrameCommonJob.java:145"]; 1986 [labelType="html" label="MapPartitionsRDD [1986] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5056 { label="WholeStageCodegen (5)"; 1987 [labelType="html" label="MapPartitionsRDD [1987] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5070 { label="Scan parquet "; 1991 [labelType="html" label="FileScanRDD [1991] takeAsList at DataFrameCommonJob.java:145"]; 1992 [labelType="html" label="MapPartitionsRDD [1992] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5064 { label="WholeStageCodegen (6)"; 1993 [labelType="html" label="MapPartitionsRDD [1993] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5080 { label="Scan parquet "; 1997 [labelType="html" label="FileScanRDD [1997] takeAsList at DataFrameCommonJob.java:145"]; 1998 [labelType="html" label="MapPartitionsRDD [1998] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5074 { label="WholeStageCodegen (7)"; 1999 [labelType="html" label="MapPartitionsRDD [1999] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5090 { label="Scan parquet "; 2003 [labelType="html" label="FileScanRDD [2003] takeAsList at DataFrameCommonJob.java:145"]; 2004 [labelType="html" label="MapPartitionsRDD [2004] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5084 { label="WholeStageCodegen (8)"; 2005 [labelType="html" label="MapPartitionsRDD [2005] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5100 { label="Scan parquet "; 2009 [labelType="html" label="FileScanRDD [2009] takeAsList at DataFrameCommonJob.java:145"]; 2010 [labelType="html" label="MapPartitionsRDD [2010] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5094 { label="WholeStageCodegen (9)"; 2011 [labelType="html" label="MapPartitionsRDD [2011] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5110 { label="Scan parquet "; 2018 [labelType="html" label="FileScanRDD [2018] takeAsList at DataFrameCommonJob.java:145"]; 2019 [labelType="html" label="MapPartitionsRDD [2019] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5104 { label="WholeStageCodegen (10)"; 2020 [labelType="html" label="MapPartitionsRDD [2020] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5121 { label="Scan parquet "; 2025 [labelType="html" label="FileScanRDD [2025] takeAsList at DataFrameCommonJob.java:145"]; 2026 [labelType="html" label="MapPartitionsRDD [2026] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5117 { label="WholeStageCodegen (11)"; 2027 [labelType="html" label="MapPartitionsRDD [2027] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5126 { label="Scan parquet "; 2028 [labelType="html" label="FileScanRDD [2028] takeAsList at DataFrameCommonJob.java:145"]; 2029 [labelType="html" label="MapPartitionsRDD [2029] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5122 { label="WholeStageCodegen (12)"; 2030 [labelType="html" label="MapPartitionsRDD [2030] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5131 { label="Scan parquet "; 2031 [labelType="html" label="FileScanRDD [2031] takeAsList at DataFrameCommonJob.java:145"]; 2032 [labelType="html" label="MapPartitionsRDD [2032] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5127 { label="WholeStageCodegen (13)"; 2033 [labelType="html" label="MapPartitionsRDD [2033] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5020 { label="Union"; 2034 [labelType="html" label="UnionRDD [2034] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5011 { label="WholeStageCodegen (14)"; 2035 [labelType="html" label="MapPartitionsRDD [2035] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5010 { label="Exchange"; 2036 [labelType="html" label="MapPartitionsRDD [2036] takeAsList at DataFrameCommonJob.java:145"]; } } 1964->1965; 1965->1966; 1970->1971; 1971->1972; 1976->1977; 1977->1978; 1979->1980; 1980->1981; 1985->1986; 1986->1987; 1991->1992; 1992->1993; 1997->1998; 1998->1999; 2003->2004; 2004->2005; 2009->2010; 2010->2011; 2018->2019; 2019->2020; 2025->2026; 2026->2027; 2028->2029; 2029->2030; 2031->2032; 2032->2033; 1966->2034; 1972->2034; 1978->2034; 1981->2034; 1987->2034; 1993->2034; 1999->2034; 2005->2034; 2011->2034; 2020->2034; 2027->2034; 2030->2034; 2033->2034; 2034->2035; 2035->2036; }

digraph G { subgraph clusterstage_395 { label="Stage 395"; subgraph cluster5157 { label="AQEShuffleRead"; 2046 [labelType="html" label="ShuffledRowRDD [2046] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5154 { label="WholeStageCodegen (16)"; 2047 [labelType="html" label="MapPartitionsRDD [2047] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5162 { label="AQEShuffleRead"; 2048 [labelType="html" label="ShuffledRowRDD [2048] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5159 { label="WholeStageCodegen (17)"; 2049 [labelType="html" label="MapPartitionsRDD [2049] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5150 { label="WholeStageCodegen (18)"; 2050 [labelType="html" label="ZippedPartitionsRDD2 [2050] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2051 [labelType="html" label="MapPartitionsRDD [2051] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5149 { label="SortAggregate"; 2052 [labelType="html" label="MapPartitionsRDD [2052] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5148 { label="Exchange"; 2053 [labelType="html" label="MapPartitionsRDD [2053] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2046->2047; 2048->2049; 2047->2050; 2049->2050; 2050->2051; 2051->2052; 2052->2053; }

2036,2046

2040,2048

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
395	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:07	0.9 s	1/1			288.1 KiB	93.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

395

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:07

0.9 s

1/1

288.1 KiB

93.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
394	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
393	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

394

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

393

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: