EVAL1_SPC1 - Details for Job 220

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:12
Duration: 0.7 s
Associated SQL Query: 105
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_429 { label="Stage 429 (skipped)"; subgraph cluster5643 { label="Scan parquet "; 2185 [labelType="html" label="FileScanRDD [2185] takeAsList at DataFrameCommonJob.java:145"]; 2186 [labelType="html" label="MapPartitionsRDD [2186] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5638 { label="WholeStageCodegen (15)"; 2187 [labelType="html" label="MapPartitionsRDD [2187] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5637 { label="Exchange"; 2188 [labelType="html" label="MapPartitionsRDD [2188] takeAsList at DataFrameCommonJob.java:145"]; } } 2185->2186; 2186->2187; 2187->2188; }

digraph G { subgraph clusterstage_430 { label="Stage 430 (skipped)"; subgraph cluster5560 { label="Scan parquet "; 2137 [labelType="html" label="FileScanRDD [2137] takeAsList at DataFrameCommonJob.java:145"]; 2138 [labelType="html" label="MapPartitionsRDD [2138] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5556 { label="WholeStageCodegen (1)"; 2139 [labelType="html" label="MapPartitionsRDD [2139] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5565 { label="Scan parquet "; 2140 [labelType="html" label="FileScanRDD [2140] takeAsList at DataFrameCommonJob.java:145"]; 2141 [labelType="html" label="MapPartitionsRDD [2141] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5561 { label="WholeStageCodegen (2)"; 2142 [labelType="html" label="MapPartitionsRDD [2142] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5570 { label="Scan parquet "; 2143 [labelType="html" label="FileScanRDD [2143] takeAsList at DataFrameCommonJob.java:145"]; 2144 [labelType="html" label="MapPartitionsRDD [2144] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5566 { label="WholeStageCodegen (3)"; 2145 [labelType="html" label="MapPartitionsRDD [2145] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5575 { label="Scan parquet "; 2146 [labelType="html" label="FileScanRDD [2146] takeAsList at DataFrameCommonJob.java:145"]; 2147 [labelType="html" label="MapPartitionsRDD [2147] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5571 { label="WholeStageCodegen (4)"; 2148 [labelType="html" label="MapPartitionsRDD [2148] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5580 { label="Scan parquet "; 2149 [labelType="html" label="FileScanRDD [2149] takeAsList at DataFrameCommonJob.java:145"]; 2150 [labelType="html" label="MapPartitionsRDD [2150] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5576 { label="WholeStageCodegen (5)"; 2151 [labelType="html" label="MapPartitionsRDD [2151] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5585 { label="Scan parquet "; 2152 [labelType="html" label="FileScanRDD [2152] takeAsList at DataFrameCommonJob.java:145"]; 2153 [labelType="html" label="MapPartitionsRDD [2153] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5581 { label="WholeStageCodegen (6)"; 2154 [labelType="html" label="MapPartitionsRDD [2154] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5590 { label="Scan parquet "; 2155 [labelType="html" label="FileScanRDD [2155] takeAsList at DataFrameCommonJob.java:145"]; 2156 [labelType="html" label="MapPartitionsRDD [2156] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5586 { label="WholeStageCodegen (7)"; 2157 [labelType="html" label="MapPartitionsRDD [2157] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5595 { label="Scan parquet "; 2158 [labelType="html" label="FileScanRDD [2158] takeAsList at DataFrameCommonJob.java:145"]; 2159 [labelType="html" label="MapPartitionsRDD [2159] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5591 { label="WholeStageCodegen (8)"; 2160 [labelType="html" label="MapPartitionsRDD [2160] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5600 { label="Scan parquet "; 2161 [labelType="html" label="FileScanRDD [2161] takeAsList at DataFrameCommonJob.java:145"]; 2162 [labelType="html" label="MapPartitionsRDD [2162] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5596 { label="WholeStageCodegen (9)"; 2163 [labelType="html" label="MapPartitionsRDD [2163] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5605 { label="Scan parquet "; 2164 [labelType="html" label="FileScanRDD [2164] takeAsList at DataFrameCommonJob.java:145"]; 2165 [labelType="html" label="MapPartitionsRDD [2165] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5601 { label="WholeStageCodegen (10)"; 2166 [labelType="html" label="MapPartitionsRDD [2166] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5615 { label="Scan parquet "; 2167 [labelType="html" label="FileScanRDD [2167] takeAsList at DataFrameCommonJob.java:145"]; 2168 [labelType="html" label="MapPartitionsRDD [2168] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5606 { label="WholeStageCodegen (11)"; 2169 [labelType="html" label="MapPartitionsRDD [2169] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5624 { label="Scan parquet "; 2170 [labelType="html" label="FileScanRDD [2170] takeAsList at DataFrameCommonJob.java:145"]; 2171 [labelType="html" label="MapPartitionsRDD [2171] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5616 { label="WholeStageCodegen (12)"; 2172 [labelType="html" label="MapPartitionsRDD [2172] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5634 { label="Scan parquet "; 2176 [labelType="html" label="FileScanRDD [2176] takeAsList at DataFrameCommonJob.java:145"]; 2177 [labelType="html" label="MapPartitionsRDD [2177] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5627 { label="WholeStageCodegen (13)"; 2178 [labelType="html" label="MapPartitionsRDD [2178] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5555 { label="Union"; 2179 [labelType="html" label="UnionRDD [2179] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5551 { label="WholeStageCodegen (14)"; 2180 [labelType="html" label="MapPartitionsRDD [2180] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5550 { label="Exchange"; 2181 [labelType="html" label="MapPartitionsRDD [2181] takeAsList at DataFrameCommonJob.java:145"]; } } 2137->2138; 2138->2139; 2140->2141; 2141->2142; 2143->2144; 2144->2145; 2146->2147; 2147->2148; 2149->2150; 2150->2151; 2152->2153; 2153->2154; 2155->2156; 2156->2157; 2158->2159; 2159->2160; 2161->2162; 2162->2163; 2164->2165; 2165->2166; 2167->2168; 2168->2169; 2170->2171; 2171->2172; 2176->2177; 2177->2178; 2139->2179; 2142->2179; 2145->2179; 2148->2179; 2151->2179; 2154->2179; 2157->2179; 2160->2179; 2163->2179; 2166->2179; 2169->2179; 2172->2179; 2178->2179; 2179->2180; 2180->2181; }

digraph G { subgraph clusterstage_431 { label="Stage 431"; subgraph cluster5714 { label="AQEShuffleRead"; 2229 [labelType="html" label="ShuffledRowRDD [2229] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5711 { label="WholeStageCodegen (16)"; 2230 [labelType="html" label="MapPartitionsRDD [2230] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5719 { label="AQEShuffleRead"; 2231 [labelType="html" label="ShuffledRowRDD [2231] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5716 { label="WholeStageCodegen (17)"; 2232 [labelType="html" label="MapPartitionsRDD [2232] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5707 { label="WholeStageCodegen (18)"; 2233 [labelType="html" label="ZippedPartitionsRDD2 [2233] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2234 [labelType="html" label="MapPartitionsRDD [2234] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5706 { label="SortAggregate"; 2235 [labelType="html" label="MapPartitionsRDD [2235] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5705 { label="Exchange"; 2236 [labelType="html" label="MapPartitionsRDD [2236] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2229->2230; 2231->2232; 2230->2233; 2232->2233; 2233->2234; 2234->2235; 2235->2236; }

2181,2229

2188,2231

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
431	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:12	0.7 s	1/1			316.7 KiB	93.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

431

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:12

0.7 s

1/1

316.7 KiB

93.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
430	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
429	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

430

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

429

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: