EVAL1_SPC1 - Details for Job 143

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:36
Duration: 44 ms
Associated SQL Query: 82
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_255 { label="Stage 255 (skipped)"; subgraph cluster3052 { label="Scan parquet "; 1204 [labelType="html" label="FileScanRDD [1204] takeAsList at DataFrameCommonJob.java:145"]; 1205 [labelType="html" label="MapPartitionsRDD [1205] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3048 { label="WholeStageCodegen (1)"; 1206 [labelType="html" label="MapPartitionsRDD [1206] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3057 { label="Scan parquet "; 1207 [labelType="html" label="FileScanRDD [1207] takeAsList at DataFrameCommonJob.java:145"]; 1208 [labelType="html" label="MapPartitionsRDD [1208] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3053 { label="WholeStageCodegen (2)"; 1209 [labelType="html" label="MapPartitionsRDD [1209] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3062 { label="Scan parquet "; 1210 [labelType="html" label="FileScanRDD [1210] takeAsList at DataFrameCommonJob.java:145"]; 1211 [labelType="html" label="MapPartitionsRDD [1211] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3058 { label="WholeStageCodegen (3)"; 1212 [labelType="html" label="MapPartitionsRDD [1212] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3067 { label="Scan parquet "; 1213 [labelType="html" label="FileScanRDD [1213] takeAsList at DataFrameCommonJob.java:145"]; 1214 [labelType="html" label="MapPartitionsRDD [1214] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3063 { label="WholeStageCodegen (4)"; 1215 [labelType="html" label="MapPartitionsRDD [1215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3072 { label="Scan parquet "; 1216 [labelType="html" label="FileScanRDD [1216] takeAsList at DataFrameCommonJob.java:145"]; 1217 [labelType="html" label="MapPartitionsRDD [1217] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3068 { label="WholeStageCodegen (5)"; 1218 [labelType="html" label="MapPartitionsRDD [1218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3077 { label="Scan parquet "; 1219 [labelType="html" label="FileScanRDD [1219] takeAsList at DataFrameCommonJob.java:145"]; 1220 [labelType="html" label="MapPartitionsRDD [1220] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3073 { label="WholeStageCodegen (6)"; 1221 [labelType="html" label="MapPartitionsRDD [1221] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3082 { label="Scan parquet "; 1222 [labelType="html" label="FileScanRDD [1222] takeAsList at DataFrameCommonJob.java:145"]; 1223 [labelType="html" label="MapPartitionsRDD [1223] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3078 { label="WholeStageCodegen (7)"; 1224 [labelType="html" label="MapPartitionsRDD [1224] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3087 { label="Scan parquet "; 1225 [labelType="html" label="FileScanRDD [1225] takeAsList at DataFrameCommonJob.java:145"]; 1226 [labelType="html" label="MapPartitionsRDD [1226] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3083 { label="WholeStageCodegen (8)"; 1227 [labelType="html" label="MapPartitionsRDD [1227] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3092 { label="Scan parquet "; 1228 [labelType="html" label="FileScanRDD [1228] takeAsList at DataFrameCommonJob.java:145"]; 1229 [labelType="html" label="MapPartitionsRDD [1229] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3088 { label="WholeStageCodegen (9)"; 1230 [labelType="html" label="MapPartitionsRDD [1230] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3097 { label="Scan parquet "; 1231 [labelType="html" label="FileScanRDD [1231] takeAsList at DataFrameCommonJob.java:145"]; 1232 [labelType="html" label="MapPartitionsRDD [1232] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3093 { label="WholeStageCodegen (10)"; 1233 [labelType="html" label="MapPartitionsRDD [1233] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3102 { label="Scan parquet "; 1234 [labelType="html" label="FileScanRDD [1234] takeAsList at DataFrameCommonJob.java:145"]; 1235 [labelType="html" label="MapPartitionsRDD [1235] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3098 { label="WholeStageCodegen (11)"; 1236 [labelType="html" label="MapPartitionsRDD [1236] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3107 { label="Scan parquet "; 1237 [labelType="html" label="FileScanRDD [1237] takeAsList at DataFrameCommonJob.java:145"]; 1238 [labelType="html" label="MapPartitionsRDD [1238] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3103 { label="WholeStageCodegen (12)"; 1239 [labelType="html" label="MapPartitionsRDD [1239] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3112 { label="Scan parquet "; 1240 [labelType="html" label="FileScanRDD [1240] takeAsList at DataFrameCommonJob.java:145"]; 1241 [labelType="html" label="MapPartitionsRDD [1241] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3108 { label="WholeStageCodegen (13)"; 1242 [labelType="html" label="MapPartitionsRDD [1242] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3047 { label="Union"; 1243 [labelType="html" label="UnionRDD [1243] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3043 { label="WholeStageCodegen (14)"; 1244 [labelType="html" label="MapPartitionsRDD [1244] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3042 { label="Exchange"; 1245 [labelType="html" label="MapPartitionsRDD [1245] takeAsList at DataFrameCommonJob.java:145"]; } } 1204->1205; 1205->1206; 1207->1208; 1208->1209; 1210->1211; 1211->1212; 1213->1214; 1214->1215; 1216->1217; 1217->1218; 1219->1220; 1220->1221; 1222->1223; 1223->1224; 1225->1226; 1226->1227; 1228->1229; 1229->1230; 1231->1232; 1232->1233; 1234->1235; 1235->1236; 1237->1238; 1238->1239; 1240->1241; 1241->1242; 1206->1243; 1209->1243; 1212->1243; 1215->1243; 1218->1243; 1221->1243; 1224->1243; 1227->1243; 1230->1243; 1233->1243; 1236->1243; 1239->1243; 1242->1243; 1243->1244; 1244->1245; }

digraph G { subgraph clusterstage_256 { label="Stage 256 (skipped)"; subgraph cluster3118 { label="Scan csv "; 1246 [labelType="html" label="FileScanRDD [1246] takeAsList at DataFrameCommonJob.java:145"]; 1247 [labelType="html" label="MapPartitionsRDD [1247] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3114 { label="WholeStageCodegen (15)"; 1248 [labelType="html" label="MapPartitionsRDD [1248] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3113 { label="Exchange"; 1249 [labelType="html" label="MapPartitionsRDD [1249] takeAsList at DataFrameCommonJob.java:145"]; } } 1246->1247; 1247->1248; 1248->1249; }

digraph G { subgraph clusterstage_257 { label="Stage 257 (skipped)"; subgraph cluster3127 { label="AQEShuffleRead"; 1250 [labelType="html" label="ShuffledRowRDD [1250] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3124 { label="WholeStageCodegen (16)"; 1251 [labelType="html" label="MapPartitionsRDD [1251] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3123 { label="Window"; 1252 [labelType="html" label="MapPartitionsRDD [1252] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3120 { label="WholeStageCodegen (17)"; 1253 [labelType="html" label="MapPartitionsRDD [1253] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3119 { label="Exchange"; 1254 [labelType="html" label="MapPartitionsRDD [1254] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1250->1251; 1251->1252; 1252->1253; 1253->1254; }

1245,1250

digraph G { subgraph clusterstage_258 { label="Stage 258 (skipped)"; subgraph cluster3137 { label="AQEShuffleRead"; 1255 [labelType="html" label="ShuffledRowRDD [1255] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3134 { label="WholeStageCodegen (18)"; 1256 [labelType="html" label="MapPartitionsRDD [1256] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3142 { label="AQEShuffleRead"; 1257 [labelType="html" label="ShuffledRowRDD [1257] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3139 { label="WholeStageCodegen (19)"; 1258 [labelType="html" label="MapPartitionsRDD [1258] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3130 { label="WholeStageCodegen (20)"; 1259 [labelType="html" label="ZippedPartitionsRDD2 [1259] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1260 [labelType="html" label="MapPartitionsRDD [1260] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3129 { label="ObjectHashAggregate"; 1261 [labelType="html" label="MapPartitionsRDD [1261] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3128 { label="Exchange"; 1262 [labelType="html" label="MapPartitionsRDD [1262] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1255->1256; 1257->1258; 1256->1259; 1258->1259; 1259->1260; 1260->1261; 1261->1262; }

1254,1255

1249,1257

digraph G { subgraph clusterstage_259 { label="Stage 259"; subgraph cluster3145 { label="Exchange"; 1263 [labelType="html" label="ShuffledRowRDD [1263] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3143 { label="ObjectHashAggregate"; 1264 [labelType="html" label="MapPartitionsRDD [1264] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3146 { label="mapPartitionsInternal"; 1265 [labelType="html" label="MapPartitionsRDD [1265] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1263->1264; 1264->1265; }

1262,1263

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
259	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:36	33 ms	1/1			14.1 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

259

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:36

33 ms

1/1

14.1 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
258	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
257	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
256	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
255	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: