EVAL1_SPC1 - Details for Job 148

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:39
Duration: 64 ms
Associated SQL Query: 83
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_268 { label="Stage 268 (skipped)"; subgraph cluster3220 { label="Scan parquet "; 1266 [labelType="html" label="FileScanRDD [1266] takeAsList at DataFrameCommonJob.java:145"]; 1267 [labelType="html" label="MapPartitionsRDD [1267] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3216 { label="WholeStageCodegen (1)"; 1268 [labelType="html" label="MapPartitionsRDD [1268] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3225 { label="Scan parquet "; 1269 [labelType="html" label="FileScanRDD [1269] takeAsList at DataFrameCommonJob.java:145"]; 1270 [labelType="html" label="MapPartitionsRDD [1270] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3221 { label="WholeStageCodegen (2)"; 1271 [labelType="html" label="MapPartitionsRDD [1271] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3230 { label="Scan parquet "; 1272 [labelType="html" label="FileScanRDD [1272] takeAsList at DataFrameCommonJob.java:145"]; 1273 [labelType="html" label="MapPartitionsRDD [1273] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3226 { label="WholeStageCodegen (3)"; 1274 [labelType="html" label="MapPartitionsRDD [1274] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3235 { label="Scan parquet "; 1275 [labelType="html" label="FileScanRDD [1275] takeAsList at DataFrameCommonJob.java:145"]; 1276 [labelType="html" label="MapPartitionsRDD [1276] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3231 { label="WholeStageCodegen (4)"; 1277 [labelType="html" label="MapPartitionsRDD [1277] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3240 { label="Scan parquet "; 1278 [labelType="html" label="FileScanRDD [1278] takeAsList at DataFrameCommonJob.java:145"]; 1279 [labelType="html" label="MapPartitionsRDD [1279] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3236 { label="WholeStageCodegen (5)"; 1280 [labelType="html" label="MapPartitionsRDD [1280] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3245 { label="Scan parquet "; 1281 [labelType="html" label="FileScanRDD [1281] takeAsList at DataFrameCommonJob.java:145"]; 1282 [labelType="html" label="MapPartitionsRDD [1282] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3241 { label="WholeStageCodegen (6)"; 1283 [labelType="html" label="MapPartitionsRDD [1283] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3250 { label="Scan parquet "; 1284 [labelType="html" label="FileScanRDD [1284] takeAsList at DataFrameCommonJob.java:145"]; 1285 [labelType="html" label="MapPartitionsRDD [1285] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3246 { label="WholeStageCodegen (7)"; 1286 [labelType="html" label="MapPartitionsRDD [1286] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3255 { label="Scan parquet "; 1287 [labelType="html" label="FileScanRDD [1287] takeAsList at DataFrameCommonJob.java:145"]; 1288 [labelType="html" label="MapPartitionsRDD [1288] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3251 { label="WholeStageCodegen (8)"; 1289 [labelType="html" label="MapPartitionsRDD [1289] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3260 { label="Scan parquet "; 1290 [labelType="html" label="FileScanRDD [1290] takeAsList at DataFrameCommonJob.java:145"]; 1291 [labelType="html" label="MapPartitionsRDD [1291] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3256 { label="WholeStageCodegen (9)"; 1292 [labelType="html" label="MapPartitionsRDD [1292] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3265 { label="Scan parquet "; 1293 [labelType="html" label="FileScanRDD [1293] takeAsList at DataFrameCommonJob.java:145"]; 1294 [labelType="html" label="MapPartitionsRDD [1294] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3261 { label="WholeStageCodegen (10)"; 1295 [labelType="html" label="MapPartitionsRDD [1295] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3270 { label="Scan parquet "; 1296 [labelType="html" label="FileScanRDD [1296] takeAsList at DataFrameCommonJob.java:145"]; 1297 [labelType="html" label="MapPartitionsRDD [1297] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3266 { label="WholeStageCodegen (11)"; 1298 [labelType="html" label="MapPartitionsRDD [1298] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3275 { label="Scan parquet "; 1299 [labelType="html" label="FileScanRDD [1299] takeAsList at DataFrameCommonJob.java:145"]; 1300 [labelType="html" label="MapPartitionsRDD [1300] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3271 { label="WholeStageCodegen (12)"; 1301 [labelType="html" label="MapPartitionsRDD [1301] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3280 { label="Scan parquet "; 1302 [labelType="html" label="FileScanRDD [1302] takeAsList at DataFrameCommonJob.java:145"]; 1303 [labelType="html" label="MapPartitionsRDD [1303] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3276 { label="WholeStageCodegen (13)"; 1304 [labelType="html" label="MapPartitionsRDD [1304] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3215 { label="Union"; 1305 [labelType="html" label="UnionRDD [1305] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3211 { label="WholeStageCodegen (14)"; 1306 [labelType="html" label="MapPartitionsRDD [1306] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3210 { label="Exchange"; 1307 [labelType="html" label="MapPartitionsRDD [1307] takeAsList at DataFrameCommonJob.java:145"]; } } 1266->1267; 1267->1268; 1269->1270; 1270->1271; 1272->1273; 1273->1274; 1275->1276; 1276->1277; 1278->1279; 1279->1280; 1281->1282; 1282->1283; 1284->1285; 1285->1286; 1287->1288; 1288->1289; 1290->1291; 1291->1292; 1293->1294; 1294->1295; 1296->1297; 1297->1298; 1299->1300; 1300->1301; 1302->1303; 1303->1304; 1268->1305; 1271->1305; 1274->1305; 1277->1305; 1280->1305; 1283->1305; 1286->1305; 1289->1305; 1292->1305; 1295->1305; 1298->1305; 1301->1305; 1304->1305; 1305->1306; 1306->1307; }

digraph G { subgraph clusterstage_269 { label="Stage 269 (skipped)"; subgraph cluster3286 { label="Scan csv "; 1308 [labelType="html" label="FileScanRDD [1308] takeAsList at DataFrameCommonJob.java:145"]; 1309 [labelType="html" label="MapPartitionsRDD [1309] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3282 { label="WholeStageCodegen (15)"; 1310 [labelType="html" label="MapPartitionsRDD [1310] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3281 { label="Exchange"; 1311 [labelType="html" label="MapPartitionsRDD [1311] takeAsList at DataFrameCommonJob.java:145"]; } } 1308->1309; 1309->1310; 1310->1311; }

digraph G { subgraph clusterstage_270 { label="Stage 270 (skipped)"; subgraph cluster3295 { label="AQEShuffleRead"; 1312 [labelType="html" label="ShuffledRowRDD [1312] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3292 { label="WholeStageCodegen (16)"; 1313 [labelType="html" label="MapPartitionsRDD [1313] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3291 { label="Window"; 1314 [labelType="html" label="MapPartitionsRDD [1314] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3288 { label="WholeStageCodegen (17)"; 1315 [labelType="html" label="MapPartitionsRDD [1315] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3287 { label="Exchange"; 1316 [labelType="html" label="MapPartitionsRDD [1316] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1312->1313; 1313->1314; 1314->1315; 1315->1316; }

1307,1312

digraph G { subgraph clusterstage_271 { label="Stage 271 (skipped)"; subgraph cluster3305 { label="AQEShuffleRead"; 1317 [labelType="html" label="ShuffledRowRDD [1317] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3302 { label="WholeStageCodegen (18)"; 1318 [labelType="html" label="MapPartitionsRDD [1318] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3310 { label="AQEShuffleRead"; 1319 [labelType="html" label="ShuffledRowRDD [1319] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3307 { label="WholeStageCodegen (19)"; 1320 [labelType="html" label="MapPartitionsRDD [1320] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3298 { label="WholeStageCodegen (20)"; 1321 [labelType="html" label="ZippedPartitionsRDD2 [1321] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1322 [labelType="html" label="MapPartitionsRDD [1322] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3297 { label="ObjectHashAggregate"; 1323 [labelType="html" label="MapPartitionsRDD [1323] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3296 { label="Exchange"; 1324 [labelType="html" label="MapPartitionsRDD [1324] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1317->1318; 1319->1320; 1318->1321; 1320->1321; 1321->1322; 1322->1323; 1323->1324; }

1316,1317

1311,1319

digraph G { subgraph clusterstage_272 { label="Stage 272"; subgraph cluster3313 { label="Exchange"; 1325 [labelType="html" label="ShuffledRowRDD [1325] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3311 { label="ObjectHashAggregate"; 1326 [labelType="html" label="MapPartitionsRDD [1326] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3314 { label="mapPartitionsInternal"; 1327 [labelType="html" label="MapPartitionsRDD [1327] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1325->1326; 1326->1327; }

1324,1325

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
272	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:39	51 ms	1/1			15.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

272

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:39

51 ms

1/1

15.8 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
271	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
270	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
269	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
268	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: