EVAL1_SPC1 - Details for Job 155

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:42
Duration: 43 ms
Associated SQL Query: 84
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_283 { label="Stage 283 (skipped)"; subgraph cluster3388 { label="Scan parquet "; 1328 [labelType="html" label="FileScanRDD [1328] takeAsList at DataFrameCommonJob.java:145"]; 1329 [labelType="html" label="MapPartitionsRDD [1329] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3384 { label="WholeStageCodegen (1)"; 1330 [labelType="html" label="MapPartitionsRDD [1330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3393 { label="Scan parquet "; 1331 [labelType="html" label="FileScanRDD [1331] takeAsList at DataFrameCommonJob.java:145"]; 1332 [labelType="html" label="MapPartitionsRDD [1332] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3389 { label="WholeStageCodegen (2)"; 1333 [labelType="html" label="MapPartitionsRDD [1333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3398 { label="Scan parquet "; 1334 [labelType="html" label="FileScanRDD [1334] takeAsList at DataFrameCommonJob.java:145"]; 1335 [labelType="html" label="MapPartitionsRDD [1335] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3394 { label="WholeStageCodegen (3)"; 1336 [labelType="html" label="MapPartitionsRDD [1336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3403 { label="Scan parquet "; 1337 [labelType="html" label="FileScanRDD [1337] takeAsList at DataFrameCommonJob.java:145"]; 1338 [labelType="html" label="MapPartitionsRDD [1338] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3399 { label="WholeStageCodegen (4)"; 1339 [labelType="html" label="MapPartitionsRDD [1339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3408 { label="Scan parquet "; 1340 [labelType="html" label="FileScanRDD [1340] takeAsList at DataFrameCommonJob.java:145"]; 1341 [labelType="html" label="MapPartitionsRDD [1341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3404 { label="WholeStageCodegen (5)"; 1342 [labelType="html" label="MapPartitionsRDD [1342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3413 { label="Scan parquet "; 1343 [labelType="html" label="FileScanRDD [1343] takeAsList at DataFrameCommonJob.java:145"]; 1344 [labelType="html" label="MapPartitionsRDD [1344] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3409 { label="WholeStageCodegen (6)"; 1345 [labelType="html" label="MapPartitionsRDD [1345] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3418 { label="Scan parquet "; 1346 [labelType="html" label="FileScanRDD [1346] takeAsList at DataFrameCommonJob.java:145"]; 1347 [labelType="html" label="MapPartitionsRDD [1347] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3414 { label="WholeStageCodegen (7)"; 1348 [labelType="html" label="MapPartitionsRDD [1348] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3423 { label="Scan parquet "; 1349 [labelType="html" label="FileScanRDD [1349] takeAsList at DataFrameCommonJob.java:145"]; 1350 [labelType="html" label="MapPartitionsRDD [1350] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3419 { label="WholeStageCodegen (8)"; 1351 [labelType="html" label="MapPartitionsRDD [1351] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3428 { label="Scan parquet "; 1352 [labelType="html" label="FileScanRDD [1352] takeAsList at DataFrameCommonJob.java:145"]; 1353 [labelType="html" label="MapPartitionsRDD [1353] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3424 { label="WholeStageCodegen (9)"; 1354 [labelType="html" label="MapPartitionsRDD [1354] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3433 { label="Scan parquet "; 1355 [labelType="html" label="FileScanRDD [1355] takeAsList at DataFrameCommonJob.java:145"]; 1356 [labelType="html" label="MapPartitionsRDD [1356] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3429 { label="WholeStageCodegen (10)"; 1357 [labelType="html" label="MapPartitionsRDD [1357] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3438 { label="Scan parquet "; 1358 [labelType="html" label="FileScanRDD [1358] takeAsList at DataFrameCommonJob.java:145"]; 1359 [labelType="html" label="MapPartitionsRDD [1359] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3434 { label="WholeStageCodegen (11)"; 1360 [labelType="html" label="MapPartitionsRDD [1360] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3443 { label="Scan parquet "; 1361 [labelType="html" label="FileScanRDD [1361] takeAsList at DataFrameCommonJob.java:145"]; 1362 [labelType="html" label="MapPartitionsRDD [1362] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3439 { label="WholeStageCodegen (12)"; 1363 [labelType="html" label="MapPartitionsRDD [1363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3448 { label="Scan parquet "; 1364 [labelType="html" label="FileScanRDD [1364] takeAsList at DataFrameCommonJob.java:145"]; 1365 [labelType="html" label="MapPartitionsRDD [1365] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3444 { label="WholeStageCodegen (13)"; 1366 [labelType="html" label="MapPartitionsRDD [1366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3383 { label="Union"; 1367 [labelType="html" label="UnionRDD [1367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3379 { label="WholeStageCodegen (14)"; 1368 [labelType="html" label="MapPartitionsRDD [1368] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3378 { label="Exchange"; 1369 [labelType="html" label="MapPartitionsRDD [1369] takeAsList at DataFrameCommonJob.java:145"]; } } 1328->1329; 1329->1330; 1331->1332; 1332->1333; 1334->1335; 1335->1336; 1337->1338; 1338->1339; 1340->1341; 1341->1342; 1343->1344; 1344->1345; 1346->1347; 1347->1348; 1349->1350; 1350->1351; 1352->1353; 1353->1354; 1355->1356; 1356->1357; 1358->1359; 1359->1360; 1361->1362; 1362->1363; 1364->1365; 1365->1366; 1330->1367; 1333->1367; 1336->1367; 1339->1367; 1342->1367; 1345->1367; 1348->1367; 1351->1367; 1354->1367; 1357->1367; 1360->1367; 1363->1367; 1366->1367; 1367->1368; 1368->1369; }

digraph G { subgraph clusterstage_284 { label="Stage 284 (skipped)"; subgraph cluster3454 { label="Scan csv "; 1370 [labelType="html" label="FileScanRDD [1370] takeAsList at DataFrameCommonJob.java:145"]; 1371 [labelType="html" label="MapPartitionsRDD [1371] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3450 { label="WholeStageCodegen (15)"; 1372 [labelType="html" label="MapPartitionsRDD [1372] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3449 { label="Exchange"; 1373 [labelType="html" label="MapPartitionsRDD [1373] takeAsList at DataFrameCommonJob.java:145"]; } } 1370->1371; 1371->1372; 1372->1373; }

digraph G { subgraph clusterstage_285 { label="Stage 285 (skipped)"; subgraph cluster3463 { label="AQEShuffleRead"; 1374 [labelType="html" label="ShuffledRowRDD [1374] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3460 { label="WholeStageCodegen (16)"; 1375 [labelType="html" label="MapPartitionsRDD [1375] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3459 { label="Window"; 1376 [labelType="html" label="MapPartitionsRDD [1376] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3456 { label="WholeStageCodegen (17)"; 1377 [labelType="html" label="MapPartitionsRDD [1377] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3455 { label="Exchange"; 1378 [labelType="html" label="MapPartitionsRDD [1378] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1374->1375; 1375->1376; 1376->1377; 1377->1378; }

1369,1374

digraph G { subgraph clusterstage_286 { label="Stage 286 (skipped)"; subgraph cluster3501 { label="AQEShuffleRead"; 1399 [labelType="html" label="ShuffledRowRDD [1399] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3498 { label="WholeStageCodegen (18)"; 1400 [labelType="html" label="MapPartitionsRDD [1400] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3506 { label="AQEShuffleRead"; 1401 [labelType="html" label="ShuffledRowRDD [1401] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3503 { label="WholeStageCodegen (19)"; 1402 [labelType="html" label="MapPartitionsRDD [1402] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3494 { label="WholeStageCodegen (20)"; 1403 [labelType="html" label="ZippedPartitionsRDD2 [1403] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1404 [labelType="html" label="MapPartitionsRDD [1404] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3493 { label="ObjectHashAggregate"; 1405 [labelType="html" label="MapPartitionsRDD [1405] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3492 { label="Exchange"; 1406 [labelType="html" label="MapPartitionsRDD [1406] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1399->1400; 1401->1402; 1400->1403; 1402->1403; 1403->1404; 1404->1405; 1405->1406; }

1378,1399

1373,1401

digraph G { subgraph clusterstage_287 { label="Stage 287"; subgraph cluster3509 { label="Exchange"; 1407 [labelType="html" label="ShuffledRowRDD [1407] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3507 { label="ObjectHashAggregate"; 1408 [labelType="html" label="MapPartitionsRDD [1408] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3510 { label="mapPartitionsInternal"; 1409 [labelType="html" label="MapPartitionsRDD [1409] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1407->1408; 1408->1409; }

1406,1407

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
287	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:42	31 ms	1/1			15.8 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

287

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:42

31 ms

1/1

15.8 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
286	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
285	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
284	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
283	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: