EVAL1_SPC1 - Details for Job 160

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:45
Duration: 44 ms
Associated SQL Query: 87
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_296 { label="Stage 296 (skipped)"; subgraph cluster3584 { label="Scan parquet "; 1410 [labelType="html" label="FileScanRDD [1410] takeAsList at DataFrameCommonJob.java:145"]; 1411 [labelType="html" label="MapPartitionsRDD [1411] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3580 { label="WholeStageCodegen (1)"; 1412 [labelType="html" label="MapPartitionsRDD [1412] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3589 { label="Scan parquet "; 1413 [labelType="html" label="FileScanRDD [1413] takeAsList at DataFrameCommonJob.java:145"]; 1414 [labelType="html" label="MapPartitionsRDD [1414] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3585 { label="WholeStageCodegen (2)"; 1415 [labelType="html" label="MapPartitionsRDD [1415] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3594 { label="Scan parquet "; 1416 [labelType="html" label="FileScanRDD [1416] takeAsList at DataFrameCommonJob.java:145"]; 1417 [labelType="html" label="MapPartitionsRDD [1417] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3590 { label="WholeStageCodegen (3)"; 1418 [labelType="html" label="MapPartitionsRDD [1418] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3599 { label="Scan parquet "; 1419 [labelType="html" label="FileScanRDD [1419] takeAsList at DataFrameCommonJob.java:145"]; 1420 [labelType="html" label="MapPartitionsRDD [1420] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3595 { label="WholeStageCodegen (4)"; 1421 [labelType="html" label="MapPartitionsRDD [1421] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3604 { label="Scan parquet "; 1422 [labelType="html" label="FileScanRDD [1422] takeAsList at DataFrameCommonJob.java:145"]; 1423 [labelType="html" label="MapPartitionsRDD [1423] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3600 { label="WholeStageCodegen (5)"; 1424 [labelType="html" label="MapPartitionsRDD [1424] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3609 { label="Scan parquet "; 1425 [labelType="html" label="FileScanRDD [1425] takeAsList at DataFrameCommonJob.java:145"]; 1426 [labelType="html" label="MapPartitionsRDD [1426] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3605 { label="WholeStageCodegen (6)"; 1427 [labelType="html" label="MapPartitionsRDD [1427] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3614 { label="Scan parquet "; 1428 [labelType="html" label="FileScanRDD [1428] takeAsList at DataFrameCommonJob.java:145"]; 1429 [labelType="html" label="MapPartitionsRDD [1429] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3610 { label="WholeStageCodegen (7)"; 1430 [labelType="html" label="MapPartitionsRDD [1430] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3619 { label="Scan parquet "; 1431 [labelType="html" label="FileScanRDD [1431] takeAsList at DataFrameCommonJob.java:145"]; 1432 [labelType="html" label="MapPartitionsRDD [1432] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3615 { label="WholeStageCodegen (8)"; 1433 [labelType="html" label="MapPartitionsRDD [1433] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3624 { label="Scan parquet "; 1434 [labelType="html" label="FileScanRDD [1434] takeAsList at DataFrameCommonJob.java:145"]; 1435 [labelType="html" label="MapPartitionsRDD [1435] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3620 { label="WholeStageCodegen (9)"; 1436 [labelType="html" label="MapPartitionsRDD [1436] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3629 { label="Scan parquet "; 1437 [labelType="html" label="FileScanRDD [1437] takeAsList at DataFrameCommonJob.java:145"]; 1438 [labelType="html" label="MapPartitionsRDD [1438] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3625 { label="WholeStageCodegen (10)"; 1439 [labelType="html" label="MapPartitionsRDD [1439] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3634 { label="Scan parquet "; 1440 [labelType="html" label="FileScanRDD [1440] takeAsList at DataFrameCommonJob.java:145"]; 1441 [labelType="html" label="MapPartitionsRDD [1441] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3630 { label="WholeStageCodegen (11)"; 1442 [labelType="html" label="MapPartitionsRDD [1442] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3639 { label="Scan parquet "; 1443 [labelType="html" label="FileScanRDD [1443] takeAsList at DataFrameCommonJob.java:145"]; 1444 [labelType="html" label="MapPartitionsRDD [1444] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3635 { label="WholeStageCodegen (12)"; 1445 [labelType="html" label="MapPartitionsRDD [1445] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3644 { label="Scan parquet "; 1446 [labelType="html" label="FileScanRDD [1446] takeAsList at DataFrameCommonJob.java:145"]; 1447 [labelType="html" label="MapPartitionsRDD [1447] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3640 { label="WholeStageCodegen (13)"; 1448 [labelType="html" label="MapPartitionsRDD [1448] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3579 { label="Union"; 1449 [labelType="html" label="UnionRDD [1449] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3575 { label="WholeStageCodegen (14)"; 1450 [labelType="html" label="MapPartitionsRDD [1450] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3574 { label="Exchange"; 1451 [labelType="html" label="MapPartitionsRDD [1451] takeAsList at DataFrameCommonJob.java:145"]; } } 1410->1411; 1411->1412; 1413->1414; 1414->1415; 1416->1417; 1417->1418; 1419->1420; 1420->1421; 1422->1423; 1423->1424; 1425->1426; 1426->1427; 1428->1429; 1429->1430; 1431->1432; 1432->1433; 1434->1435; 1435->1436; 1437->1438; 1438->1439; 1440->1441; 1441->1442; 1443->1444; 1444->1445; 1446->1447; 1447->1448; 1412->1449; 1415->1449; 1418->1449; 1421->1449; 1424->1449; 1427->1449; 1430->1449; 1433->1449; 1436->1449; 1439->1449; 1442->1449; 1445->1449; 1448->1449; 1449->1450; 1450->1451; }

digraph G { subgraph clusterstage_297 { label="Stage 297 (skipped)"; subgraph cluster3659 { label="AQEShuffleRead"; 1456 [labelType="html" label="ShuffledRowRDD [1456] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3656 { label="WholeStageCodegen (16)"; 1457 [labelType="html" label="MapPartitionsRDD [1457] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3655 { label="Window"; 1458 [labelType="html" label="MapPartitionsRDD [1458] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3652 { label="WholeStageCodegen (17)"; 1459 [labelType="html" label="MapPartitionsRDD [1459] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3651 { label="Exchange"; 1460 [labelType="html" label="MapPartitionsRDD [1460] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1456->1457; 1457->1458; 1458->1459; 1459->1460; }

1451,1456

digraph G { subgraph clusterstage_298 { label="Stage 298 (skipped)"; subgraph cluster3650 { label="Scan csv "; 1452 [labelType="html" label="FileScanRDD [1452] takeAsList at DataFrameCommonJob.java:145"]; 1453 [labelType="html" label="MapPartitionsRDD [1453] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3646 { label="WholeStageCodegen (15)"; 1454 [labelType="html" label="MapPartitionsRDD [1454] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3645 { label="Exchange"; 1455 [labelType="html" label="MapPartitionsRDD [1455] takeAsList at DataFrameCommonJob.java:145"]; } } 1452->1453; 1453->1454; 1454->1455; }

digraph G { subgraph clusterstage_299 { label="Stage 299 (skipped)"; subgraph cluster3669 { label="AQEShuffleRead"; 1461 [labelType="html" label="ShuffledRowRDD [1461] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3666 { label="WholeStageCodegen (18)"; 1462 [labelType="html" label="MapPartitionsRDD [1462] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3674 { label="AQEShuffleRead"; 1463 [labelType="html" label="ShuffledRowRDD [1463] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3671 { label="WholeStageCodegen (19)"; 1464 [labelType="html" label="MapPartitionsRDD [1464] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3662 { label="WholeStageCodegen (20)"; 1465 [labelType="html" label="ZippedPartitionsRDD2 [1465] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1466 [labelType="html" label="MapPartitionsRDD [1466] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3661 { label="ObjectHashAggregate"; 1467 [labelType="html" label="MapPartitionsRDD [1467] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3660 { label="Exchange"; 1468 [labelType="html" label="MapPartitionsRDD [1468] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1461->1462; 1463->1464; 1462->1465; 1464->1465; 1465->1466; 1466->1467; 1467->1468; }

1460,1461

1455,1463

digraph G { subgraph clusterstage_300 { label="Stage 300"; subgraph cluster3677 { label="Exchange"; 1469 [labelType="html" label="ShuffledRowRDD [1469] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3675 { label="ObjectHashAggregate"; 1470 [labelType="html" label="MapPartitionsRDD [1470] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3678 { label="mapPartitionsInternal"; 1471 [labelType="html" label="MapPartitionsRDD [1471] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1469->1470; 1470->1471; }

1468,1469

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
300	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:45	33 ms	1/1			14.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

300

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:45

33 ms

1/1

14.4 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
299	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
298	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
297	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
296	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: