EVAL1_SPC1 - Details for Job 165

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:49
Duration: 45 ms
Associated SQL Query: 88
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_309 { label="Stage 309 (skipped)"; subgraph cluster3752 { label="Scan parquet "; 1472 [labelType="html" label="FileScanRDD [1472] takeAsList at DataFrameCommonJob.java:145"]; 1473 [labelType="html" label="MapPartitionsRDD [1473] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3748 { label="WholeStageCodegen (1)"; 1474 [labelType="html" label="MapPartitionsRDD [1474] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3757 { label="Scan parquet "; 1475 [labelType="html" label="FileScanRDD [1475] takeAsList at DataFrameCommonJob.java:145"]; 1476 [labelType="html" label="MapPartitionsRDD [1476] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3753 { label="WholeStageCodegen (2)"; 1477 [labelType="html" label="MapPartitionsRDD [1477] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3762 { label="Scan parquet "; 1478 [labelType="html" label="FileScanRDD [1478] takeAsList at DataFrameCommonJob.java:145"]; 1479 [labelType="html" label="MapPartitionsRDD [1479] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3758 { label="WholeStageCodegen (3)"; 1480 [labelType="html" label="MapPartitionsRDD [1480] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3767 { label="Scan parquet "; 1481 [labelType="html" label="FileScanRDD [1481] takeAsList at DataFrameCommonJob.java:145"]; 1482 [labelType="html" label="MapPartitionsRDD [1482] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3763 { label="WholeStageCodegen (4)"; 1483 [labelType="html" label="MapPartitionsRDD [1483] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3772 { label="Scan parquet "; 1484 [labelType="html" label="FileScanRDD [1484] takeAsList at DataFrameCommonJob.java:145"]; 1485 [labelType="html" label="MapPartitionsRDD [1485] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3768 { label="WholeStageCodegen (5)"; 1486 [labelType="html" label="MapPartitionsRDD [1486] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3777 { label="Scan parquet "; 1487 [labelType="html" label="FileScanRDD [1487] takeAsList at DataFrameCommonJob.java:145"]; 1488 [labelType="html" label="MapPartitionsRDD [1488] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3773 { label="WholeStageCodegen (6)"; 1489 [labelType="html" label="MapPartitionsRDD [1489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3782 { label="Scan parquet "; 1490 [labelType="html" label="FileScanRDD [1490] takeAsList at DataFrameCommonJob.java:145"]; 1491 [labelType="html" label="MapPartitionsRDD [1491] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3778 { label="WholeStageCodegen (7)"; 1492 [labelType="html" label="MapPartitionsRDD [1492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3787 { label="Scan parquet "; 1493 [labelType="html" label="FileScanRDD [1493] takeAsList at DataFrameCommonJob.java:145"]; 1494 [labelType="html" label="MapPartitionsRDD [1494] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3783 { label="WholeStageCodegen (8)"; 1495 [labelType="html" label="MapPartitionsRDD [1495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3792 { label="Scan parquet "; 1496 [labelType="html" label="FileScanRDD [1496] takeAsList at DataFrameCommonJob.java:145"]; 1497 [labelType="html" label="MapPartitionsRDD [1497] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3788 { label="WholeStageCodegen (9)"; 1498 [labelType="html" label="MapPartitionsRDD [1498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3797 { label="Scan parquet "; 1499 [labelType="html" label="FileScanRDD [1499] takeAsList at DataFrameCommonJob.java:145"]; 1500 [labelType="html" label="MapPartitionsRDD [1500] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3793 { label="WholeStageCodegen (10)"; 1501 [labelType="html" label="MapPartitionsRDD [1501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3802 { label="Scan parquet "; 1502 [labelType="html" label="FileScanRDD [1502] takeAsList at DataFrameCommonJob.java:145"]; 1503 [labelType="html" label="MapPartitionsRDD [1503] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3798 { label="WholeStageCodegen (11)"; 1504 [labelType="html" label="MapPartitionsRDD [1504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3807 { label="Scan parquet "; 1505 [labelType="html" label="FileScanRDD [1505] takeAsList at DataFrameCommonJob.java:145"]; 1506 [labelType="html" label="MapPartitionsRDD [1506] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3803 { label="WholeStageCodegen (12)"; 1507 [labelType="html" label="MapPartitionsRDD [1507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3812 { label="Scan parquet "; 1508 [labelType="html" label="FileScanRDD [1508] takeAsList at DataFrameCommonJob.java:145"]; 1509 [labelType="html" label="MapPartitionsRDD [1509] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3808 { label="WholeStageCodegen (13)"; 1510 [labelType="html" label="MapPartitionsRDD [1510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3747 { label="Union"; 1511 [labelType="html" label="UnionRDD [1511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3743 { label="WholeStageCodegen (14)"; 1512 [labelType="html" label="MapPartitionsRDD [1512] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3742 { label="Exchange"; 1513 [labelType="html" label="MapPartitionsRDD [1513] takeAsList at DataFrameCommonJob.java:145"]; } } 1472->1473; 1473->1474; 1475->1476; 1476->1477; 1478->1479; 1479->1480; 1481->1482; 1482->1483; 1484->1485; 1485->1486; 1487->1488; 1488->1489; 1490->1491; 1491->1492; 1493->1494; 1494->1495; 1496->1497; 1497->1498; 1499->1500; 1500->1501; 1502->1503; 1503->1504; 1505->1506; 1506->1507; 1508->1509; 1509->1510; 1474->1511; 1477->1511; 1480->1511; 1483->1511; 1486->1511; 1489->1511; 1492->1511; 1495->1511; 1498->1511; 1501->1511; 1504->1511; 1507->1511; 1510->1511; 1511->1512; 1512->1513; }

digraph G { subgraph clusterstage_310 { label="Stage 310 (skipped)"; subgraph cluster3827 { label="AQEShuffleRead"; 1518 [labelType="html" label="ShuffledRowRDD [1518] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3824 { label="WholeStageCodegen (16)"; 1519 [labelType="html" label="MapPartitionsRDD [1519] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3823 { label="Window"; 1520 [labelType="html" label="MapPartitionsRDD [1520] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3820 { label="WholeStageCodegen (17)"; 1521 [labelType="html" label="MapPartitionsRDD [1521] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3819 { label="Exchange"; 1522 [labelType="html" label="MapPartitionsRDD [1522] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1518->1519; 1519->1520; 1520->1521; 1521->1522; }

1513,1518

digraph G { subgraph clusterstage_311 { label="Stage 311 (skipped)"; subgraph cluster3818 { label="Scan csv "; 1514 [labelType="html" label="FileScanRDD [1514] takeAsList at DataFrameCommonJob.java:145"]; 1515 [labelType="html" label="MapPartitionsRDD [1515] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3814 { label="WholeStageCodegen (15)"; 1516 [labelType="html" label="MapPartitionsRDD [1516] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3813 { label="Exchange"; 1517 [labelType="html" label="MapPartitionsRDD [1517] takeAsList at DataFrameCommonJob.java:145"]; } } 1514->1515; 1515->1516; 1516->1517; }

digraph G { subgraph clusterstage_312 { label="Stage 312 (skipped)"; subgraph cluster3837 { label="AQEShuffleRead"; 1523 [labelType="html" label="ShuffledRowRDD [1523] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3834 { label="WholeStageCodegen (18)"; 1524 [labelType="html" label="MapPartitionsRDD [1524] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3842 { label="AQEShuffleRead"; 1525 [labelType="html" label="ShuffledRowRDD [1525] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3839 { label="WholeStageCodegen (19)"; 1526 [labelType="html" label="MapPartitionsRDD [1526] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3830 { label="WholeStageCodegen (20)"; 1527 [labelType="html" label="ZippedPartitionsRDD2 [1527] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1528 [labelType="html" label="MapPartitionsRDD [1528] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3829 { label="ObjectHashAggregate"; 1529 [labelType="html" label="MapPartitionsRDD [1529] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3828 { label="Exchange"; 1530 [labelType="html" label="MapPartitionsRDD [1530] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1523->1524; 1525->1526; 1524->1527; 1526->1527; 1527->1528; 1528->1529; 1529->1530; }

1522,1523

1517,1525

digraph G { subgraph clusterstage_313 { label="Stage 313"; subgraph cluster3845 { label="Exchange"; 1531 [labelType="html" label="ShuffledRowRDD [1531] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3843 { label="ObjectHashAggregate"; 1532 [labelType="html" label="MapPartitionsRDD [1532] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3846 { label="mapPartitionsInternal"; 1533 [labelType="html" label="MapPartitionsRDD [1533] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1531->1532; 1532->1533; }

1530,1531

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
313	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:49	34 ms	1/1			14.6 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

313

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:49

34 ms

1/1

14.6 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
312	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
311	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
310	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
309	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: