EVAL1_SPC1 - Details for Job 98

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:09
Duration: 0.9 s
Associated SQL Query: 72
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_147 { label="Stage 147 (skipped)"; subgraph cluster1536 { label="Scan csv "; 661 [labelType="html" label="FileScanRDD [661] takeAsList at DataFrameCommonJob.java:145"]; 662 [labelType="html" label="MapPartitionsRDD [662] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1532 { label="WholeStageCodegen (15)"; 663 [labelType="html" label="MapPartitionsRDD [663] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1531 { label="Exchange"; 664 [labelType="html" label="MapPartitionsRDD [664] takeAsList at DataFrameCommonJob.java:145"]; } } 661->662; 662->663; 663->664; }

digraph G { subgraph clusterstage_148 { label="Stage 148 (skipped)"; subgraph cluster1399 { label="Scan parquet "; 613 [labelType="html" label="FileScanRDD [613] takeAsList at DataFrameCommonJob.java:145"]; 614 [labelType="html" label="MapPartitionsRDD [614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1391 { label="WholeStageCodegen (1)"; 615 [labelType="html" label="MapPartitionsRDD [615] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1410 { label="Scan parquet "; 622 [labelType="html" label="FileScanRDD [622] takeAsList at DataFrameCommonJob.java:145"]; 623 [labelType="html" label="MapPartitionsRDD [623] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1401 { label="WholeStageCodegen (2)"; 624 [labelType="html" label="MapPartitionsRDD [624] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1416 { label="Scan parquet "; 625 [labelType="html" label="FileScanRDD [625] takeAsList at DataFrameCommonJob.java:145"]; 626 [labelType="html" label="MapPartitionsRDD [626] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1412 { label="WholeStageCodegen (3)"; 627 [labelType="html" label="MapPartitionsRDD [627] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1421 { label="Scan parquet "; 628 [labelType="html" label="FileScanRDD [628] takeAsList at DataFrameCommonJob.java:145"]; 629 [labelType="html" label="MapPartitionsRDD [629] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1417 { label="WholeStageCodegen (4)"; 630 [labelType="html" label="MapPartitionsRDD [630] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1426 { label="Scan parquet "; 631 [labelType="html" label="FileScanRDD [631] takeAsList at DataFrameCommonJob.java:145"]; 632 [labelType="html" label="MapPartitionsRDD [632] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1422 { label="WholeStageCodegen (5)"; 633 [labelType="html" label="MapPartitionsRDD [633] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1495 { label="Scan parquet "; 634 [labelType="html" label="FileScanRDD [634] takeAsList at DataFrameCommonJob.java:145"]; 635 [labelType="html" label="MapPartitionsRDD [635] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1427 { label="WholeStageCodegen (6)"; 636 [labelType="html" label="MapPartitionsRDD [636] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1500 { label="Scan parquet "; 637 [labelType="html" label="FileScanRDD [637] takeAsList at DataFrameCommonJob.java:145"]; 638 [labelType="html" label="MapPartitionsRDD [638] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1496 { label="WholeStageCodegen (7)"; 639 [labelType="html" label="MapPartitionsRDD [639] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1505 { label="Scan parquet "; 640 [labelType="html" label="FileScanRDD [640] takeAsList at DataFrameCommonJob.java:145"]; 641 [labelType="html" label="MapPartitionsRDD [641] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1501 { label="WholeStageCodegen (8)"; 642 [labelType="html" label="MapPartitionsRDD [642] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1510 { label="Scan parquet "; 643 [labelType="html" label="FileScanRDD [643] takeAsList at DataFrameCommonJob.java:145"]; 644 [labelType="html" label="MapPartitionsRDD [644] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1506 { label="WholeStageCodegen (9)"; 645 [labelType="html" label="MapPartitionsRDD [645] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1515 { label="Scan parquet "; 646 [labelType="html" label="FileScanRDD [646] takeAsList at DataFrameCommonJob.java:145"]; 647 [labelType="html" label="MapPartitionsRDD [647] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1511 { label="WholeStageCodegen (10)"; 648 [labelType="html" label="MapPartitionsRDD [648] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1520 { label="Scan parquet "; 649 [labelType="html" label="FileScanRDD [649] takeAsList at DataFrameCommonJob.java:145"]; 650 [labelType="html" label="MapPartitionsRDD [650] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1516 { label="WholeStageCodegen (11)"; 651 [labelType="html" label="MapPartitionsRDD [651] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1525 { label="Scan parquet "; 652 [labelType="html" label="FileScanRDD [652] takeAsList at DataFrameCommonJob.java:145"]; 653 [labelType="html" label="MapPartitionsRDD [653] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1521 { label="WholeStageCodegen (12)"; 654 [labelType="html" label="MapPartitionsRDD [654] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1530 { label="Scan parquet "; 655 [labelType="html" label="FileScanRDD [655] takeAsList at DataFrameCommonJob.java:145"]; 656 [labelType="html" label="MapPartitionsRDD [656] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1526 { label="WholeStageCodegen (13)"; 657 [labelType="html" label="MapPartitionsRDD [657] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1390 { label="Union"; 658 [labelType="html" label="UnionRDD [658] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1383 { label="WholeStageCodegen (14)"; 659 [labelType="html" label="MapPartitionsRDD [659] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1382 { label="Exchange"; 660 [labelType="html" label="MapPartitionsRDD [660] takeAsList at DataFrameCommonJob.java:145"]; } } 613->614; 614->615; 622->623; 623->624; 625->626; 626->627; 628->629; 629->630; 631->632; 632->633; 634->635; 635->636; 637->638; 638->639; 640->641; 641->642; 643->644; 644->645; 646->647; 647->648; 649->650; 650->651; 652->653; 653->654; 655->656; 656->657; 615->658; 624->658; 627->658; 630->658; 633->658; 636->658; 639->658; 642->658; 645->658; 648->658; 651->658; 654->658; 657->658; 658->659; 659->660; }

digraph G { subgraph clusterstage_149 { label="Stage 149"; subgraph cluster1546 { label="AQEShuffleRead"; 665 [labelType="html" label="ShuffledRowRDD [665] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1543 { label="WholeStageCodegen (16)"; 666 [labelType="html" label="MapPartitionsRDD [666] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1551 { label="AQEShuffleRead"; 667 [labelType="html" label="ShuffledRowRDD [667] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1548 { label="WholeStageCodegen (17)"; 668 [labelType="html" label="MapPartitionsRDD [668] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1539 { label="WholeStageCodegen (18)"; 669 [labelType="html" label="ZippedPartitionsRDD2 [669] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 670 [labelType="html" label="MapPartitionsRDD [670] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1538 { label="SortAggregate"; 671 [labelType="html" label="MapPartitionsRDD [671] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1537 { label="Exchange"; 672 [labelType="html" label="MapPartitionsRDD [672] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 665->666; 667->668; 666->669; 668->669; 669->670; 670->671; 671->672; }

660,665

664,667

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
149	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:09	0.9 s	1/1			288.1 KiB	93.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

149

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:09

0.9 s

1/1

288.1 KiB

93.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
148	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
147	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

148

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

147

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: