EVAL1_SPC1 - Details for Job 93

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:06
Duration: 0.8 s
Associated SQL Query: 70
Job Group: 545f3cc0-a521-4c39-b6c5-4dd56989bf5f
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_133 { label="Stage 133 (skipped)"; subgraph cluster1063 { label="Scan parquet "; 488 [labelType="html" label="FileScanRDD [488] takeAsList at DataFrameCommonJob.java:145"]; 489 [labelType="html" label="MapPartitionsRDD [489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1058 { label="WholeStageCodegen (1)"; 490 [labelType="html" label="MapPartitionsRDD [490] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1068 { label="Scan parquet "; 491 [labelType="html" label="FileScanRDD [491] takeAsList at DataFrameCommonJob.java:145"]; 492 [labelType="html" label="MapPartitionsRDD [492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1064 { label="WholeStageCodegen (2)"; 493 [labelType="html" label="MapPartitionsRDD [493] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1073 { label="Scan parquet "; 494 [labelType="html" label="FileScanRDD [494] takeAsList at DataFrameCommonJob.java:145"]; 495 [labelType="html" label="MapPartitionsRDD [495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1069 { label="WholeStageCodegen (3)"; 496 [labelType="html" label="MapPartitionsRDD [496] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1078 { label="Scan parquet "; 497 [labelType="html" label="FileScanRDD [497] takeAsList at DataFrameCommonJob.java:145"]; 498 [labelType="html" label="MapPartitionsRDD [498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1074 { label="WholeStageCodegen (4)"; 499 [labelType="html" label="MapPartitionsRDD [499] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1083 { label="Scan parquet "; 500 [labelType="html" label="FileScanRDD [500] takeAsList at DataFrameCommonJob.java:145"]; 501 [labelType="html" label="MapPartitionsRDD [501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1079 { label="WholeStageCodegen (5)"; 502 [labelType="html" label="MapPartitionsRDD [502] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1088 { label="Scan parquet "; 503 [labelType="html" label="FileScanRDD [503] takeAsList at DataFrameCommonJob.java:145"]; 504 [labelType="html" label="MapPartitionsRDD [504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1084 { label="WholeStageCodegen (6)"; 505 [labelType="html" label="MapPartitionsRDD [505] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1093 { label="Scan parquet "; 506 [labelType="html" label="FileScanRDD [506] takeAsList at DataFrameCommonJob.java:145"]; 507 [labelType="html" label="MapPartitionsRDD [507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1089 { label="WholeStageCodegen (7)"; 508 [labelType="html" label="MapPartitionsRDD [508] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1098 { label="Scan parquet "; 509 [labelType="html" label="FileScanRDD [509] takeAsList at DataFrameCommonJob.java:145"]; 510 [labelType="html" label="MapPartitionsRDD [510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1094 { label="WholeStageCodegen (8)"; 511 [labelType="html" label="MapPartitionsRDD [511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1103 { label="Scan parquet "; 512 [labelType="html" label="FileScanRDD [512] takeAsList at DataFrameCommonJob.java:145"]; 513 [labelType="html" label="MapPartitionsRDD [513] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1099 { label="WholeStageCodegen (9)"; 514 [labelType="html" label="MapPartitionsRDD [514] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1108 { label="Scan parquet "; 515 [labelType="html" label="FileScanRDD [515] takeAsList at DataFrameCommonJob.java:145"]; 516 [labelType="html" label="MapPartitionsRDD [516] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1104 { label="WholeStageCodegen (10)"; 517 [labelType="html" label="MapPartitionsRDD [517] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1113 { label="Scan parquet "; 518 [labelType="html" label="FileScanRDD [518] takeAsList at DataFrameCommonJob.java:145"]; 519 [labelType="html" label="MapPartitionsRDD [519] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1109 { label="WholeStageCodegen (11)"; 520 [labelType="html" label="MapPartitionsRDD [520] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1118 { label="Scan parquet "; 521 [labelType="html" label="FileScanRDD [521] takeAsList at DataFrameCommonJob.java:145"]; 522 [labelType="html" label="MapPartitionsRDD [522] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1114 { label="WholeStageCodegen (12)"; 523 [labelType="html" label="MapPartitionsRDD [523] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1123 { label="Scan parquet "; 524 [labelType="html" label="FileScanRDD [524] takeAsList at DataFrameCommonJob.java:145"]; 525 [labelType="html" label="MapPartitionsRDD [525] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1119 { label="WholeStageCodegen (13)"; 526 [labelType="html" label="MapPartitionsRDD [526] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1057 { label="Union"; 527 [labelType="html" label="UnionRDD [527] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1048 { label="WholeStageCodegen (14)"; 528 [labelType="html" label="MapPartitionsRDD [528] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1047 { label="Exchange"; 529 [labelType="html" label="MapPartitionsRDD [529] takeAsList at DataFrameCommonJob.java:145"]; } } 488->489; 489->490; 491->492; 492->493; 494->495; 495->496; 497->498; 498->499; 500->501; 501->502; 503->504; 504->505; 506->507; 507->508; 509->510; 510->511; 512->513; 513->514; 515->516; 516->517; 518->519; 519->520; 521->522; 522->523; 524->525; 525->526; 490->527; 493->527; 496->527; 499->527; 502->527; 505->527; 508->527; 511->527; 514->527; 517->527; 520->527; 523->527; 526->527; 527->528; 528->529; }

digraph G { subgraph clusterstage_134 { label="Stage 134 (skipped)"; subgraph cluster1287 { label="AQEShuffleRead"; 580 [labelType="html" label="ShuffledRowRDD [580] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1281 { label="WholeStageCodegen (16)"; 581 [labelType="html" label="MapPartitionsRDD [581] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1280 { label="Window"; 592 [labelType="html" label="MapPartitionsRDD [592] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1269 { label="WholeStageCodegen (17)"; 593 [labelType="html" label="MapPartitionsRDD [593] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1268 { label="Window"; 594 [labelType="html" label="MapPartitionsRDD [594] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1267 { label="Exchange"; 595 [labelType="html" label="MapPartitionsRDD [595] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 580->581; 581->592; 592->593; 593->594; 594->595; }

529,580

digraph G { subgraph clusterstage_135 { label="Stage 135"; subgraph cluster1319 { label="AQEShuffleRead"; 604 [labelType="html" label="ShuffledRowRDD [604] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1316 { label="WholeStageCodegen (18)"; 605 [labelType="html" label="MapPartitionsRDD [605] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1315 { label="Window"; 606 [labelType="html" label="MapPartitionsRDD [606] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1312 { label="WholeStageCodegen (19)"; 607 [labelType="html" label="MapPartitionsRDD [607] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1311 { label="Exchange"; 608 [labelType="html" label="MapPartitionsRDD [608] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 604->605; 605->606; 606->607; 607->608; }

595,604

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
135	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:06	0.8 s	1/1			9.6 MiB	21.2 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

135

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:06

0.8 s

1/1

9.6 MiB

21.2 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
134	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6
133	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

134

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/6

133

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: