EVAL1_SPC1 - Details for Job 95

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:07
Duration: 0.3 s
Associated SQL Query: 70
Job Group: 545f3cc0-a521-4c39-b6c5-4dd56989bf5f
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_140 { label="Stage 140 (skipped)"; subgraph cluster1129 { label="Scan csv "; 530 [labelType="html" label="FileScanRDD [530] takeAsList at DataFrameCommonJob.java:145"]; 531 [labelType="html" label="MapPartitionsRDD [531] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1125 { label="WholeStageCodegen (15)"; 532 [labelType="html" label="MapPartitionsRDD [532] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1124 { label="Exchange"; 533 [labelType="html" label="MapPartitionsRDD [533] takeAsList at DataFrameCommonJob.java:145"]; } } 530->531; 531->532; 532->533; }

digraph G { subgraph clusterstage_141 { label="Stage 141 (skipped)"; subgraph cluster1063 { label="Scan parquet "; 488 [labelType="html" label="FileScanRDD [488] takeAsList at DataFrameCommonJob.java:145"]; 489 [labelType="html" label="MapPartitionsRDD [489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1058 { label="WholeStageCodegen (1)"; 490 [labelType="html" label="MapPartitionsRDD [490] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1068 { label="Scan parquet "; 491 [labelType="html" label="FileScanRDD [491] takeAsList at DataFrameCommonJob.java:145"]; 492 [labelType="html" label="MapPartitionsRDD [492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1064 { label="WholeStageCodegen (2)"; 493 [labelType="html" label="MapPartitionsRDD [493] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1073 { label="Scan parquet "; 494 [labelType="html" label="FileScanRDD [494] takeAsList at DataFrameCommonJob.java:145"]; 495 [labelType="html" label="MapPartitionsRDD [495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1069 { label="WholeStageCodegen (3)"; 496 [labelType="html" label="MapPartitionsRDD [496] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1078 { label="Scan parquet "; 497 [labelType="html" label="FileScanRDD [497] takeAsList at DataFrameCommonJob.java:145"]; 498 [labelType="html" label="MapPartitionsRDD [498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1074 { label="WholeStageCodegen (4)"; 499 [labelType="html" label="MapPartitionsRDD [499] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1083 { label="Scan parquet "; 500 [labelType="html" label="FileScanRDD [500] takeAsList at DataFrameCommonJob.java:145"]; 501 [labelType="html" label="MapPartitionsRDD [501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1079 { label="WholeStageCodegen (5)"; 502 [labelType="html" label="MapPartitionsRDD [502] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1088 { label="Scan parquet "; 503 [labelType="html" label="FileScanRDD [503] takeAsList at DataFrameCommonJob.java:145"]; 504 [labelType="html" label="MapPartitionsRDD [504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1084 { label="WholeStageCodegen (6)"; 505 [labelType="html" label="MapPartitionsRDD [505] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1093 { label="Scan parquet "; 506 [labelType="html" label="FileScanRDD [506] takeAsList at DataFrameCommonJob.java:145"]; 507 [labelType="html" label="MapPartitionsRDD [507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1089 { label="WholeStageCodegen (7)"; 508 [labelType="html" label="MapPartitionsRDD [508] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1098 { label="Scan parquet "; 509 [labelType="html" label="FileScanRDD [509] takeAsList at DataFrameCommonJob.java:145"]; 510 [labelType="html" label="MapPartitionsRDD [510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1094 { label="WholeStageCodegen (8)"; 511 [labelType="html" label="MapPartitionsRDD [511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1103 { label="Scan parquet "; 512 [labelType="html" label="FileScanRDD [512] takeAsList at DataFrameCommonJob.java:145"]; 513 [labelType="html" label="MapPartitionsRDD [513] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1099 { label="WholeStageCodegen (9)"; 514 [labelType="html" label="MapPartitionsRDD [514] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1108 { label="Scan parquet "; 515 [labelType="html" label="FileScanRDD [515] takeAsList at DataFrameCommonJob.java:145"]; 516 [labelType="html" label="MapPartitionsRDD [516] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1104 { label="WholeStageCodegen (10)"; 517 [labelType="html" label="MapPartitionsRDD [517] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1113 { label="Scan parquet "; 518 [labelType="html" label="FileScanRDD [518] takeAsList at DataFrameCommonJob.java:145"]; 519 [labelType="html" label="MapPartitionsRDD [519] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1109 { label="WholeStageCodegen (11)"; 520 [labelType="html" label="MapPartitionsRDD [520] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1118 { label="Scan parquet "; 521 [labelType="html" label="FileScanRDD [521] takeAsList at DataFrameCommonJob.java:145"]; 522 [labelType="html" label="MapPartitionsRDD [522] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1114 { label="WholeStageCodegen (12)"; 523 [labelType="html" label="MapPartitionsRDD [523] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1123 { label="Scan parquet "; 524 [labelType="html" label="FileScanRDD [524] takeAsList at DataFrameCommonJob.java:145"]; 525 [labelType="html" label="MapPartitionsRDD [525] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1119 { label="WholeStageCodegen (13)"; 526 [labelType="html" label="MapPartitionsRDD [526] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1057 { label="Union"; 527 [labelType="html" label="UnionRDD [527] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1048 { label="WholeStageCodegen (14)"; 528 [labelType="html" label="MapPartitionsRDD [528] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1047 { label="Exchange"; 529 [labelType="html" label="MapPartitionsRDD [529] takeAsList at DataFrameCommonJob.java:145"]; } } 488->489; 489->490; 491->492; 492->493; 494->495; 495->496; 497->498; 498->499; 500->501; 501->502; 503->504; 504->505; 506->507; 507->508; 509->510; 510->511; 512->513; 513->514; 515->516; 516->517; 518->519; 519->520; 521->522; 522->523; 524->525; 525->526; 490->527; 493->527; 496->527; 499->527; 502->527; 505->527; 508->527; 511->527; 514->527; 517->527; 520->527; 523->527; 526->527; 527->528; 528->529; }

digraph G { subgraph clusterstage_142 { label="Stage 142 (skipped)"; subgraph cluster1287 { label="AQEShuffleRead"; 580 [labelType="html" label="ShuffledRowRDD [580] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1281 { label="WholeStageCodegen (16)"; 581 [labelType="html" label="MapPartitionsRDD [581] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1280 { label="Window"; 592 [labelType="html" label="MapPartitionsRDD [592] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1269 { label="WholeStageCodegen (17)"; 593 [labelType="html" label="MapPartitionsRDD [593] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1268 { label="Window"; 594 [labelType="html" label="MapPartitionsRDD [594] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1267 { label="Exchange"; 595 [labelType="html" label="MapPartitionsRDD [595] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 580->581; 581->592; 592->593; 593->594; 594->595; }

529,580

digraph G { subgraph clusterstage_143 { label="Stage 143 (skipped)"; subgraph cluster1319 { label="AQEShuffleRead"; 604 [labelType="html" label="ShuffledRowRDD [604] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1316 { label="WholeStageCodegen (18)"; 605 [labelType="html" label="MapPartitionsRDD [605] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1315 { label="Window"; 606 [labelType="html" label="MapPartitionsRDD [606] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1312 { label="WholeStageCodegen (19)"; 607 [labelType="html" label="MapPartitionsRDD [607] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1311 { label="Exchange"; 608 [labelType="html" label="MapPartitionsRDD [608] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 604->605; 605->606; 606->607; 607->608; }

595,604

digraph G { subgraph clusterstage_144 { label="Stage 144"; subgraph cluster1400 { label="AQEShuffleRead"; 612 [labelType="html" label="ShuffledRowRDD [612] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1395 { label="WholeStageCodegen (20)"; 616 [labelType="html" label="MapPartitionsRDD [616] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1408 { label="AQEShuffleRead"; 617 [labelType="html" label="ShuffledRowRDD [617] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1405 { label="WholeStageCodegen (21)"; 618 [labelType="html" label="MapPartitionsRDD [618] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1387 { label="WholeStageCodegen (22)"; 619 [labelType="html" label="ZippedPartitionsRDD2 [619] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 620 [labelType="html" label="MapPartitionsRDD [620] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1411 { label="mapPartitionsInternal"; 621 [labelType="html" label="MapPartitionsRDD [621] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 612->616; 617->618; 616->619; 618->619; 619->620; 620->621; }

608,612

533,617

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
144	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:07	0.2 s	1/1			22.6 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

144

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:07

0.2 s

1/1

22.6 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
143	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
142	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/6
141	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
140	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Page: