EVAL1_SPC1 - Details for Job 151

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:40
Duration: 0.7 s
Associated SQL Query: 84
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_275 { label="Stage 275 (skipped)"; subgraph cluster3388 { label="Scan parquet "; 1328 [labelType="html" label="FileScanRDD [1328] takeAsList at DataFrameCommonJob.java:145"]; 1329 [labelType="html" label="MapPartitionsRDD [1329] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3384 { label="WholeStageCodegen (1)"; 1330 [labelType="html" label="MapPartitionsRDD [1330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3393 { label="Scan parquet "; 1331 [labelType="html" label="FileScanRDD [1331] takeAsList at DataFrameCommonJob.java:145"]; 1332 [labelType="html" label="MapPartitionsRDD [1332] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3389 { label="WholeStageCodegen (2)"; 1333 [labelType="html" label="MapPartitionsRDD [1333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3398 { label="Scan parquet "; 1334 [labelType="html" label="FileScanRDD [1334] takeAsList at DataFrameCommonJob.java:145"]; 1335 [labelType="html" label="MapPartitionsRDD [1335] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3394 { label="WholeStageCodegen (3)"; 1336 [labelType="html" label="MapPartitionsRDD [1336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3403 { label="Scan parquet "; 1337 [labelType="html" label="FileScanRDD [1337] takeAsList at DataFrameCommonJob.java:145"]; 1338 [labelType="html" label="MapPartitionsRDD [1338] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3399 { label="WholeStageCodegen (4)"; 1339 [labelType="html" label="MapPartitionsRDD [1339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3408 { label="Scan parquet "; 1340 [labelType="html" label="FileScanRDD [1340] takeAsList at DataFrameCommonJob.java:145"]; 1341 [labelType="html" label="MapPartitionsRDD [1341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3404 { label="WholeStageCodegen (5)"; 1342 [labelType="html" label="MapPartitionsRDD [1342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3413 { label="Scan parquet "; 1343 [labelType="html" label="FileScanRDD [1343] takeAsList at DataFrameCommonJob.java:145"]; 1344 [labelType="html" label="MapPartitionsRDD [1344] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3409 { label="WholeStageCodegen (6)"; 1345 [labelType="html" label="MapPartitionsRDD [1345] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3418 { label="Scan parquet "; 1346 [labelType="html" label="FileScanRDD [1346] takeAsList at DataFrameCommonJob.java:145"]; 1347 [labelType="html" label="MapPartitionsRDD [1347] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3414 { label="WholeStageCodegen (7)"; 1348 [labelType="html" label="MapPartitionsRDD [1348] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3423 { label="Scan parquet "; 1349 [labelType="html" label="FileScanRDD [1349] takeAsList at DataFrameCommonJob.java:145"]; 1350 [labelType="html" label="MapPartitionsRDD [1350] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3419 { label="WholeStageCodegen (8)"; 1351 [labelType="html" label="MapPartitionsRDD [1351] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3428 { label="Scan parquet "; 1352 [labelType="html" label="FileScanRDD [1352] takeAsList at DataFrameCommonJob.java:145"]; 1353 [labelType="html" label="MapPartitionsRDD [1353] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3424 { label="WholeStageCodegen (9)"; 1354 [labelType="html" label="MapPartitionsRDD [1354] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3433 { label="Scan parquet "; 1355 [labelType="html" label="FileScanRDD [1355] takeAsList at DataFrameCommonJob.java:145"]; 1356 [labelType="html" label="MapPartitionsRDD [1356] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3429 { label="WholeStageCodegen (10)"; 1357 [labelType="html" label="MapPartitionsRDD [1357] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3438 { label="Scan parquet "; 1358 [labelType="html" label="FileScanRDD [1358] takeAsList at DataFrameCommonJob.java:145"]; 1359 [labelType="html" label="MapPartitionsRDD [1359] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3434 { label="WholeStageCodegen (11)"; 1360 [labelType="html" label="MapPartitionsRDD [1360] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3443 { label="Scan parquet "; 1361 [labelType="html" label="FileScanRDD [1361] takeAsList at DataFrameCommonJob.java:145"]; 1362 [labelType="html" label="MapPartitionsRDD [1362] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3439 { label="WholeStageCodegen (12)"; 1363 [labelType="html" label="MapPartitionsRDD [1363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3448 { label="Scan parquet "; 1364 [labelType="html" label="FileScanRDD [1364] takeAsList at DataFrameCommonJob.java:145"]; 1365 [labelType="html" label="MapPartitionsRDD [1365] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3444 { label="WholeStageCodegen (13)"; 1366 [labelType="html" label="MapPartitionsRDD [1366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3383 { label="Union"; 1367 [labelType="html" label="UnionRDD [1367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3379 { label="WholeStageCodegen (14)"; 1368 [labelType="html" label="MapPartitionsRDD [1368] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3378 { label="Exchange"; 1369 [labelType="html" label="MapPartitionsRDD [1369] takeAsList at DataFrameCommonJob.java:145"]; } } 1328->1329; 1329->1330; 1331->1332; 1332->1333; 1334->1335; 1335->1336; 1337->1338; 1338->1339; 1340->1341; 1341->1342; 1343->1344; 1344->1345; 1346->1347; 1347->1348; 1349->1350; 1350->1351; 1352->1353; 1353->1354; 1355->1356; 1356->1357; 1358->1359; 1359->1360; 1361->1362; 1362->1363; 1364->1365; 1365->1366; 1330->1367; 1333->1367; 1336->1367; 1339->1367; 1342->1367; 1345->1367; 1348->1367; 1351->1367; 1354->1367; 1357->1367; 1360->1367; 1363->1367; 1366->1367; 1367->1368; 1368->1369; }

digraph G { subgraph clusterstage_276 { label="Stage 276"; subgraph cluster3463 { label="AQEShuffleRead"; 1374 [labelType="html" label="ShuffledRowRDD [1374] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3460 { label="WholeStageCodegen (16)"; 1375 [labelType="html" label="MapPartitionsRDD [1375] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3459 { label="Window"; 1376 [labelType="html" label="MapPartitionsRDD [1376] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3456 { label="WholeStageCodegen (17)"; 1377 [labelType="html" label="MapPartitionsRDD [1377] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3455 { label="Exchange"; 1378 [labelType="html" label="MapPartitionsRDD [1378] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1374->1375; 1375->1376; 1376->1377; 1377->1378; }

1369,1374

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
276	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:40	0.7 s	2/2			3.2 MiB	176.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

276

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:40

0.7 s

2/2

3.2 MiB

176.5 KiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
275	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

275

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: