EVAL1_SPC1 - Details for Job 149

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:39
Duration: 0.7 s
Associated SQL Query: 84
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_273 { label="Stage 273"; subgraph cluster3388 { label="Scan parquet "; 1328 [labelType="html" label="FileScanRDD [1328] takeAsList at DataFrameCommonJob.java:145"]; 1329 [labelType="html" label="MapPartitionsRDD [1329] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3384 { label="WholeStageCodegen (1)"; 1330 [labelType="html" label="MapPartitionsRDD [1330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3393 { label="Scan parquet "; 1331 [labelType="html" label="FileScanRDD [1331] takeAsList at DataFrameCommonJob.java:145"]; 1332 [labelType="html" label="MapPartitionsRDD [1332] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3389 { label="WholeStageCodegen (2)"; 1333 [labelType="html" label="MapPartitionsRDD [1333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3398 { label="Scan parquet "; 1334 [labelType="html" label="FileScanRDD [1334] takeAsList at DataFrameCommonJob.java:145"]; 1335 [labelType="html" label="MapPartitionsRDD [1335] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3394 { label="WholeStageCodegen (3)"; 1336 [labelType="html" label="MapPartitionsRDD [1336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3403 { label="Scan parquet "; 1337 [labelType="html" label="FileScanRDD [1337] takeAsList at DataFrameCommonJob.java:145"]; 1338 [labelType="html" label="MapPartitionsRDD [1338] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3399 { label="WholeStageCodegen (4)"; 1339 [labelType="html" label="MapPartitionsRDD [1339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3408 { label="Scan parquet "; 1340 [labelType="html" label="FileScanRDD [1340] takeAsList at DataFrameCommonJob.java:145"]; 1341 [labelType="html" label="MapPartitionsRDD [1341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3404 { label="WholeStageCodegen (5)"; 1342 [labelType="html" label="MapPartitionsRDD [1342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3413 { label="Scan parquet "; 1343 [labelType="html" label="FileScanRDD [1343] takeAsList at DataFrameCommonJob.java:145"]; 1344 [labelType="html" label="MapPartitionsRDD [1344] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3409 { label="WholeStageCodegen (6)"; 1345 [labelType="html" label="MapPartitionsRDD [1345] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3418 { label="Scan parquet "; 1346 [labelType="html" label="FileScanRDD [1346] takeAsList at DataFrameCommonJob.java:145"]; 1347 [labelType="html" label="MapPartitionsRDD [1347] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3414 { label="WholeStageCodegen (7)"; 1348 [labelType="html" label="MapPartitionsRDD [1348] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3423 { label="Scan parquet "; 1349 [labelType="html" label="FileScanRDD [1349] takeAsList at DataFrameCommonJob.java:145"]; 1350 [labelType="html" label="MapPartitionsRDD [1350] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3419 { label="WholeStageCodegen (8)"; 1351 [labelType="html" label="MapPartitionsRDD [1351] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3428 { label="Scan parquet "; 1352 [labelType="html" label="FileScanRDD [1352] takeAsList at DataFrameCommonJob.java:145"]; 1353 [labelType="html" label="MapPartitionsRDD [1353] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3424 { label="WholeStageCodegen (9)"; 1354 [labelType="html" label="MapPartitionsRDD [1354] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3433 { label="Scan parquet "; 1355 [labelType="html" label="FileScanRDD [1355] takeAsList at DataFrameCommonJob.java:145"]; 1356 [labelType="html" label="MapPartitionsRDD [1356] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3429 { label="WholeStageCodegen (10)"; 1357 [labelType="html" label="MapPartitionsRDD [1357] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3438 { label="Scan parquet "; 1358 [labelType="html" label="FileScanRDD [1358] takeAsList at DataFrameCommonJob.java:145"]; 1359 [labelType="html" label="MapPartitionsRDD [1359] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3434 { label="WholeStageCodegen (11)"; 1360 [labelType="html" label="MapPartitionsRDD [1360] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3443 { label="Scan parquet "; 1361 [labelType="html" label="FileScanRDD [1361] takeAsList at DataFrameCommonJob.java:145"]; 1362 [labelType="html" label="MapPartitionsRDD [1362] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3439 { label="WholeStageCodegen (12)"; 1363 [labelType="html" label="MapPartitionsRDD [1363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3448 { label="Scan parquet "; 1364 [labelType="html" label="FileScanRDD [1364] takeAsList at DataFrameCommonJob.java:145"]; 1365 [labelType="html" label="MapPartitionsRDD [1365] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3444 { label="WholeStageCodegen (13)"; 1366 [labelType="html" label="MapPartitionsRDD [1366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3383 { label="Union"; 1367 [labelType="html" label="UnionRDD [1367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3379 { label="WholeStageCodegen (14)"; 1368 [labelType="html" label="MapPartitionsRDD [1368] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3378 { label="Exchange"; 1369 [labelType="html" label="MapPartitionsRDD [1369] takeAsList at DataFrameCommonJob.java:145"]; } } 1328->1329; 1329->1330; 1331->1332; 1332->1333; 1334->1335; 1335->1336; 1337->1338; 1338->1339; 1340->1341; 1341->1342; 1343->1344; 1344->1345; 1346->1347; 1347->1348; 1349->1350; 1350->1351; 1352->1353; 1353->1354; 1355->1356; 1356->1357; 1358->1359; 1359->1360; 1361->1362; 1362->1363; 1364->1365; 1365->1366; 1330->1367; 1333->1367; 1336->1367; 1339->1367; 1342->1367; 1345->1367; 1348->1367; 1351->1367; 1354->1367; 1357->1367; 1360->1367; 1363->1367; 1366->1367; 1367->1368; 1368->1369; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
273	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:39	0.7 s	26/26	5.8 MiB			3.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

273

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:39

0.7 s

26/26

5.8 MiB

3.2 MiB

Page: