EVAL1_SPC1 - Details for Job 244

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:26
Duration: 0.7 s
Associated SQL Query: 112
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_487 { label="Stage 487"; subgraph cluster6591 { label="Scan parquet "; 2535 [labelType="html" label="FileScanRDD [2535] takeAsList at DataFrameCommonJob.java:145"]; 2536 [labelType="html" label="MapPartitionsRDD [2536] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6587 { label="WholeStageCodegen (1)"; 2537 [labelType="html" label="MapPartitionsRDD [2537] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6596 { label="Scan parquet "; 2538 [labelType="html" label="FileScanRDD [2538] takeAsList at DataFrameCommonJob.java:145"]; 2539 [labelType="html" label="MapPartitionsRDD [2539] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6592 { label="WholeStageCodegen (2)"; 2540 [labelType="html" label="MapPartitionsRDD [2540] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6601 { label="Scan parquet "; 2541 [labelType="html" label="FileScanRDD [2541] takeAsList at DataFrameCommonJob.java:145"]; 2542 [labelType="html" label="MapPartitionsRDD [2542] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6597 { label="WholeStageCodegen (3)"; 2543 [labelType="html" label="MapPartitionsRDD [2543] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6606 { label="Scan parquet "; 2544 [labelType="html" label="FileScanRDD [2544] takeAsList at DataFrameCommonJob.java:145"]; 2545 [labelType="html" label="MapPartitionsRDD [2545] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6602 { label="WholeStageCodegen (4)"; 2546 [labelType="html" label="MapPartitionsRDD [2546] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6611 { label="Scan parquet "; 2547 [labelType="html" label="FileScanRDD [2547] takeAsList at DataFrameCommonJob.java:145"]; 2548 [labelType="html" label="MapPartitionsRDD [2548] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6607 { label="WholeStageCodegen (5)"; 2549 [labelType="html" label="MapPartitionsRDD [2549] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6616 { label="Scan parquet "; 2550 [labelType="html" label="FileScanRDD [2550] takeAsList at DataFrameCommonJob.java:145"]; 2551 [labelType="html" label="MapPartitionsRDD [2551] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6612 { label="WholeStageCodegen (6)"; 2552 [labelType="html" label="MapPartitionsRDD [2552] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6621 { label="Scan parquet "; 2553 [labelType="html" label="FileScanRDD [2553] takeAsList at DataFrameCommonJob.java:145"]; 2554 [labelType="html" label="MapPartitionsRDD [2554] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6617 { label="WholeStageCodegen (7)"; 2555 [labelType="html" label="MapPartitionsRDD [2555] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6626 { label="Scan parquet "; 2556 [labelType="html" label="FileScanRDD [2556] takeAsList at DataFrameCommonJob.java:145"]; 2557 [labelType="html" label="MapPartitionsRDD [2557] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6622 { label="WholeStageCodegen (8)"; 2558 [labelType="html" label="MapPartitionsRDD [2558] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6631 { label="Scan parquet "; 2559 [labelType="html" label="FileScanRDD [2559] takeAsList at DataFrameCommonJob.java:145"]; 2560 [labelType="html" label="MapPartitionsRDD [2560] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6627 { label="WholeStageCodegen (9)"; 2561 [labelType="html" label="MapPartitionsRDD [2561] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6636 { label="Scan parquet "; 2562 [labelType="html" label="FileScanRDD [2562] takeAsList at DataFrameCommonJob.java:145"]; 2563 [labelType="html" label="MapPartitionsRDD [2563] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6632 { label="WholeStageCodegen (10)"; 2564 [labelType="html" label="MapPartitionsRDD [2564] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6641 { label="Scan parquet "; 2565 [labelType="html" label="FileScanRDD [2565] takeAsList at DataFrameCommonJob.java:145"]; 2566 [labelType="html" label="MapPartitionsRDD [2566] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6637 { label="WholeStageCodegen (11)"; 2567 [labelType="html" label="MapPartitionsRDD [2567] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6646 { label="Scan parquet "; 2568 [labelType="html" label="FileScanRDD [2568] takeAsList at DataFrameCommonJob.java:145"]; 2569 [labelType="html" label="MapPartitionsRDD [2569] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6642 { label="WholeStageCodegen (12)"; 2570 [labelType="html" label="MapPartitionsRDD [2570] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6651 { label="Scan parquet "; 2571 [labelType="html" label="FileScanRDD [2571] takeAsList at DataFrameCommonJob.java:145"]; 2572 [labelType="html" label="MapPartitionsRDD [2572] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6647 { label="WholeStageCodegen (13)"; 2573 [labelType="html" label="MapPartitionsRDD [2573] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6586 { label="Union"; 2574 [labelType="html" label="UnionRDD [2574] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6582 { label="WholeStageCodegen (14)"; 2575 [labelType="html" label="MapPartitionsRDD [2575] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6581 { label="Exchange"; 2576 [labelType="html" label="MapPartitionsRDD [2576] takeAsList at DataFrameCommonJob.java:145"]; } } 2535->2536; 2536->2537; 2538->2539; 2539->2540; 2541->2542; 2542->2543; 2544->2545; 2545->2546; 2547->2548; 2548->2549; 2550->2551; 2551->2552; 2553->2554; 2554->2555; 2556->2557; 2557->2558; 2559->2560; 2560->2561; 2562->2563; 2563->2564; 2565->2566; 2566->2567; 2568->2569; 2569->2570; 2571->2572; 2572->2573; 2537->2574; 2540->2574; 2543->2574; 2546->2574; 2549->2574; 2552->2574; 2555->2574; 2558->2574; 2561->2574; 2564->2574; 2567->2574; 2570->2574; 2573->2574; 2574->2575; 2575->2576; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
487	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:26	0.7 s	26/26	5.8 MiB			3.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

487

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:26

0.7 s

26/26

5.8 MiB

3.2 MiB

Page: