EVAL1_SPC1 - Details for Job 124

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:24
Duration: 1 s
Associated SQL Query: 79
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_208 { label="Stage 208"; subgraph cluster2548 { label="Scan parquet "; 1018 [labelType="html" label="FileScanRDD [1018] takeAsList at DataFrameCommonJob.java:145"]; 1019 [labelType="html" label="MapPartitionsRDD [1019] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2544 { label="WholeStageCodegen (1)"; 1020 [labelType="html" label="MapPartitionsRDD [1020] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2553 { label="Scan parquet "; 1021 [labelType="html" label="FileScanRDD [1021] takeAsList at DataFrameCommonJob.java:145"]; 1022 [labelType="html" label="MapPartitionsRDD [1022] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2549 { label="WholeStageCodegen (2)"; 1023 [labelType="html" label="MapPartitionsRDD [1023] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2558 { label="Scan parquet "; 1024 [labelType="html" label="FileScanRDD [1024] takeAsList at DataFrameCommonJob.java:145"]; 1025 [labelType="html" label="MapPartitionsRDD [1025] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2554 { label="WholeStageCodegen (3)"; 1026 [labelType="html" label="MapPartitionsRDD [1026] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2563 { label="Scan parquet "; 1027 [labelType="html" label="FileScanRDD [1027] takeAsList at DataFrameCommonJob.java:145"]; 1028 [labelType="html" label="MapPartitionsRDD [1028] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2559 { label="WholeStageCodegen (4)"; 1029 [labelType="html" label="MapPartitionsRDD [1029] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2568 { label="Scan parquet "; 1030 [labelType="html" label="FileScanRDD [1030] takeAsList at DataFrameCommonJob.java:145"]; 1031 [labelType="html" label="MapPartitionsRDD [1031] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2564 { label="WholeStageCodegen (5)"; 1032 [labelType="html" label="MapPartitionsRDD [1032] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2573 { label="Scan parquet "; 1033 [labelType="html" label="FileScanRDD [1033] takeAsList at DataFrameCommonJob.java:145"]; 1034 [labelType="html" label="MapPartitionsRDD [1034] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2569 { label="WholeStageCodegen (6)"; 1035 [labelType="html" label="MapPartitionsRDD [1035] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2578 { label="Scan parquet "; 1036 [labelType="html" label="FileScanRDD [1036] takeAsList at DataFrameCommonJob.java:145"]; 1037 [labelType="html" label="MapPartitionsRDD [1037] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2574 { label="WholeStageCodegen (7)"; 1038 [labelType="html" label="MapPartitionsRDD [1038] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2583 { label="Scan parquet "; 1039 [labelType="html" label="FileScanRDD [1039] takeAsList at DataFrameCommonJob.java:145"]; 1040 [labelType="html" label="MapPartitionsRDD [1040] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2579 { label="WholeStageCodegen (8)"; 1041 [labelType="html" label="MapPartitionsRDD [1041] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2588 { label="Scan parquet "; 1042 [labelType="html" label="FileScanRDD [1042] takeAsList at DataFrameCommonJob.java:145"]; 1043 [labelType="html" label="MapPartitionsRDD [1043] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2584 { label="WholeStageCodegen (9)"; 1044 [labelType="html" label="MapPartitionsRDD [1044] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2593 { label="Scan parquet "; 1045 [labelType="html" label="FileScanRDD [1045] takeAsList at DataFrameCommonJob.java:145"]; 1046 [labelType="html" label="MapPartitionsRDD [1046] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2589 { label="WholeStageCodegen (10)"; 1047 [labelType="html" label="MapPartitionsRDD [1047] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2598 { label="Scan parquet "; 1048 [labelType="html" label="FileScanRDD [1048] takeAsList at DataFrameCommonJob.java:145"]; 1049 [labelType="html" label="MapPartitionsRDD [1049] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2594 { label="WholeStageCodegen (11)"; 1050 [labelType="html" label="MapPartitionsRDD [1050] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2603 { label="Scan parquet "; 1051 [labelType="html" label="FileScanRDD [1051] takeAsList at DataFrameCommonJob.java:145"]; 1052 [labelType="html" label="MapPartitionsRDD [1052] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2599 { label="WholeStageCodegen (12)"; 1053 [labelType="html" label="MapPartitionsRDD [1053] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2608 { label="Scan parquet "; 1054 [labelType="html" label="FileScanRDD [1054] takeAsList at DataFrameCommonJob.java:145"]; 1055 [labelType="html" label="MapPartitionsRDD [1055] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2604 { label="WholeStageCodegen (13)"; 1056 [labelType="html" label="MapPartitionsRDD [1056] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2543 { label="Union"; 1057 [labelType="html" label="UnionRDD [1057] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2539 { label="WholeStageCodegen (14)"; 1058 [labelType="html" label="MapPartitionsRDD [1058] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2538 { label="Exchange"; 1059 [labelType="html" label="MapPartitionsRDD [1059] takeAsList at DataFrameCommonJob.java:145"]; } } 1018->1019; 1019->1020; 1021->1022; 1022->1023; 1024->1025; 1025->1026; 1027->1028; 1028->1029; 1030->1031; 1031->1032; 1033->1034; 1034->1035; 1036->1037; 1037->1038; 1039->1040; 1040->1041; 1042->1043; 1043->1044; 1045->1046; 1046->1047; 1048->1049; 1049->1050; 1051->1052; 1052->1053; 1054->1055; 1055->1056; 1020->1057; 1023->1057; 1026->1057; 1029->1057; 1032->1057; 1035->1057; 1038->1057; 1041->1057; 1044->1057; 1047->1057; 1050->1057; 1053->1057; 1056->1057; 1057->1058; 1058->1059; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
208	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:24	1 s	26/26	5.8 MiB			3.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

208

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:24

1 s

26/26

5.8 MiB

3.2 MiB

Page: