EVAL1_SPC1 - Details for Job 129

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:28
Duration: 0.7 s
Associated SQL Query: 80
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_221 { label="Stage 221"; subgraph cluster2716 { label="Scan parquet "; 1080 [labelType="html" label="FileScanRDD [1080] takeAsList at DataFrameCommonJob.java:145"]; 1081 [labelType="html" label="MapPartitionsRDD [1081] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2712 { label="WholeStageCodegen (1)"; 1082 [labelType="html" label="MapPartitionsRDD [1082] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2721 { label="Scan parquet "; 1083 [labelType="html" label="FileScanRDD [1083] takeAsList at DataFrameCommonJob.java:145"]; 1084 [labelType="html" label="MapPartitionsRDD [1084] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2717 { label="WholeStageCodegen (2)"; 1085 [labelType="html" label="MapPartitionsRDD [1085] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2726 { label="Scan parquet "; 1086 [labelType="html" label="FileScanRDD [1086] takeAsList at DataFrameCommonJob.java:145"]; 1087 [labelType="html" label="MapPartitionsRDD [1087] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2722 { label="WholeStageCodegen (3)"; 1088 [labelType="html" label="MapPartitionsRDD [1088] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2731 { label="Scan parquet "; 1089 [labelType="html" label="FileScanRDD [1089] takeAsList at DataFrameCommonJob.java:145"]; 1090 [labelType="html" label="MapPartitionsRDD [1090] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2727 { label="WholeStageCodegen (4)"; 1091 [labelType="html" label="MapPartitionsRDD [1091] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2736 { label="Scan parquet "; 1092 [labelType="html" label="FileScanRDD [1092] takeAsList at DataFrameCommonJob.java:145"]; 1093 [labelType="html" label="MapPartitionsRDD [1093] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2732 { label="WholeStageCodegen (5)"; 1094 [labelType="html" label="MapPartitionsRDD [1094] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2741 { label="Scan parquet "; 1095 [labelType="html" label="FileScanRDD [1095] takeAsList at DataFrameCommonJob.java:145"]; 1096 [labelType="html" label="MapPartitionsRDD [1096] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2737 { label="WholeStageCodegen (6)"; 1097 [labelType="html" label="MapPartitionsRDD [1097] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2746 { label="Scan parquet "; 1098 [labelType="html" label="FileScanRDD [1098] takeAsList at DataFrameCommonJob.java:145"]; 1099 [labelType="html" label="MapPartitionsRDD [1099] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2742 { label="WholeStageCodegen (7)"; 1100 [labelType="html" label="MapPartitionsRDD [1100] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2751 { label="Scan parquet "; 1101 [labelType="html" label="FileScanRDD [1101] takeAsList at DataFrameCommonJob.java:145"]; 1102 [labelType="html" label="MapPartitionsRDD [1102] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2747 { label="WholeStageCodegen (8)"; 1103 [labelType="html" label="MapPartitionsRDD [1103] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2756 { label="Scan parquet "; 1104 [labelType="html" label="FileScanRDD [1104] takeAsList at DataFrameCommonJob.java:145"]; 1105 [labelType="html" label="MapPartitionsRDD [1105] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2752 { label="WholeStageCodegen (9)"; 1106 [labelType="html" label="MapPartitionsRDD [1106] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2761 { label="Scan parquet "; 1107 [labelType="html" label="FileScanRDD [1107] takeAsList at DataFrameCommonJob.java:145"]; 1108 [labelType="html" label="MapPartitionsRDD [1108] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2757 { label="WholeStageCodegen (10)"; 1109 [labelType="html" label="MapPartitionsRDD [1109] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2766 { label="Scan parquet "; 1110 [labelType="html" label="FileScanRDD [1110] takeAsList at DataFrameCommonJob.java:145"]; 1111 [labelType="html" label="MapPartitionsRDD [1111] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2762 { label="WholeStageCodegen (11)"; 1112 [labelType="html" label="MapPartitionsRDD [1112] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2771 { label="Scan parquet "; 1113 [labelType="html" label="FileScanRDD [1113] takeAsList at DataFrameCommonJob.java:145"]; 1114 [labelType="html" label="MapPartitionsRDD [1114] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2767 { label="WholeStageCodegen (12)"; 1115 [labelType="html" label="MapPartitionsRDD [1115] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2776 { label="Scan parquet "; 1116 [labelType="html" label="FileScanRDD [1116] takeAsList at DataFrameCommonJob.java:145"]; 1117 [labelType="html" label="MapPartitionsRDD [1117] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2772 { label="WholeStageCodegen (13)"; 1118 [labelType="html" label="MapPartitionsRDD [1118] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2711 { label="Union"; 1119 [labelType="html" label="UnionRDD [1119] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2707 { label="WholeStageCodegen (14)"; 1120 [labelType="html" label="MapPartitionsRDD [1120] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2706 { label="Exchange"; 1121 [labelType="html" label="MapPartitionsRDD [1121] takeAsList at DataFrameCommonJob.java:145"]; } } 1080->1081; 1081->1082; 1083->1084; 1084->1085; 1086->1087; 1087->1088; 1089->1090; 1090->1091; 1092->1093; 1093->1094; 1095->1096; 1096->1097; 1098->1099; 1099->1100; 1101->1102; 1102->1103; 1104->1105; 1105->1106; 1107->1108; 1108->1109; 1110->1111; 1111->1112; 1113->1114; 1114->1115; 1116->1117; 1117->1118; 1082->1119; 1085->1119; 1088->1119; 1091->1119; 1094->1119; 1097->1119; 1100->1119; 1103->1119; 1106->1119; 1109->1119; 1112->1119; 1115->1119; 1118->1119; 1119->1120; 1120->1121; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
221	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:28	0.7 s	26/26	5.8 MiB			3.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

221

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:28

0.7 s

26/26

5.8 MiB

3.2 MiB

Page: