EVAL1_SPC1 - Details for Job 912

Status: SUCCEEDED
Submitted: 2026/02/20 13:41:20
Duration: 55 ms
Associated SQL Query: 738
Job Group: 2bb2f3fb-7abb-4c9d-af3c-3b890f2755f5
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1172 { label="Stage 1172 (skipped)"; subgraph cluster8014 { label="Scan parquet "; 3069 [labelType="html" label="FileScanRDD [3069] takeAsList at DataFrameCommonJob.java:145"]; 3070 [labelType="html" label="MapPartitionsRDD [3070] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8009 { label="WholeStageCodegen (2)"; 3071 [labelType="html" label="MapPartitionsRDD [3071] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8008 { label="Exchange"; 3072 [labelType="html" label="MapPartitionsRDD [3072] takeAsList at DataFrameCommonJob.java:145"]; } } 3069->3070; 3070->3071; 3071->3072; }

digraph G { subgraph clusterstage_1173 { label="Stage 1173 (skipped)"; subgraph cluster8007 { label="Scan parquet "; 3064 [labelType="html" label="FileScanRDD [3064] takeAsList at DataFrameCommonJob.java:145"]; 3065 [labelType="html" label="MapPartitionsRDD [3065] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8003 { label="WholeStageCodegen (1)"; 3066 [labelType="html" label="MapPartitionsRDD [3066] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8002 { label="Exchange"; 3067 [labelType="html" label="MapPartitionsRDD [3067] takeAsList at DataFrameCommonJob.java:145"]; } } 3064->3065; 3065->3066; 3066->3067; }

digraph G { subgraph clusterstage_1174 { label="Stage 1174"; subgraph cluster8032 { label="AQEShuffleRead"; 3074 [labelType="html" label="ShuffledRowRDD [3074] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8029 { label="WholeStageCodegen (3)"; 3075 [labelType="html" label="MapPartitionsRDD [3075] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8028 { label="Window"; 3076 [labelType="html" label="MapPartitionsRDD [3076] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8024 { label="WholeStageCodegen (4)"; 3077 [labelType="html" label="MapPartitionsRDD [3077] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8045 { label="AQEShuffleRead"; 3078 [labelType="html" label="ShuffledRowRDD [3078] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8042 { label="WholeStageCodegen (5)"; 3079 [labelType="html" label="MapPartitionsRDD [3079] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8020 { label="WholeStageCodegen (6)"; 3080 [labelType="html" label="ZippedPartitionsRDD2 [3080] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 3081 [labelType="html" label="MapPartitionsRDD [3081] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8046 { label="mapPartitionsInternal"; 3082 [labelType="html" label="MapPartitionsRDD [3082] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 3074->3075; 3075->3076; 3076->3077; 3078->3079; 3077->3080; 3079->3080; 3080->3081; 3081->3082; }

3067,3074

3072,3078

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1174	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 13:41:20	48 ms	1/1			145.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1174

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 13:41:20

48 ms

1/1

145.5 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1173	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1172	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1173

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1172

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: