EVAL1_SPC1 - Details for Job 919

Status: SUCCEEDED
Submitted: 2026/02/20 13:41:20
Duration: 54 ms
Associated SQL Query: 745
Job Group: c2f65bf6-ea7a-4651-bf64-1b66e4fc724f
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1183 { label="Stage 1183 (skipped)"; subgraph cluster8100 { label="Scan parquet "; 3102 [labelType="html" label="FileScanRDD [3102] takeAsList at DataFrameCommonJob.java:145"]; 3103 [labelType="html" label="MapPartitionsRDD [3103] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8096 { label="WholeStageCodegen (1)"; 3104 [labelType="html" label="MapPartitionsRDD [3104] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8095 { label="Exchange"; 3105 [labelType="html" label="MapPartitionsRDD [3105] takeAsList at DataFrameCommonJob.java:145"]; } } 3102->3103; 3103->3104; 3104->3105; }

digraph G { subgraph clusterstage_1184 { label="Stage 1184 (skipped)"; subgraph cluster8107 { label="Scan parquet "; 3106 [labelType="html" label="FileScanRDD [3106] takeAsList at DataFrameCommonJob.java:145"]; 3107 [labelType="html" label="MapPartitionsRDD [3107] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8102 { label="WholeStageCodegen (2)"; 3108 [labelType="html" label="MapPartitionsRDD [3108] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8101 { label="Exchange"; 3109 [labelType="html" label="MapPartitionsRDD [3109] takeAsList at DataFrameCommonJob.java:145"]; } } 3106->3107; 3107->3108; 3108->3109; }

digraph G { subgraph clusterstage_1185 { label="Stage 1185"; subgraph cluster8137 { label="AQEShuffleRead"; 3110 [labelType="html" label="ShuffledRowRDD [3110] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8134 { label="WholeStageCodegen (3)"; 3111 [labelType="html" label="MapPartitionsRDD [3111] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8133 { label="Window"; 3112 [labelType="html" label="MapPartitionsRDD [3112] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8129 { label="WholeStageCodegen (4)"; 3113 [labelType="html" label="MapPartitionsRDD [3113] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8142 { label="AQEShuffleRead"; 3114 [labelType="html" label="ShuffledRowRDD [3114] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8139 { label="WholeStageCodegen (5)"; 3115 [labelType="html" label="MapPartitionsRDD [3115] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8125 { label="WholeStageCodegen (6)"; 3116 [labelType="html" label="ZippedPartitionsRDD2 [3116] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 3117 [labelType="html" label="MapPartitionsRDD [3117] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8143 { label="mapPartitionsInternal"; 3118 [labelType="html" label="MapPartitionsRDD [3118] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 3110->3111; 3111->3112; 3112->3113; 3114->3115; 3113->3116; 3115->3116; 3116->3117; 3117->3118; }

3105,3110

3109,3114

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1185	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 13:41:20	40 ms	1/1			145.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1185

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 13:41:20

40 ms

1/1

145.5 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1184	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1183	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1184

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1183

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: