EVAL1_SPC1 - Details for Job 916

Status: SUCCEEDED
Submitted: 2026/02/20 13:41:20
Duration: 46 ms
Associated SQL Query: 741
Job Group: f34de58f-efe8-4951-a19d-bea09ddf4c09
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_1178 { label="Stage 1178 (skipped)"; subgraph cluster8055 { label="Scan parquet "; 3089 [labelType="html" label="FileScanRDD [3089] takeAsList at DataFrameCommonJob.java:145"]; 3090 [labelType="html" label="MapPartitionsRDD [3090] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8050 { label="WholeStageCodegen (2)"; 3091 [labelType="html" label="MapPartitionsRDD [3091] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8049 { label="Exchange"; 3092 [labelType="html" label="MapPartitionsRDD [3092] takeAsList at DataFrameCommonJob.java:145"]; } } 3089->3090; 3090->3091; 3091->3092; }

digraph G { subgraph clusterstage_1179 { label="Stage 1179 (skipped)"; subgraph cluster8038 { label="Scan parquet "; 3083 [labelType="html" label="FileScanRDD [3083] takeAsList at DataFrameCommonJob.java:145"]; 3084 [labelType="html" label="MapPartitionsRDD [3084] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8034 { label="WholeStageCodegen (1)"; 3086 [labelType="html" label="MapPartitionsRDD [3086] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8033 { label="Exchange"; 3087 [labelType="html" label="MapPartitionsRDD [3087] takeAsList at DataFrameCommonJob.java:145"]; } } 3083->3084; 3084->3086; 3086->3087; }

digraph G { subgraph clusterstage_1180 { label="Stage 1180"; subgraph cluster8088 { label="AQEShuffleRead"; 3093 [labelType="html" label="ShuffledRowRDD [3093] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8085 { label="WholeStageCodegen (3)"; 3094 [labelType="html" label="MapPartitionsRDD [3094] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8084 { label="Window"; 3095 [labelType="html" label="MapPartitionsRDD [3095] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8080 { label="WholeStageCodegen (4)"; 3096 [labelType="html" label="MapPartitionsRDD [3096] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8093 { label="AQEShuffleRead"; 3097 [labelType="html" label="ShuffledRowRDD [3097] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8090 { label="WholeStageCodegen (5)"; 3098 [labelType="html" label="MapPartitionsRDD [3098] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8076 { label="WholeStageCodegen (6)"; 3099 [labelType="html" label="ZippedPartitionsRDD2 [3099] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 3100 [labelType="html" label="MapPartitionsRDD [3100] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster8094 { label="mapPartitionsInternal"; 3101 [labelType="html" label="MapPartitionsRDD [3101] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 3093->3094; 3094->3095; 3095->3096; 3097->3098; 3096->3099; 3098->3099; 3099->3100; 3100->3101; }

3087,3093

3092,3097

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1180	default	DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 13:41:20	31 ms	1/1			145.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1180

default

DataFrameCommonJob_dataExecOnCreation takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 13:41:20

31 ms

1/1

145.5 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1179	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
1178	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1179

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

1178

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: