EVAL1_SPC1 - Details for Job 22

Status: SUCCEEDED
Submitted: 2026/06/02 09:22:46
Duration: 0.4 s
Associated SQL Query: 20
Job Group: 830429e4-faf9-45b3-8501-0619cc9b3675
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_30 { label="Stage 30 (skipped)"; subgraph cluster249 { label="Scan csv "; 132 [labelType="html" label="FileScanRDD [132] takeAsList at DataFrameCommonJob.java:145"]; 133 [labelType="html" label="MapPartitionsRDD [133] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster240 { label="WholeStageCodegen (1)"; 138 [labelType="html" label="MapPartitionsRDD [138] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster239 { label="Exchange"; 139 [labelType="html" label="MapPartitionsRDD [139] takeAsList at DataFrameCommonJob.java:145"]; } } 132->133; 133->138; 138->139; }

digraph G { subgraph clusterstage_31 { label="Stage 31 (skipped)"; subgraph cluster256 { label="Scan csv "; 140 [labelType="html" label="FileScanRDD [140] takeAsList at DataFrameCommonJob.java:145"]; 141 [labelType="html" label="MapPartitionsRDD [141] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster252 { label="WholeStageCodegen (2)"; 142 [labelType="html" label="MapPartitionsRDD [142] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster251 { label="Exchange"; 143 [labelType="html" label="MapPartitionsRDD [143] takeAsList at DataFrameCommonJob.java:145"]; } } 140->141; 141->142; 142->143; }

digraph G { subgraph clusterstage_32 { label="Stage 32"; subgraph cluster280 { label="AQEShuffleRead"; 151 [labelType="html" label="ShuffledRowRDD [151] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster277 { label="WholeStageCodegen (3)"; 152 [labelType="html" label="MapPartitionsRDD [152] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster285 { label="AQEShuffleRead"; 153 [labelType="html" label="ShuffledRowRDD [153] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster282 { label="WholeStageCodegen (4)"; 154 [labelType="html" label="MapPartitionsRDD [154] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster273 { label="WholeStageCodegen (5)"; 155 [labelType="html" label="ZippedPartitionsRDD2 [155] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 156 [labelType="html" label="MapPartitionsRDD [156] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster272 { label="TakeOrderedAndProject"; 157 [labelType="html" label="MapPartitionsRDD [157] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 158 [labelType="html" label="MapPartitionsRDD [158] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 151->152; 153->154; 152->155; 154->155; 155->156; 156->157; 157->158; }

139,151

143,153

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
32	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 09:22:46	0.4 s	2/2			3.0 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 09:22:46

0.4 s

2/2

3.0 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
31	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
30	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: