EVAL1_SPC1 - Details for Job 33

Status: SUCCEEDED
Submitted: 2026/06/02 09:24:06
Duration: 0.1 s
Associated SQL Query: 28
Job Group: 054fee23-8cad-422c-89e7-92a27557cf6b
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_48 { label="Stage 48 (skipped)"; subgraph cluster432 { label="Scan csv "; 228 [labelType="html" label="FileScanRDD [228] takeAsList at DataFrameCommonJob.java:145"]; 229 [labelType="html" label="MapPartitionsRDD [229] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster428 { label="WholeStageCodegen (6)"; 230 [labelType="html" label="MapPartitionsRDD [230] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster427 { label="Exchange"; 231 [labelType="html" label="MapPartitionsRDD [231] takeAsList at DataFrameCommonJob.java:145"]; } } 228->229; 229->230; 230->231; }

digraph G { subgraph clusterstage_49 { label="Stage 49 (skipped)"; subgraph cluster406 { label="Scan csv "; 211 [labelType="html" label="FileScanRDD [211] takeAsList at DataFrameCommonJob.java:145"]; 212 [labelType="html" label="MapPartitionsRDD [212] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster402 { label="WholeStageCodegen (1)"; 213 [labelType="html" label="MapPartitionsRDD [213] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster411 { label="Scan csv "; 214 [labelType="html" label="FileScanRDD [214] takeAsList at DataFrameCommonJob.java:145"]; 215 [labelType="html" label="MapPartitionsRDD [215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster407 { label="WholeStageCodegen (2)"; 216 [labelType="html" label="MapPartitionsRDD [216] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster416 { label="Scan csv "; 217 [labelType="html" label="FileScanRDD [217] takeAsList at DataFrameCommonJob.java:145"]; 218 [labelType="html" label="MapPartitionsRDD [218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster412 { label="WholeStageCodegen (3)"; 219 [labelType="html" label="MapPartitionsRDD [219] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster421 { label="Scan csv "; 220 [labelType="html" label="FileScanRDD [220] takeAsList at DataFrameCommonJob.java:145"]; 221 [labelType="html" label="MapPartitionsRDD [221] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster417 { label="WholeStageCodegen (4)"; 222 [labelType="html" label="MapPartitionsRDD [222] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster426 { label="Scan csv "; 223 [labelType="html" label="FileScanRDD [223] takeAsList at DataFrameCommonJob.java:145"]; 224 [labelType="html" label="MapPartitionsRDD [224] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster422 { label="WholeStageCodegen (5)"; 225 [labelType="html" label="MapPartitionsRDD [225] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster401 { label="Union"; 226 [labelType="html" label="UnionRDD [226] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster400 { label="Exchange"; 227 [labelType="html" label="MapPartitionsRDD [227] takeAsList at DataFrameCommonJob.java:145"]; } } 211->212; 212->213; 214->215; 215->216; 217->218; 218->219; 220->221; 221->222; 223->224; 224->225; 213->226; 216->226; 219->226; 222->226; 225->226; 226->227; }

digraph G { subgraph clusterstage_50 { label="Stage 50"; subgraph cluster455 { label="AQEShuffleRead"; 239 [labelType="html" label="ShuffledRowRDD [239] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster452 { label="WholeStageCodegen (7)"; 240 [labelType="html" label="MapPartitionsRDD [240] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster460 { label="AQEShuffleRead"; 241 [labelType="html" label="ShuffledRowRDD [241] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster457 { label="WholeStageCodegen (8)"; 242 [labelType="html" label="MapPartitionsRDD [242] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster448 { label="WholeStageCodegen (9)"; 243 [labelType="html" label="ZippedPartitionsRDD2 [243] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 244 [labelType="html" label="MapPartitionsRDD [244] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster461 { label="mapPartitionsInternal"; 245 [labelType="html" label="MapPartitionsRDD [245] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 239->240; 241->242; 240->243; 242->243; 243->244; 244->245; }

227,239

231,241

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
50	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 09:24:06	97 ms	1/1			1353.0 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 09:24:06

97 ms

1/1

1353.0 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
49	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/5
48	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/5

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: