EVAL1_SPC1 - Details for Job 350

Status: SUCCEEDED
Submitted: 2026/06/03 08:16:53
Duration: 0.3 s
Associated SQL Query: 167
Job Group: 86490753-140a-4efc-8a4b-bf15560dca91
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_686 { label="Stage 686 (skipped)"; 3322 [labelType="html" label="JDBCRDD [3322] parquet at PersistJob.java:35"]; subgraph cluster8568 { label="WholeStageCodegen (3)"; 3329 [labelType="html" label="MapPartitionsRDD [3329] parquet at PersistJob.java:35"]; } subgraph cluster8567 { label="Exchange"; 3330 [labelType="html" label="MapPartitionsRDD [3330] parquet at PersistJob.java:35"]; } } 3322->3329; 3329->3330; }

digraph G { subgraph clusterstage_687 { label="Stage 687 (skipped)"; 3321 [labelType="html" label="JDBCRDD [3321] parquet at PersistJob.java:35"]; subgraph cluster8563 { label="Scan csv "; 3323 [labelType="html" label="FileScanRDD [3323] parquet at PersistJob.java:35"]; 3324 [labelType="html" label="MapPartitionsRDD [3324] parquet at PersistJob.java:35"]; } subgraph cluster8560 { label="WholeStageCodegen (1)"; 3325 [labelType="html" label="MapPartitionsRDD [3325] parquet at PersistJob.java:35"]; } subgraph cluster8564 { label="WholeStageCodegen (2)"; 3326 [labelType="html" label="MapPartitionsRDD [3326] parquet at PersistJob.java:35"]; } subgraph cluster8559 { label="Union"; 3327 [labelType="html" label="UnionRDD [3327] parquet at PersistJob.java:35"]; } subgraph cluster8558 { label="Exchange"; 3328 [labelType="html" label="MapPartitionsRDD [3328] parquet at PersistJob.java:35"]; } } 3323->3324; 3324->3325; 3321->3326; 3325->3327; 3326->3327; 3327->3328; }

digraph G { subgraph clusterstage_688 { label="Stage 688"; subgraph cluster8579 { label="AQEShuffleRead"; 3331 [labelType="html" label="ShuffledRowRDD [3331] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster8576 { label="WholeStageCodegen (4)"; 3332 [labelType="html" label="MapPartitionsRDD [3332] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster8584 { label="AQEShuffleRead"; 3333 [labelType="html" label="ShuffledRowRDD [3333] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster8581 { label="WholeStageCodegen (5)"; 3334 [labelType="html" label="MapPartitionsRDD [3334] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster8572 { label="WholeStageCodegen (6)"; 3335 [labelType="html" label="ZippedPartitionsRDD2 [3335] [Unordered] parquet at PersistJob.java:35"]; 3336 [labelType="html" label="MapPartitionsRDD [3336] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster8571 { label="Exchange"; 3337 [labelType="html" label="MapPartitionsRDD [3337] [Unordered] parquet at PersistJob.java:35"]; } } 3331->3332; 3333->3334; 3332->3335; 3334->3335; 3335->3336; 3336->3337; }

3328,3331

3330,3333

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
688	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 08:16:53	0.3 s	5/5			8.9 MiB	16.9 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

688

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 08:16:53

0.3 s

5/5

8.9 MiB

16.9 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
687	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
686	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

687

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

686

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: