EVAL1_SPC1 - Details for Job 347

Status: SUCCEEDED
Submitted: 2026/06/03 08:16:49
Duration: 0.3 s
Job Group: 86490753-140a-4efc-8a4b-bf15560dca91
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_681 { label="Stage 681 (skipped)"; 3297 [labelType="html" label="JDBCRDD [3297] rdd at PersistJob.java:28"]; subgraph cluster8525 { label="Scan csv "; 3299 [labelType="html" label="FileScanRDD [3299] rdd at PersistJob.java:28"]; 3300 [labelType="html" label="MapPartitionsRDD [3300] rdd at PersistJob.java:28"]; } subgraph cluster8522 { label="WholeStageCodegen (1)"; 3301 [labelType="html" label="MapPartitionsRDD [3301] rdd at PersistJob.java:28"]; } subgraph cluster8526 { label="WholeStageCodegen (2)"; 3302 [labelType="html" label="MapPartitionsRDD [3302] rdd at PersistJob.java:28"]; } subgraph cluster8521 { label="Union"; 3303 [labelType="html" label="UnionRDD [3303] rdd at PersistJob.java:28"]; } subgraph cluster8520 { label="Exchange"; 3304 [labelType="html" label="MapPartitionsRDD [3304] rdd at PersistJob.java:28"]; } } 3299->3300; 3300->3301; 3297->3302; 3301->3303; 3302->3303; 3303->3304; }

digraph G { subgraph clusterstage_682 { label="Stage 682 (skipped)"; 3298 [labelType="html" label="JDBCRDD [3298] rdd at PersistJob.java:28"]; subgraph cluster8530 { label="WholeStageCodegen (3)"; 3305 [labelType="html" label="MapPartitionsRDD [3305] rdd at PersistJob.java:28"]; } subgraph cluster8529 { label="Exchange"; 3306 [labelType="html" label="MapPartitionsRDD [3306] rdd at PersistJob.java:28"]; } } 3298->3305; 3305->3306; }

digraph G { subgraph clusterstage_683 { label="Stage 683"; subgraph cluster8541 { label="AQEShuffleRead"; 3307 [labelType="html" label="ShuffledRowRDD [3307] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8538 { label="WholeStageCodegen (4)"; 3308 [labelType="html" label="MapPartitionsRDD [3308] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8546 { label="AQEShuffleRead"; 3309 [labelType="html" label="ShuffledRowRDD [3309] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8543 { label="WholeStageCodegen (5)"; 3310 [labelType="html" label="MapPartitionsRDD [3310] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8534 { label="WholeStageCodegen (6)"; 3311 [labelType="html" label="ZippedPartitionsRDD2 [3311] [Unordered] rdd at PersistJob.java:28"]; 3312 [labelType="html" label="MapPartitionsRDD [3312] [Unordered] rdd at PersistJob.java:28"]; } subgraph cluster8533 { label="Exchange"; 3313 [labelType="html" label="MapPartitionsRDD [3313] [Unordered] rdd at PersistJob.java:28"]; } } 3307->3308; 3309->3310; 3308->3311; 3310->3311; 3311->3312; 3312->3313; }

3304,3307

3306,3309

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
683	default	PersistFrame rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 08:16:49	0.3 s	5/5			8.9 MiB	16.9 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

683

default

PersistFrame rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 08:16:49

0.3 s

5/5

8.9 MiB

16.9 MiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
682	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
681	default	rdd at PersistJob.java:28 +details org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

682

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

681

default

rdd at PersistJob.java:28 +details

org.apache.spark.sql.Dataset.rdd(Dataset.scala:3849)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:28)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/2

Page: