EVAL1_SPC1 - Details for Job 805

Status: SUCCEEDED
Submitted: 2026/02/20 12:48:17
Duration: 0.3 s
Associated SQL Query: 661
Job Group: 11e89b78-e02f-4523-89d7-af6dd9c09ed4
Completed Stages: 1
Skipped Stages: 1

Enable zooming

digraph G { subgraph clusterstage_1023 { label="Stage 1023 (skipped)"; subgraph cluster7086 { label="Scan parquet "; 2720 [labelType="html" label="FileScanRDD [2720] parquet at PersistJob.java:35"]; 2721 [labelType="html" label="MapPartitionsRDD [2721] parquet at PersistJob.java:35"]; } subgraph cluster7083 { label="WholeStageCodegen (1)"; 2722 [labelType="html" label="MapPartitionsRDD [2722] parquet at PersistJob.java:35"]; } subgraph cluster7082 { label="Filter"; 2723 [labelType="html" label="MapPartitionsRDD [2723] parquet at PersistJob.java:35"]; } subgraph cluster7081 { label="Project"; 2724 [labelType="html" label="MapPartitionsRDD [2724] parquet at PersistJob.java:35"]; } subgraph cluster7078 { label="WholeStageCodegen (2)"; 2725 [labelType="html" label="MapPartitionsRDD [2725] parquet at PersistJob.java:35"]; } subgraph cluster7077 { label="Project"; 2726 [labelType="html" label="MapPartitionsRDD [2726] parquet at PersistJob.java:35"]; } subgraph cluster7076 { label="Exchange"; 2727 [labelType="html" label="MapPartitionsRDD [2727] parquet at PersistJob.java:35"]; } } 2720->2721; 2721->2722; 2722->2723; 2723->2724; 2724->2725; 2725->2726; 2726->2727; }

digraph G { subgraph clusterstage_1024 { label="Stage 1024"; subgraph cluster7096 { label="AQEShuffleRead"; 2728 [labelType="html" label="ShuffledRowRDD [2728] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7093 { label="WholeStageCodegen (3)"; 2729 [labelType="html" label="MapPartitionsRDD [2729] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7092 { label="Window"; 2730 [labelType="html" label="MapPartitionsRDD [2730] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7088 { label="WholeStageCodegen (4)"; 2731 [labelType="html" label="MapPartitionsRDD [2731] [Unordered] parquet at PersistJob.java:35"]; } subgraph cluster7087 { label="WriteFiles"; 2732 [labelType="html" label="MapPartitionsRDD [2732] [Unordered] parquet at PersistJob.java:35"]; } } 2728->2729; 2729->2730; 2730->2731; 2731->2732; }

2727,2728

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1024	default	PersistFrame parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/02/20 12:48:17	0.2 s	2/2		29.0 KiB	2.4 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1024

default

PersistFrame parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/02/20 12:48:17

0.2 s

2/2

29.0 KiB

2.4 MiB

Page:

Skipped Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
1023	default	parquet at PersistJob.java:35 +details org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802) com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

1023

default

parquet at PersistJob.java:35 +details

org.apache.spark.sql.DataFrameWriter.parquet(DataFrameWriter.scala:802)
com.adb.hdh.spark.job.impl.PersistJob.exec(PersistJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:77)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

Page: