EVAL1_SPC1 - Details for Job 62

Status: SUCCEEDED
Submitted: 2026/06/02 15:42:18
Duration: 0.2 s
Associated SQL Query: 48
Job Group: 5636a096-7820-4993-9f08-bdef4e1e1780
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_89 { label="Stage 89 (skipped)"; subgraph cluster747 { label="Scan parquet "; 347 [labelType="html" label="FileScanRDD [347] takeAsList at DataFrameCommonJob.java:145"]; 348 [labelType="html" label="MapPartitionsRDD [348] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster743 { label="WholeStageCodegen (1)"; 349 [labelType="html" label="MapPartitionsRDD [349] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster742 { label="Exchange"; 350 [labelType="html" label="MapPartitionsRDD [350] takeAsList at DataFrameCommonJob.java:145"]; } } 347->348; 348->349; 349->350; }

digraph G { subgraph clusterstage_90 { label="Stage 90 (skipped)"; subgraph cluster757 { label="Scan parquet "; 354 [labelType="html" label="FileScanRDD [354] takeAsList at DataFrameCommonJob.java:145"]; 355 [labelType="html" label="MapPartitionsRDD [355] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster749 { label="WholeStageCodegen (2)"; 356 [labelType="html" label="MapPartitionsRDD [356] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster748 { label="Exchange"; 357 [labelType="html" label="MapPartitionsRDD [357] takeAsList at DataFrameCommonJob.java:145"]; } } 354->355; 355->356; 356->357; }

digraph G { subgraph clusterstage_91 { label="Stage 91"; subgraph cluster791 { label="AQEShuffleRead"; 358 [labelType="html" label="ShuffledRowRDD [358] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster788 { label="WholeStageCodegen (3)"; 359 [labelType="html" label="MapPartitionsRDD [359] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster787 { label="Window"; 360 [labelType="html" label="MapPartitionsRDD [360] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster784 { label="WholeStageCodegen (4)"; 361 [labelType="html" label="MapPartitionsRDD [361] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster796 { label="AQEShuffleRead"; 362 [labelType="html" label="ShuffledRowRDD [362] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster793 { label="WholeStageCodegen (5)"; 363 [labelType="html" label="MapPartitionsRDD [363] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster780 { label="WholeStageCodegen (6)"; 364 [labelType="html" label="ZippedPartitionsRDD2 [364] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 365 [labelType="html" label="MapPartitionsRDD [365] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster797 { label="mapPartitionsInternal"; 366 [labelType="html" label="MapPartitionsRDD [366] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 358->359; 359->360; 360->361; 362->363; 361->364; 363->364; 364->365; 365->366; }

350,358

357,362

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
91	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 15:42:18	0.2 s	1/1			145.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 15:42:18

0.2 s

1/1

145.5 KiB

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
90	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
89	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: