EVAL1_SPC1 - Details for Job 30

Status: SUCCEEDED
Submitted: 2026/06/02 09:24:06
Duration: 0.4 s
Associated SQL Query: 28
Job Group: 054fee23-8cad-422c-89e7-92a27557cf6b
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_43 { label="Stage 43"; subgraph cluster406 { label="Scan csv "; 211 [labelType="html" label="FileScanRDD [211] takeAsList at DataFrameCommonJob.java:145"]; 212 [labelType="html" label="MapPartitionsRDD [212] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster402 { label="WholeStageCodegen (1)"; 213 [labelType="html" label="MapPartitionsRDD [213] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster411 { label="Scan csv "; 214 [labelType="html" label="FileScanRDD [214] takeAsList at DataFrameCommonJob.java:145"]; 215 [labelType="html" label="MapPartitionsRDD [215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster407 { label="WholeStageCodegen (2)"; 216 [labelType="html" label="MapPartitionsRDD [216] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster416 { label="Scan csv "; 217 [labelType="html" label="FileScanRDD [217] takeAsList at DataFrameCommonJob.java:145"]; 218 [labelType="html" label="MapPartitionsRDD [218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster412 { label="WholeStageCodegen (3)"; 219 [labelType="html" label="MapPartitionsRDD [219] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster421 { label="Scan csv "; 220 [labelType="html" label="FileScanRDD [220] takeAsList at DataFrameCommonJob.java:145"]; 221 [labelType="html" label="MapPartitionsRDD [221] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster417 { label="WholeStageCodegen (4)"; 222 [labelType="html" label="MapPartitionsRDD [222] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster426 { label="Scan csv "; 223 [labelType="html" label="FileScanRDD [223] takeAsList at DataFrameCommonJob.java:145"]; 224 [labelType="html" label="MapPartitionsRDD [224] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster422 { label="WholeStageCodegen (5)"; 225 [labelType="html" label="MapPartitionsRDD [225] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster401 { label="Union"; 226 [labelType="html" label="UnionRDD [226] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster400 { label="Exchange"; 227 [labelType="html" label="MapPartitionsRDD [227] takeAsList at DataFrameCommonJob.java:145"]; } } 211->212; 212->213; 214->215; 215->216; 217->218; 218->219; 220->221; 221->222; 223->224; 224->225; 213->226; 216->226; 219->226; 222->226; 225->226; 226->227; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
43	default	DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/02 09:24:06	0.3 s	5/5	10.3 MiB			1302.5 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

default

DataFrameCommonJob_dataExec takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:39)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/02 09:24:06

0.3 s

5/5

10.3 MiB

1302.5 KiB

Page: