EVAL1_SPC1 - Details for Job 227

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:16
Duration: 0.3 s
Associated SQL Query: 108
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_447 { label="Stage 447"; subgraph cluster5957 { label="Scan parquet "; 2302 [labelType="html" label="FileScanRDD [2302] takeAsList at DataFrameCommonJob.java:145"]; 2303 [labelType="html" label="MapPartitionsRDD [2303] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5953 { label="WholeStageCodegen (1)"; 2304 [labelType="html" label="MapPartitionsRDD [2304] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5962 { label="Scan parquet "; 2305 [labelType="html" label="FileScanRDD [2305] takeAsList at DataFrameCommonJob.java:145"]; 2306 [labelType="html" label="MapPartitionsRDD [2306] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5958 { label="WholeStageCodegen (2)"; 2307 [labelType="html" label="MapPartitionsRDD [2307] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5967 { label="Scan parquet "; 2308 [labelType="html" label="FileScanRDD [2308] takeAsList at DataFrameCommonJob.java:145"]; 2309 [labelType="html" label="MapPartitionsRDD [2309] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5963 { label="WholeStageCodegen (3)"; 2310 [labelType="html" label="MapPartitionsRDD [2310] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5972 { label="Scan parquet "; 2311 [labelType="html" label="FileScanRDD [2311] takeAsList at DataFrameCommonJob.java:145"]; 2312 [labelType="html" label="MapPartitionsRDD [2312] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5968 { label="WholeStageCodegen (4)"; 2313 [labelType="html" label="MapPartitionsRDD [2313] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5977 { label="Scan parquet "; 2314 [labelType="html" label="FileScanRDD [2314] takeAsList at DataFrameCommonJob.java:145"]; 2315 [labelType="html" label="MapPartitionsRDD [2315] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5973 { label="WholeStageCodegen (5)"; 2316 [labelType="html" label="MapPartitionsRDD [2316] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5982 { label="Scan parquet "; 2317 [labelType="html" label="FileScanRDD [2317] takeAsList at DataFrameCommonJob.java:145"]; 2318 [labelType="html" label="MapPartitionsRDD [2318] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5978 { label="WholeStageCodegen (6)"; 2319 [labelType="html" label="MapPartitionsRDD [2319] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5987 { label="Scan parquet "; 2320 [labelType="html" label="FileScanRDD [2320] takeAsList at DataFrameCommonJob.java:145"]; 2321 [labelType="html" label="MapPartitionsRDD [2321] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5983 { label="WholeStageCodegen (7)"; 2322 [labelType="html" label="MapPartitionsRDD [2322] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5992 { label="Scan parquet "; 2323 [labelType="html" label="FileScanRDD [2323] takeAsList at DataFrameCommonJob.java:145"]; 2324 [labelType="html" label="MapPartitionsRDD [2324] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5988 { label="WholeStageCodegen (8)"; 2325 [labelType="html" label="MapPartitionsRDD [2325] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5997 { label="Scan parquet "; 2326 [labelType="html" label="FileScanRDD [2326] takeAsList at DataFrameCommonJob.java:145"]; 2327 [labelType="html" label="MapPartitionsRDD [2327] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5993 { label="WholeStageCodegen (9)"; 2328 [labelType="html" label="MapPartitionsRDD [2328] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6002 { label="Scan parquet "; 2329 [labelType="html" label="FileScanRDD [2329] takeAsList at DataFrameCommonJob.java:145"]; 2330 [labelType="html" label="MapPartitionsRDD [2330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5998 { label="WholeStageCodegen (10)"; 2331 [labelType="html" label="MapPartitionsRDD [2331] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6007 { label="Scan parquet "; 2332 [labelType="html" label="FileScanRDD [2332] takeAsList at DataFrameCommonJob.java:145"]; 2333 [labelType="html" label="MapPartitionsRDD [2333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6003 { label="WholeStageCodegen (11)"; 2334 [labelType="html" label="MapPartitionsRDD [2334] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6012 { label="Scan parquet "; 2335 [labelType="html" label="FileScanRDD [2335] takeAsList at DataFrameCommonJob.java:145"]; 2336 [labelType="html" label="MapPartitionsRDD [2336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6008 { label="WholeStageCodegen (12)"; 2337 [labelType="html" label="MapPartitionsRDD [2337] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6017 { label="Scan parquet "; 2338 [labelType="html" label="FileScanRDD [2338] takeAsList at DataFrameCommonJob.java:145"]; 2339 [labelType="html" label="MapPartitionsRDD [2339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6013 { label="WholeStageCodegen (13)"; 2340 [labelType="html" label="MapPartitionsRDD [2340] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5952 { label="Union"; 2341 [labelType="html" label="UnionRDD [2341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5948 { label="WholeStageCodegen (14)"; 2342 [labelType="html" label="MapPartitionsRDD [2342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5947 { label="Exchange"; 2343 [labelType="html" label="MapPartitionsRDD [2343] takeAsList at DataFrameCommonJob.java:145"]; } } 2302->2303; 2303->2304; 2305->2306; 2306->2307; 2308->2309; 2309->2310; 2311->2312; 2312->2313; 2314->2315; 2315->2316; 2317->2318; 2318->2319; 2320->2321; 2321->2322; 2323->2324; 2324->2325; 2326->2327; 2327->2328; 2329->2330; 2330->2331; 2332->2333; 2333->2334; 2335->2336; 2336->2337; 2338->2339; 2339->2340; 2304->2341; 2307->2341; 2310->2341; 2313->2341; 2316->2341; 2319->2341; 2322->2341; 2325->2341; 2328->2341; 2331->2341; 2334->2341; 2337->2341; 2340->2341; 2341->2342; 2342->2343; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
447	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:16	0.3 s	26/26	4.4 MiB			2.8 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

447

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:16

0.3 s

26/26

4.4 MiB

2.8 MiB

Page: