EVAL1_SPC1 - Details for Job 218

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:11
Duration: 2 s
Associated SQL Query: 106
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_427 { label="Stage 427"; subgraph cluster5626 { label="Scan parquet "; 2173 [labelType="html" label="FileScanRDD [2173] takeAsList at DataFrameCommonJob.java:145"]; 2174 [labelType="html" label="MapPartitionsRDD [2174] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5620 { label="WholeStageCodegen (1)"; 2175 [labelType="html" label="MapPartitionsRDD [2175] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5636 { label="Scan parquet "; 2182 [labelType="html" label="FileScanRDD [2182] takeAsList at DataFrameCommonJob.java:145"]; 2183 [labelType="html" label="MapPartitionsRDD [2183] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5630 { label="WholeStageCodegen (2)"; 2184 [labelType="html" label="MapPartitionsRDD [2184] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5648 { label="Scan parquet "; 2189 [labelType="html" label="FileScanRDD [2189] takeAsList at DataFrameCommonJob.java:145"]; 2190 [labelType="html" label="MapPartitionsRDD [2190] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5644 { label="WholeStageCodegen (3)"; 2191 [labelType="html" label="MapPartitionsRDD [2191] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5653 { label="Scan parquet "; 2192 [labelType="html" label="FileScanRDD [2192] takeAsList at DataFrameCommonJob.java:145"]; 2193 [labelType="html" label="MapPartitionsRDD [2193] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5649 { label="WholeStageCodegen (4)"; 2194 [labelType="html" label="MapPartitionsRDD [2194] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5658 { label="Scan parquet "; 2195 [labelType="html" label="FileScanRDD [2195] takeAsList at DataFrameCommonJob.java:145"]; 2196 [labelType="html" label="MapPartitionsRDD [2196] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5654 { label="WholeStageCodegen (5)"; 2197 [labelType="html" label="MapPartitionsRDD [2197] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5663 { label="Scan parquet "; 2198 [labelType="html" label="FileScanRDD [2198] takeAsList at DataFrameCommonJob.java:145"]; 2199 [labelType="html" label="MapPartitionsRDD [2199] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5659 { label="WholeStageCodegen (6)"; 2200 [labelType="html" label="MapPartitionsRDD [2200] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5668 { label="Scan parquet "; 2201 [labelType="html" label="FileScanRDD [2201] takeAsList at DataFrameCommonJob.java:145"]; 2202 [labelType="html" label="MapPartitionsRDD [2202] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5664 { label="WholeStageCodegen (7)"; 2203 [labelType="html" label="MapPartitionsRDD [2203] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5673 { label="Scan parquet "; 2204 [labelType="html" label="FileScanRDD [2204] takeAsList at DataFrameCommonJob.java:145"]; 2205 [labelType="html" label="MapPartitionsRDD [2205] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5669 { label="WholeStageCodegen (8)"; 2206 [labelType="html" label="MapPartitionsRDD [2206] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5678 { label="Scan parquet "; 2207 [labelType="html" label="FileScanRDD [2207] takeAsList at DataFrameCommonJob.java:145"]; 2208 [labelType="html" label="MapPartitionsRDD [2208] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5674 { label="WholeStageCodegen (9)"; 2209 [labelType="html" label="MapPartitionsRDD [2209] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5683 { label="Scan parquet "; 2210 [labelType="html" label="FileScanRDD [2210] takeAsList at DataFrameCommonJob.java:145"]; 2211 [labelType="html" label="MapPartitionsRDD [2211] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5679 { label="WholeStageCodegen (10)"; 2212 [labelType="html" label="MapPartitionsRDD [2212] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5688 { label="Scan parquet "; 2213 [labelType="html" label="FileScanRDD [2213] takeAsList at DataFrameCommonJob.java:145"]; 2214 [labelType="html" label="MapPartitionsRDD [2214] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5684 { label="WholeStageCodegen (11)"; 2215 [labelType="html" label="MapPartitionsRDD [2215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5693 { label="Scan parquet "; 2216 [labelType="html" label="FileScanRDD [2216] takeAsList at DataFrameCommonJob.java:145"]; 2217 [labelType="html" label="MapPartitionsRDD [2217] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5689 { label="WholeStageCodegen (12)"; 2218 [labelType="html" label="MapPartitionsRDD [2218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5698 { label="Scan parquet "; 2219 [labelType="html" label="FileScanRDD [2219] takeAsList at DataFrameCommonJob.java:145"]; 2220 [labelType="html" label="MapPartitionsRDD [2220] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5694 { label="WholeStageCodegen (13)"; 2221 [labelType="html" label="MapPartitionsRDD [2221] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5619 { label="Union"; 2222 [labelType="html" label="UnionRDD [2222] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5610 { label="WholeStageCodegen (14)"; 2223 [labelType="html" label="MapPartitionsRDD [2223] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5609 { label="Exchange"; 2224 [labelType="html" label="MapPartitionsRDD [2224] takeAsList at DataFrameCommonJob.java:145"]; } } 2173->2174; 2174->2175; 2182->2183; 2183->2184; 2189->2190; 2190->2191; 2192->2193; 2193->2194; 2195->2196; 2196->2197; 2198->2199; 2199->2200; 2201->2202; 2202->2203; 2204->2205; 2205->2206; 2207->2208; 2208->2209; 2210->2211; 2211->2212; 2213->2214; 2214->2215; 2216->2217; 2217->2218; 2219->2220; 2220->2221; 2175->2222; 2184->2222; 2191->2222; 2194->2222; 2197->2222; 2200->2222; 2203->2222; 2206->2222; 2209->2222; 2212->2222; 2215->2222; 2218->2222; 2221->2222; 2222->2223; 2223->2224; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
427	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:11	2 s	26/26	5.8 MiB			3.2 MiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

427

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:11

2 s

26/26

5.8 MiB

3.2 MiB

Page: