EVAL1_SPC1 - Details for Job 122

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:22
Duration: 0.6 s
Associated SQL Query: 78
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_201 { label="Stage 201 (skipped)"; subgraph cluster2394 { label="Scan parquet "; 961 [labelType="html" label="FileScanRDD [961] takeAsList at DataFrameCommonJob.java:145"]; 962 [labelType="html" label="MapPartitionsRDD [962] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2390 { label="WholeStageCodegen (1)"; 963 [labelType="html" label="MapPartitionsRDD [963] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2399 { label="Scan parquet "; 964 [labelType="html" label="FileScanRDD [964] takeAsList at DataFrameCommonJob.java:145"]; 965 [labelType="html" label="MapPartitionsRDD [965] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2395 { label="WholeStageCodegen (2)"; 966 [labelType="html" label="MapPartitionsRDD [966] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2404 { label="Scan parquet "; 967 [labelType="html" label="FileScanRDD [967] takeAsList at DataFrameCommonJob.java:145"]; 968 [labelType="html" label="MapPartitionsRDD [968] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2400 { label="WholeStageCodegen (3)"; 969 [labelType="html" label="MapPartitionsRDD [969] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2409 { label="Scan parquet "; 970 [labelType="html" label="FileScanRDD [970] takeAsList at DataFrameCommonJob.java:145"]; 971 [labelType="html" label="MapPartitionsRDD [971] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2405 { label="WholeStageCodegen (4)"; 972 [labelType="html" label="MapPartitionsRDD [972] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2414 { label="Scan parquet "; 973 [labelType="html" label="FileScanRDD [973] takeAsList at DataFrameCommonJob.java:145"]; 974 [labelType="html" label="MapPartitionsRDD [974] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2410 { label="WholeStageCodegen (5)"; 975 [labelType="html" label="MapPartitionsRDD [975] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2419 { label="Scan parquet "; 976 [labelType="html" label="FileScanRDD [976] takeAsList at DataFrameCommonJob.java:145"]; 977 [labelType="html" label="MapPartitionsRDD [977] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2415 { label="WholeStageCodegen (6)"; 978 [labelType="html" label="MapPartitionsRDD [978] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2424 { label="Scan parquet "; 979 [labelType="html" label="FileScanRDD [979] takeAsList at DataFrameCommonJob.java:145"]; 980 [labelType="html" label="MapPartitionsRDD [980] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2420 { label="WholeStageCodegen (7)"; 981 [labelType="html" label="MapPartitionsRDD [981] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2429 { label="Scan parquet "; 982 [labelType="html" label="FileScanRDD [982] takeAsList at DataFrameCommonJob.java:145"]; 983 [labelType="html" label="MapPartitionsRDD [983] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2425 { label="WholeStageCodegen (8)"; 984 [labelType="html" label="MapPartitionsRDD [984] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2434 { label="Scan parquet "; 985 [labelType="html" label="FileScanRDD [985] takeAsList at DataFrameCommonJob.java:145"]; 986 [labelType="html" label="MapPartitionsRDD [986] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2430 { label="WholeStageCodegen (9)"; 987 [labelType="html" label="MapPartitionsRDD [987] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2439 { label="Scan parquet "; 988 [labelType="html" label="FileScanRDD [988] takeAsList at DataFrameCommonJob.java:145"]; 989 [labelType="html" label="MapPartitionsRDD [989] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2435 { label="WholeStageCodegen (10)"; 990 [labelType="html" label="MapPartitionsRDD [990] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2444 { label="Scan parquet "; 991 [labelType="html" label="FileScanRDD [991] takeAsList at DataFrameCommonJob.java:145"]; 992 [labelType="html" label="MapPartitionsRDD [992] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2440 { label="WholeStageCodegen (11)"; 993 [labelType="html" label="MapPartitionsRDD [993] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2449 { label="Scan parquet "; 994 [labelType="html" label="FileScanRDD [994] takeAsList at DataFrameCommonJob.java:145"]; 995 [labelType="html" label="MapPartitionsRDD [995] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2445 { label="WholeStageCodegen (12)"; 996 [labelType="html" label="MapPartitionsRDD [996] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2454 { label="Scan parquet "; 997 [labelType="html" label="FileScanRDD [997] takeAsList at DataFrameCommonJob.java:145"]; 998 [labelType="html" label="MapPartitionsRDD [998] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2450 { label="WholeStageCodegen (13)"; 999 [labelType="html" label="MapPartitionsRDD [999] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2389 { label="Union"; 1000 [labelType="html" label="UnionRDD [1000] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2385 { label="WholeStageCodegen (14)"; 1001 [labelType="html" label="MapPartitionsRDD [1001] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2384 { label="Exchange"; 1002 [labelType="html" label="MapPartitionsRDD [1002] takeAsList at DataFrameCommonJob.java:145"]; } } 961->962; 962->963; 964->965; 965->966; 967->968; 968->969; 970->971; 971->972; 973->974; 974->975; 976->977; 977->978; 979->980; 980->981; 982->983; 983->984; 985->986; 986->987; 988->989; 989->990; 991->992; 992->993; 994->995; 995->996; 997->998; 998->999; 963->1000; 966->1000; 969->1000; 972->1000; 975->1000; 978->1000; 981->1000; 984->1000; 987->1000; 990->1000; 993->1000; 996->1000; 999->1000; 1000->1001; 1001->1002; }

digraph G { subgraph clusterstage_202 { label="Stage 202 (skipped)"; subgraph cluster2460 { label="Scan csv "; 1003 [labelType="html" label="FileScanRDD [1003] takeAsList at DataFrameCommonJob.java:145"]; 1004 [labelType="html" label="MapPartitionsRDD [1004] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2456 { label="WholeStageCodegen (15)"; 1005 [labelType="html" label="MapPartitionsRDD [1005] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2455 { label="Exchange"; 1006 [labelType="html" label="MapPartitionsRDD [1006] takeAsList at DataFrameCommonJob.java:145"]; } } 1003->1004; 1004->1005; 1005->1006; }

digraph G { subgraph clusterstage_203 { label="Stage 203"; subgraph cluster2470 { label="AQEShuffleRead"; 1007 [labelType="html" label="ShuffledRowRDD [1007] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2467 { label="WholeStageCodegen (16)"; 1008 [labelType="html" label="MapPartitionsRDD [1008] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2475 { label="AQEShuffleRead"; 1009 [labelType="html" label="ShuffledRowRDD [1009] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2472 { label="WholeStageCodegen (17)"; 1010 [labelType="html" label="MapPartitionsRDD [1010] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2463 { label="WholeStageCodegen (18)"; 1011 [labelType="html" label="ZippedPartitionsRDD2 [1011] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1012 [labelType="html" label="MapPartitionsRDD [1012] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2462 { label="SortAggregate"; 1013 [labelType="html" label="MapPartitionsRDD [1013] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2461 { label="Exchange"; 1014 [labelType="html" label="MapPartitionsRDD [1014] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1007->1008; 1009->1010; 1008->1011; 1010->1011; 1011->1012; 1012->1013; 1013->1014; }

1002,1007

1006,1009

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
203	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:22	0.6 s	1/1			236.2 KiB	90.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

203

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:22

0.6 s

1/1

236.2 KiB

90.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
202	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
201	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

202

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

201

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: