EVAL1_SPC1 - Details for Job 88

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:01
Duration: 42 ms
Associated SQL Query: 69
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_122 { label="Stage 122 (skipped)"; subgraph cluster1061 { label="Scan csv "; 484 [labelType="html" label="FileScanRDD [484] count at ColumnStatJob.java:47"]; 485 [labelType="html" label="MapPartitionsRDD [485] count at ColumnStatJob.java:47"]; } subgraph cluster1053 { label="WholeStageCodegen (15)"; 486 [labelType="html" label="MapPartitionsRDD [486] count at ColumnStatJob.java:47"]; } subgraph cluster1052 { label="Exchange"; 487 [labelType="html" label="MapPartitionsRDD [487] count at ColumnStatJob.java:47"]; } } 484->485; 485->486; 486->487; }

digraph G { subgraph clusterstage_123 { label="Stage 123 (skipped)"; subgraph cluster986 { label="Scan parquet "; 442 [labelType="html" label="FileScanRDD [442] count at ColumnStatJob.java:47"]; 443 [labelType="html" label="MapPartitionsRDD [443] count at ColumnStatJob.java:47"]; } subgraph cluster982 { label="WholeStageCodegen (1)"; 444 [labelType="html" label="MapPartitionsRDD [444] count at ColumnStatJob.java:47"]; } subgraph cluster991 { label="Scan parquet "; 445 [labelType="html" label="FileScanRDD [445] count at ColumnStatJob.java:47"]; 446 [labelType="html" label="MapPartitionsRDD [446] count at ColumnStatJob.java:47"]; } subgraph cluster987 { label="WholeStageCodegen (2)"; 447 [labelType="html" label="MapPartitionsRDD [447] count at ColumnStatJob.java:47"]; } subgraph cluster996 { label="Scan parquet "; 448 [labelType="html" label="FileScanRDD [448] count at ColumnStatJob.java:47"]; 449 [labelType="html" label="MapPartitionsRDD [449] count at ColumnStatJob.java:47"]; } subgraph cluster992 { label="WholeStageCodegen (3)"; 450 [labelType="html" label="MapPartitionsRDD [450] count at ColumnStatJob.java:47"]; } subgraph cluster1001 { label="Scan parquet "; 451 [labelType="html" label="FileScanRDD [451] count at ColumnStatJob.java:47"]; 452 [labelType="html" label="MapPartitionsRDD [452] count at ColumnStatJob.java:47"]; } subgraph cluster997 { label="WholeStageCodegen (4)"; 453 [labelType="html" label="MapPartitionsRDD [453] count at ColumnStatJob.java:47"]; } subgraph cluster1006 { label="Scan parquet "; 454 [labelType="html" label="FileScanRDD [454] count at ColumnStatJob.java:47"]; 455 [labelType="html" label="MapPartitionsRDD [455] count at ColumnStatJob.java:47"]; } subgraph cluster1002 { label="WholeStageCodegen (5)"; 456 [labelType="html" label="MapPartitionsRDD [456] count at ColumnStatJob.java:47"]; } subgraph cluster1011 { label="Scan parquet "; 457 [labelType="html" label="FileScanRDD [457] count at ColumnStatJob.java:47"]; 458 [labelType="html" label="MapPartitionsRDD [458] count at ColumnStatJob.java:47"]; } subgraph cluster1007 { label="WholeStageCodegen (6)"; 459 [labelType="html" label="MapPartitionsRDD [459] count at ColumnStatJob.java:47"]; } subgraph cluster1016 { label="Scan parquet "; 460 [labelType="html" label="FileScanRDD [460] count at ColumnStatJob.java:47"]; 461 [labelType="html" label="MapPartitionsRDD [461] count at ColumnStatJob.java:47"]; } subgraph cluster1012 { label="WholeStageCodegen (7)"; 462 [labelType="html" label="MapPartitionsRDD [462] count at ColumnStatJob.java:47"]; } subgraph cluster1021 { label="Scan parquet "; 463 [labelType="html" label="FileScanRDD [463] count at ColumnStatJob.java:47"]; 464 [labelType="html" label="MapPartitionsRDD [464] count at ColumnStatJob.java:47"]; } subgraph cluster1017 { label="WholeStageCodegen (8)"; 465 [labelType="html" label="MapPartitionsRDD [465] count at ColumnStatJob.java:47"]; } subgraph cluster1026 { label="Scan parquet "; 466 [labelType="html" label="FileScanRDD [466] count at ColumnStatJob.java:47"]; 467 [labelType="html" label="MapPartitionsRDD [467] count at ColumnStatJob.java:47"]; } subgraph cluster1022 { label="WholeStageCodegen (9)"; 468 [labelType="html" label="MapPartitionsRDD [468] count at ColumnStatJob.java:47"]; } subgraph cluster1031 { label="Scan parquet "; 469 [labelType="html" label="FileScanRDD [469] count at ColumnStatJob.java:47"]; 470 [labelType="html" label="MapPartitionsRDD [470] count at ColumnStatJob.java:47"]; } subgraph cluster1027 { label="WholeStageCodegen (10)"; 471 [labelType="html" label="MapPartitionsRDD [471] count at ColumnStatJob.java:47"]; } subgraph cluster1036 { label="Scan parquet "; 472 [labelType="html" label="FileScanRDD [472] count at ColumnStatJob.java:47"]; 473 [labelType="html" label="MapPartitionsRDD [473] count at ColumnStatJob.java:47"]; } subgraph cluster1032 { label="WholeStageCodegen (11)"; 474 [labelType="html" label="MapPartitionsRDD [474] count at ColumnStatJob.java:47"]; } subgraph cluster1041 { label="Scan parquet "; 475 [labelType="html" label="FileScanRDD [475] count at ColumnStatJob.java:47"]; 476 [labelType="html" label="MapPartitionsRDD [476] count at ColumnStatJob.java:47"]; } subgraph cluster1037 { label="WholeStageCodegen (12)"; 477 [labelType="html" label="MapPartitionsRDD [477] count at ColumnStatJob.java:47"]; } subgraph cluster1046 { label="Scan parquet "; 478 [labelType="html" label="FileScanRDD [478] count at ColumnStatJob.java:47"]; 479 [labelType="html" label="MapPartitionsRDD [479] count at ColumnStatJob.java:47"]; } subgraph cluster1042 { label="WholeStageCodegen (13)"; 480 [labelType="html" label="MapPartitionsRDD [480] count at ColumnStatJob.java:47"]; } subgraph cluster981 { label="Union"; 481 [labelType="html" label="UnionRDD [481] count at ColumnStatJob.java:47"]; } subgraph cluster977 { label="WholeStageCodegen (14)"; 482 [labelType="html" label="MapPartitionsRDD [482] count at ColumnStatJob.java:47"]; } subgraph cluster976 { label="Exchange"; 483 [labelType="html" label="MapPartitionsRDD [483] count at ColumnStatJob.java:47"]; } } 442->443; 443->444; 445->446; 446->447; 448->449; 449->450; 451->452; 452->453; 454->455; 455->456; 457->458; 458->459; 460->461; 461->462; 463->464; 464->465; 466->467; 467->468; 469->470; 470->471; 472->473; 473->474; 475->476; 476->477; 478->479; 479->480; 444->481; 447->481; 450->481; 453->481; 456->481; 459->481; 462->481; 465->481; 468->481; 471->481; 474->481; 477->481; 480->481; 481->482; 482->483; }

digraph G { subgraph clusterstage_124 { label="Stage 124 (skipped)"; subgraph cluster1139 { label="AQEShuffleRead"; 534 [labelType="html" label="ShuffledRowRDD [534] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1136 { label="WholeStageCodegen (16)"; 535 [labelType="html" label="MapPartitionsRDD [535] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1144 { label="AQEShuffleRead"; 536 [labelType="html" label="ShuffledRowRDD [536] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1141 { label="WholeStageCodegen (17)"; 537 [labelType="html" label="MapPartitionsRDD [537] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1131 { label="WholeStageCodegen (18)"; 538 [labelType="html" label="ZippedPartitionsRDD2 [538] [Unordered] count at ColumnStatJob.java:47"]; 539 [labelType="html" label="MapPartitionsRDD [539] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1130 { label="Exchange"; 540 [labelType="html" label="MapPartitionsRDD [540] [Unordered] count at ColumnStatJob.java:47"]; } } 534->535; 536->537; 535->538; 537->538; 538->539; 539->540; }

483,534

487,536

digraph G { subgraph clusterstage_125 { label="Stage 125"; subgraph cluster1149 { label="Exchange"; 541 [labelType="html" label="ShuffledRowRDD [541] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1145 { label="WholeStageCodegen (19)"; 542 [labelType="html" label="MapPartitionsRDD [542] [Unordered] count at ColumnStatJob.java:47"]; } subgraph cluster1150 { label="mapPartitionsInternal"; 543 [labelType="html" label="MapPartitionsRDD [543] [Unordered] count at ColumnStatJob.java:47"]; } } 541->542; 542->543; }

540,541

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
125	default	DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:01	18 ms	1/1			59.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

125

default

DataFrameCommonJob_dataExecSummary count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:01

18 ms

1/1

59.0 B

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
124	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
123	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
122	default	count at ColumnStatJob.java:47 +details org.apache.spark.sql.Dataset.count(Dataset.scala:3615) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

124

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

123

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

122

default

count at ColumnStatJob.java:47 +details

org.apache.spark.sql.Dataset.count(Dataset.scala:3615)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:47)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: