EVAL1_SPC1 - Details for Job 106

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:14
Duration: 0.6 s
Associated SQL Query: 74
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1
Skipped Stages: 2

Enable zooming

digraph G { subgraph clusterstage_165 { label="Stage 165 (skipped)"; subgraph cluster1778 { label="Scan parquet "; 733 [labelType="html" label="FileScanRDD [733] takeAsList at DataFrameCommonJob.java:145"]; 734 [labelType="html" label="MapPartitionsRDD [734] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1774 { label="WholeStageCodegen (1)"; 735 [labelType="html" label="MapPartitionsRDD [735] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1783 { label="Scan parquet "; 736 [labelType="html" label="FileScanRDD [736] takeAsList at DataFrameCommonJob.java:145"]; 737 [labelType="html" label="MapPartitionsRDD [737] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1779 { label="WholeStageCodegen (2)"; 738 [labelType="html" label="MapPartitionsRDD [738] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1788 { label="Scan parquet "; 739 [labelType="html" label="FileScanRDD [739] takeAsList at DataFrameCommonJob.java:145"]; 740 [labelType="html" label="MapPartitionsRDD [740] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1784 { label="WholeStageCodegen (3)"; 741 [labelType="html" label="MapPartitionsRDD [741] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1793 { label="Scan parquet "; 742 [labelType="html" label="FileScanRDD [742] takeAsList at DataFrameCommonJob.java:145"]; 743 [labelType="html" label="MapPartitionsRDD [743] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1789 { label="WholeStageCodegen (4)"; 744 [labelType="html" label="MapPartitionsRDD [744] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1798 { label="Scan parquet "; 745 [labelType="html" label="FileScanRDD [745] takeAsList at DataFrameCommonJob.java:145"]; 746 [labelType="html" label="MapPartitionsRDD [746] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1794 { label="WholeStageCodegen (5)"; 747 [labelType="html" label="MapPartitionsRDD [747] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1803 { label="Scan parquet "; 748 [labelType="html" label="FileScanRDD [748] takeAsList at DataFrameCommonJob.java:145"]; 749 [labelType="html" label="MapPartitionsRDD [749] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1799 { label="WholeStageCodegen (6)"; 750 [labelType="html" label="MapPartitionsRDD [750] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1808 { label="Scan parquet "; 751 [labelType="html" label="FileScanRDD [751] takeAsList at DataFrameCommonJob.java:145"]; 752 [labelType="html" label="MapPartitionsRDD [752] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1804 { label="WholeStageCodegen (7)"; 753 [labelType="html" label="MapPartitionsRDD [753] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1813 { label="Scan parquet "; 754 [labelType="html" label="FileScanRDD [754] takeAsList at DataFrameCommonJob.java:145"]; 755 [labelType="html" label="MapPartitionsRDD [755] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1809 { label="WholeStageCodegen (8)"; 756 [labelType="html" label="MapPartitionsRDD [756] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1818 { label="Scan parquet "; 757 [labelType="html" label="FileScanRDD [757] takeAsList at DataFrameCommonJob.java:145"]; 758 [labelType="html" label="MapPartitionsRDD [758] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1814 { label="WholeStageCodegen (9)"; 759 [labelType="html" label="MapPartitionsRDD [759] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1823 { label="Scan parquet "; 760 [labelType="html" label="FileScanRDD [760] takeAsList at DataFrameCommonJob.java:145"]; 761 [labelType="html" label="MapPartitionsRDD [761] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1819 { label="WholeStageCodegen (10)"; 762 [labelType="html" label="MapPartitionsRDD [762] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1828 { label="Scan parquet "; 763 [labelType="html" label="FileScanRDD [763] takeAsList at DataFrameCommonJob.java:145"]; 764 [labelType="html" label="MapPartitionsRDD [764] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1824 { label="WholeStageCodegen (11)"; 765 [labelType="html" label="MapPartitionsRDD [765] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1833 { label="Scan parquet "; 766 [labelType="html" label="FileScanRDD [766] takeAsList at DataFrameCommonJob.java:145"]; 767 [labelType="html" label="MapPartitionsRDD [767] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1829 { label="WholeStageCodegen (12)"; 768 [labelType="html" label="MapPartitionsRDD [768] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1838 { label="Scan parquet "; 769 [labelType="html" label="FileScanRDD [769] takeAsList at DataFrameCommonJob.java:145"]; 770 [labelType="html" label="MapPartitionsRDD [770] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1834 { label="WholeStageCodegen (13)"; 771 [labelType="html" label="MapPartitionsRDD [771] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1773 { label="Union"; 772 [labelType="html" label="UnionRDD [772] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1769 { label="WholeStageCodegen (14)"; 773 [labelType="html" label="MapPartitionsRDD [773] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1768 { label="Exchange"; 774 [labelType="html" label="MapPartitionsRDD [774] takeAsList at DataFrameCommonJob.java:145"]; } } 733->734; 734->735; 736->737; 737->738; 739->740; 740->741; 742->743; 743->744; 745->746; 746->747; 748->749; 749->750; 751->752; 752->753; 754->755; 755->756; 757->758; 758->759; 760->761; 761->762; 763->764; 764->765; 766->767; 767->768; 769->770; 770->771; 735->772; 738->772; 741->772; 744->772; 747->772; 750->772; 753->772; 756->772; 759->772; 762->772; 765->772; 768->772; 771->772; 772->773; 773->774; }

digraph G { subgraph clusterstage_166 { label="Stage 166 (skipped)"; subgraph cluster1844 { label="Scan csv "; 775 [labelType="html" label="FileScanRDD [775] takeAsList at DataFrameCommonJob.java:145"]; 776 [labelType="html" label="MapPartitionsRDD [776] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1840 { label="WholeStageCodegen (15)"; 777 [labelType="html" label="MapPartitionsRDD [777] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1839 { label="Exchange"; 778 [labelType="html" label="MapPartitionsRDD [778] takeAsList at DataFrameCommonJob.java:145"]; } } 775->776; 776->777; 777->778; }

digraph G { subgraph clusterstage_167 { label="Stage 167"; subgraph cluster1854 { label="AQEShuffleRead"; 779 [labelType="html" label="ShuffledRowRDD [779] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1851 { label="WholeStageCodegen (16)"; 780 [labelType="html" label="MapPartitionsRDD [780] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1859 { label="AQEShuffleRead"; 781 [labelType="html" label="ShuffledRowRDD [781] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1856 { label="WholeStageCodegen (17)"; 782 [labelType="html" label="MapPartitionsRDD [782] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1847 { label="WholeStageCodegen (18)"; 783 [labelType="html" label="ZippedPartitionsRDD2 [783] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 784 [labelType="html" label="MapPartitionsRDD [784] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1846 { label="SortAggregate"; 785 [labelType="html" label="MapPartitionsRDD [785] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1845 { label="Exchange"; 786 [labelType="html" label="MapPartitionsRDD [786] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 779->780; 781->782; 780->783; 782->783; 783->784; 784->785; 785->786; }

774,779

778,781

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
167	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:14	0.6 s	1/1			316.7 KiB	93.0 B

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

167

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:14

0.6 s

1/1

316.7 KiB

93.0 B

Page:

Skipped Stages (2)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
166	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
165	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

166

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

165

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

Page: