EVAL1_SPC1 - Details for Job 199

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:03
Duration: 0.1 s
Associated SQL Query: 101
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 3

Enable zooming

digraph G { subgraph clusterstage_380 { label="Stage 380 (skipped)"; subgraph cluster4818 { label="Scan parquet "; 1917 [labelType="html" label="FileScanRDD [1917] takeAsList at DataFrameCommonJob.java:145"]; 1918 [labelType="html" label="MapPartitionsRDD [1918] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4813 { label="WholeStageCodegen (15)"; 1919 [labelType="html" label="MapPartitionsRDD [1919] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4812 { label="Exchange"; 1920 [labelType="html" label="MapPartitionsRDD [1920] takeAsList at DataFrameCommonJob.java:145"]; } } 1917->1918; 1918->1919; 1919->1920; }

digraph G { subgraph clusterstage_381 { label="Stage 381 (skipped)"; subgraph cluster4733 { label="Scan parquet "; 1859 [labelType="html" label="FileScanRDD [1859] takeAsList at DataFrameCommonJob.java:145"]; 1860 [labelType="html" label="MapPartitionsRDD [1860] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4724 { label="WholeStageCodegen (1)"; 1863 [labelType="html" label="MapPartitionsRDD [1863] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4748 { label="Scan parquet "; 1868 [labelType="html" label="FileScanRDD [1868] takeAsList at DataFrameCommonJob.java:145"]; 1869 [labelType="html" label="MapPartitionsRDD [1869] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4736 { label="WholeStageCodegen (2)"; 1872 [labelType="html" label="MapPartitionsRDD [1872] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4761 { label="Scan parquet "; 1881 [labelType="html" label="FileScanRDD [1881] takeAsList at DataFrameCommonJob.java:145"]; 1882 [labelType="html" label="MapPartitionsRDD [1882] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4751 { label="WholeStageCodegen (3)"; 1883 [labelType="html" label="MapPartitionsRDD [1883] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4766 { label="Scan parquet "; 1884 [labelType="html" label="FileScanRDD [1884] takeAsList at DataFrameCommonJob.java:145"]; 1885 [labelType="html" label="MapPartitionsRDD [1885] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4762 { label="WholeStageCodegen (4)"; 1886 [labelType="html" label="MapPartitionsRDD [1886] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4771 { label="Scan parquet "; 1887 [labelType="html" label="FileScanRDD [1887] takeAsList at DataFrameCommonJob.java:145"]; 1888 [labelType="html" label="MapPartitionsRDD [1888] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4767 { label="WholeStageCodegen (5)"; 1889 [labelType="html" label="MapPartitionsRDD [1889] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4776 { label="Scan parquet "; 1890 [labelType="html" label="FileScanRDD [1890] takeAsList at DataFrameCommonJob.java:145"]; 1891 [labelType="html" label="MapPartitionsRDD [1891] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4772 { label="WholeStageCodegen (6)"; 1892 [labelType="html" label="MapPartitionsRDD [1892] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4781 { label="Scan parquet "; 1893 [labelType="html" label="FileScanRDD [1893] takeAsList at DataFrameCommonJob.java:145"]; 1894 [labelType="html" label="MapPartitionsRDD [1894] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4777 { label="WholeStageCodegen (7)"; 1895 [labelType="html" label="MapPartitionsRDD [1895] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4786 { label="Scan parquet "; 1896 [labelType="html" label="FileScanRDD [1896] takeAsList at DataFrameCommonJob.java:145"]; 1897 [labelType="html" label="MapPartitionsRDD [1897] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4782 { label="WholeStageCodegen (8)"; 1898 [labelType="html" label="MapPartitionsRDD [1898] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4791 { label="Scan parquet "; 1899 [labelType="html" label="FileScanRDD [1899] takeAsList at DataFrameCommonJob.java:145"]; 1900 [labelType="html" label="MapPartitionsRDD [1900] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4787 { label="WholeStageCodegen (9)"; 1901 [labelType="html" label="MapPartitionsRDD [1901] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4796 { label="Scan parquet "; 1902 [labelType="html" label="FileScanRDD [1902] takeAsList at DataFrameCommonJob.java:145"]; 1903 [labelType="html" label="MapPartitionsRDD [1903] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4792 { label="WholeStageCodegen (10)"; 1904 [labelType="html" label="MapPartitionsRDD [1904] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4801 { label="Scan parquet "; 1905 [labelType="html" label="FileScanRDD [1905] takeAsList at DataFrameCommonJob.java:145"]; 1906 [labelType="html" label="MapPartitionsRDD [1906] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4797 { label="WholeStageCodegen (11)"; 1907 [labelType="html" label="MapPartitionsRDD [1907] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4806 { label="Scan parquet "; 1908 [labelType="html" label="FileScanRDD [1908] takeAsList at DataFrameCommonJob.java:145"]; 1909 [labelType="html" label="MapPartitionsRDD [1909] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4802 { label="WholeStageCodegen (12)"; 1910 [labelType="html" label="MapPartitionsRDD [1910] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4811 { label="Scan parquet "; 1911 [labelType="html" label="FileScanRDD [1911] takeAsList at DataFrameCommonJob.java:145"]; 1912 [labelType="html" label="MapPartitionsRDD [1912] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4807 { label="WholeStageCodegen (13)"; 1913 [labelType="html" label="MapPartitionsRDD [1913] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4723 { label="Union"; 1914 [labelType="html" label="UnionRDD [1914] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4711 { label="WholeStageCodegen (14)"; 1915 [labelType="html" label="MapPartitionsRDD [1915] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4710 { label="Exchange"; 1916 [labelType="html" label="MapPartitionsRDD [1916] takeAsList at DataFrameCommonJob.java:145"]; } } 1859->1860; 1860->1863; 1868->1869; 1869->1872; 1881->1882; 1882->1883; 1884->1885; 1885->1886; 1887->1888; 1888->1889; 1890->1891; 1891->1892; 1893->1894; 1894->1895; 1896->1897; 1897->1898; 1899->1900; 1900->1901; 1902->1903; 1903->1904; 1905->1906; 1906->1907; 1908->1909; 1909->1910; 1911->1912; 1912->1913; 1863->1914; 1872->1914; 1883->1914; 1886->1914; 1889->1914; 1892->1914; 1895->1914; 1898->1914; 1901->1914; 1904->1914; 1907->1914; 1910->1914; 1913->1914; 1914->1915; 1915->1916; }

digraph G { subgraph clusterstage_382 { label="Stage 382 (skipped)"; subgraph cluster4843 { label="AQEShuffleRead"; 1929 [labelType="html" label="ShuffledRowRDD [1929] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4840 { label="WholeStageCodegen (16)"; 1930 [labelType="html" label="MapPartitionsRDD [1930] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4848 { label="AQEShuffleRead"; 1931 [labelType="html" label="ShuffledRowRDD [1931] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4845 { label="WholeStageCodegen (17)"; 1932 [labelType="html" label="MapPartitionsRDD [1932] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4836 { label="WholeStageCodegen (18)"; 1933 [labelType="html" label="ZippedPartitionsRDD2 [1933] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 1934 [labelType="html" label="MapPartitionsRDD [1934] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4835 { label="ObjectHashAggregate"; 1935 [labelType="html" label="MapPartitionsRDD [1935] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4834 { label="Exchange"; 1936 [labelType="html" label="MapPartitionsRDD [1936] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1929->1930; 1931->1932; 1930->1933; 1932->1933; 1933->1934; 1934->1935; 1935->1936; }

1916,1929

1920,1931

digraph G { subgraph clusterstage_383 { label="Stage 383"; subgraph cluster4919 { label="Exchange"; 1940 [labelType="html" label="ShuffledRowRDD [1940] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4917 { label="ObjectHashAggregate"; 1941 [labelType="html" label="MapPartitionsRDD [1941] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4920 { label="mapPartitionsInternal"; 1942 [labelType="html" label="MapPartitionsRDD [1942] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 1940->1941; 1941->1942; }

1936,1940

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
383	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:03	96 ms	1/1			172.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

383

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:03

96 ms

1/1

172.3 KiB

Page:

Skipped Stages (3)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
382	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/3
381	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26
380	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

382

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/3

381

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/26

380

default

takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

Unknown

0/1

Page: