EVAL1_SPC1 - Details for Job 108

Status: SUCCEEDED
Submitted: 2026/06/03 07:38:15
Duration: 0.5 s
Associated SQL Query: 75
Job Group: 92c44677-0919-4a22-a5c1-144b3e7ff6e3
Completed Stages: 1

Enable zooming

digraph G { subgraph clusterstage_172 { label="Stage 172"; subgraph cluster1932 { label="Scan parquet "; 790 [labelType="html" label="FileScanRDD [790] takeAsList at DataFrameCommonJob.java:145"]; 791 [labelType="html" label="MapPartitionsRDD [791] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1928 { label="WholeStageCodegen (1)"; 792 [labelType="html" label="MapPartitionsRDD [792] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1937 { label="Scan parquet "; 793 [labelType="html" label="FileScanRDD [793] takeAsList at DataFrameCommonJob.java:145"]; 794 [labelType="html" label="MapPartitionsRDD [794] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1933 { label="WholeStageCodegen (2)"; 795 [labelType="html" label="MapPartitionsRDD [795] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1942 { label="Scan parquet "; 796 [labelType="html" label="FileScanRDD [796] takeAsList at DataFrameCommonJob.java:145"]; 797 [labelType="html" label="MapPartitionsRDD [797] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1938 { label="WholeStageCodegen (3)"; 798 [labelType="html" label="MapPartitionsRDD [798] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1947 { label="Scan parquet "; 799 [labelType="html" label="FileScanRDD [799] takeAsList at DataFrameCommonJob.java:145"]; 800 [labelType="html" label="MapPartitionsRDD [800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1943 { label="WholeStageCodegen (4)"; 801 [labelType="html" label="MapPartitionsRDD [801] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1952 { label="Scan parquet "; 802 [labelType="html" label="FileScanRDD [802] takeAsList at DataFrameCommonJob.java:145"]; 803 [labelType="html" label="MapPartitionsRDD [803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1948 { label="WholeStageCodegen (5)"; 804 [labelType="html" label="MapPartitionsRDD [804] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1957 { label="Scan parquet "; 805 [labelType="html" label="FileScanRDD [805] takeAsList at DataFrameCommonJob.java:145"]; 806 [labelType="html" label="MapPartitionsRDD [806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1953 { label="WholeStageCodegen (6)"; 807 [labelType="html" label="MapPartitionsRDD [807] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1962 { label="Scan parquet "; 808 [labelType="html" label="FileScanRDD [808] takeAsList at DataFrameCommonJob.java:145"]; 809 [labelType="html" label="MapPartitionsRDD [809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1958 { label="WholeStageCodegen (7)"; 810 [labelType="html" label="MapPartitionsRDD [810] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1967 { label="Scan parquet "; 811 [labelType="html" label="FileScanRDD [811] takeAsList at DataFrameCommonJob.java:145"]; 812 [labelType="html" label="MapPartitionsRDD [812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1963 { label="WholeStageCodegen (8)"; 813 [labelType="html" label="MapPartitionsRDD [813] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1972 { label="Scan parquet "; 814 [labelType="html" label="FileScanRDD [814] takeAsList at DataFrameCommonJob.java:145"]; 815 [labelType="html" label="MapPartitionsRDD [815] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1968 { label="WholeStageCodegen (9)"; 816 [labelType="html" label="MapPartitionsRDD [816] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1977 { label="Scan parquet "; 817 [labelType="html" label="FileScanRDD [817] takeAsList at DataFrameCommonJob.java:145"]; 818 [labelType="html" label="MapPartitionsRDD [818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1973 { label="WholeStageCodegen (10)"; 819 [labelType="html" label="MapPartitionsRDD [819] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1982 { label="Scan parquet "; 820 [labelType="html" label="FileScanRDD [820] takeAsList at DataFrameCommonJob.java:145"]; 821 [labelType="html" label="MapPartitionsRDD [821] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1978 { label="WholeStageCodegen (11)"; 822 [labelType="html" label="MapPartitionsRDD [822] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1987 { label="Scan parquet "; 823 [labelType="html" label="FileScanRDD [823] takeAsList at DataFrameCommonJob.java:145"]; 824 [labelType="html" label="MapPartitionsRDD [824] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1983 { label="WholeStageCodegen (12)"; 825 [labelType="html" label="MapPartitionsRDD [825] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1992 { label="Scan parquet "; 826 [labelType="html" label="FileScanRDD [826] takeAsList at DataFrameCommonJob.java:145"]; 827 [labelType="html" label="MapPartitionsRDD [827] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1988 { label="WholeStageCodegen (13)"; 828 [labelType="html" label="MapPartitionsRDD [828] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1927 { label="Union"; 829 [labelType="html" label="UnionRDD [829] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1923 { label="WholeStageCodegen (14)"; 830 [labelType="html" label="MapPartitionsRDD [830] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1922 { label="Exchange"; 831 [labelType="html" label="MapPartitionsRDD [831] takeAsList at DataFrameCommonJob.java:145"]; } } 790->791; 791->792; 793->794; 794->795; 796->797; 797->798; 799->800; 800->801; 802->803; 803->804; 805->806; 806->807; 808->809; 809->810; 811->812; 812->813; 814->815; 815->816; 817->818; 818->819; 820->821; 821->822; 823->824; 824->825; 826->827; 827->828; 792->829; 795->829; 798->829; 801->829; 804->829; 807->829; 810->829; 813->829; 816->829; 819->829; 822->829; 825->829; 828->829; 829->830; 830->831; }

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
172	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:38:15	0.5 s	26/26	4.4 MiB			154.3 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

172

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:38:15

0.5 s

26/26

4.4 MiB

154.3 KiB

Page: