EVAL1_SPC1 - Details for Job 278

Status: SUCCEEDED
Submitted: 2026/06/03 07:39:43
Duration: 42 ms
Associated SQL Query: 121
Job Group: 4a34eba1-8b9b-4acd-b3aa-2026c9a99361
Completed Stages: 1
Skipped Stages: 4

Enable zooming

digraph G { subgraph clusterstage_566 { label="Stage 566 (skipped)"; subgraph cluster7476 { label="Scan parquet "; 2860 [labelType="html" label="FileScanRDD [2860] takeAsList at DataFrameCommonJob.java:145"]; 2861 [labelType="html" label="MapPartitionsRDD [2861] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7472 { label="WholeStageCodegen (1)"; 2862 [labelType="html" label="MapPartitionsRDD [2862] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7481 { label="Scan parquet "; 2863 [labelType="html" label="FileScanRDD [2863] takeAsList at DataFrameCommonJob.java:145"]; 2864 [labelType="html" label="MapPartitionsRDD [2864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7477 { label="WholeStageCodegen (2)"; 2865 [labelType="html" label="MapPartitionsRDD [2865] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7486 { label="Scan parquet "; 2866 [labelType="html" label="FileScanRDD [2866] takeAsList at DataFrameCommonJob.java:145"]; 2867 [labelType="html" label="MapPartitionsRDD [2867] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7482 { label="WholeStageCodegen (3)"; 2868 [labelType="html" label="MapPartitionsRDD [2868] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7491 { label="Scan parquet "; 2869 [labelType="html" label="FileScanRDD [2869] takeAsList at DataFrameCommonJob.java:145"]; 2870 [labelType="html" label="MapPartitionsRDD [2870] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7487 { label="WholeStageCodegen (4)"; 2871 [labelType="html" label="MapPartitionsRDD [2871] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7496 { label="Scan parquet "; 2872 [labelType="html" label="FileScanRDD [2872] takeAsList at DataFrameCommonJob.java:145"]; 2873 [labelType="html" label="MapPartitionsRDD [2873] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7492 { label="WholeStageCodegen (5)"; 2874 [labelType="html" label="MapPartitionsRDD [2874] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7501 { label="Scan parquet "; 2875 [labelType="html" label="FileScanRDD [2875] takeAsList at DataFrameCommonJob.java:145"]; 2876 [labelType="html" label="MapPartitionsRDD [2876] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7497 { label="WholeStageCodegen (6)"; 2877 [labelType="html" label="MapPartitionsRDD [2877] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7506 { label="Scan parquet "; 2878 [labelType="html" label="FileScanRDD [2878] takeAsList at DataFrameCommonJob.java:145"]; 2879 [labelType="html" label="MapPartitionsRDD [2879] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7502 { label="WholeStageCodegen (7)"; 2880 [labelType="html" label="MapPartitionsRDD [2880] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7511 { label="Scan parquet "; 2881 [labelType="html" label="FileScanRDD [2881] takeAsList at DataFrameCommonJob.java:145"]; 2882 [labelType="html" label="MapPartitionsRDD [2882] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7507 { label="WholeStageCodegen (8)"; 2883 [labelType="html" label="MapPartitionsRDD [2883] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7516 { label="Scan parquet "; 2884 [labelType="html" label="FileScanRDD [2884] takeAsList at DataFrameCommonJob.java:145"]; 2885 [labelType="html" label="MapPartitionsRDD [2885] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7512 { label="WholeStageCodegen (9)"; 2886 [labelType="html" label="MapPartitionsRDD [2886] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7521 { label="Scan parquet "; 2887 [labelType="html" label="FileScanRDD [2887] takeAsList at DataFrameCommonJob.java:145"]; 2888 [labelType="html" label="MapPartitionsRDD [2888] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7517 { label="WholeStageCodegen (10)"; 2889 [labelType="html" label="MapPartitionsRDD [2889] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7526 { label="Scan parquet "; 2890 [labelType="html" label="FileScanRDD [2890] takeAsList at DataFrameCommonJob.java:145"]; 2891 [labelType="html" label="MapPartitionsRDD [2891] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7522 { label="WholeStageCodegen (11)"; 2892 [labelType="html" label="MapPartitionsRDD [2892] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7531 { label="Scan parquet "; 2893 [labelType="html" label="FileScanRDD [2893] takeAsList at DataFrameCommonJob.java:145"]; 2894 [labelType="html" label="MapPartitionsRDD [2894] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7527 { label="WholeStageCodegen (12)"; 2895 [labelType="html" label="MapPartitionsRDD [2895] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7536 { label="Scan parquet "; 2896 [labelType="html" label="FileScanRDD [2896] takeAsList at DataFrameCommonJob.java:145"]; 2897 [labelType="html" label="MapPartitionsRDD [2897] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7532 { label="WholeStageCodegen (13)"; 2898 [labelType="html" label="MapPartitionsRDD [2898] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7471 { label="Union"; 2899 [labelType="html" label="UnionRDD [2899] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7467 { label="WholeStageCodegen (14)"; 2900 [labelType="html" label="MapPartitionsRDD [2900] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7466 { label="Exchange"; 2901 [labelType="html" label="MapPartitionsRDD [2901] takeAsList at DataFrameCommonJob.java:145"]; } } 2860->2861; 2861->2862; 2863->2864; 2864->2865; 2866->2867; 2867->2868; 2869->2870; 2870->2871; 2872->2873; 2873->2874; 2875->2876; 2876->2877; 2878->2879; 2879->2880; 2881->2882; 2882->2883; 2884->2885; 2885->2886; 2887->2888; 2888->2889; 2890->2891; 2891->2892; 2893->2894; 2894->2895; 2896->2897; 2897->2898; 2862->2899; 2865->2899; 2868->2899; 2871->2899; 2874->2899; 2877->2899; 2880->2899; 2883->2899; 2886->2899; 2889->2899; 2892->2899; 2895->2899; 2898->2899; 2899->2900; 2900->2901; }

digraph G { subgraph clusterstage_567 { label="Stage 567 (skipped)"; subgraph cluster7543 { label="Scan parquet "; 2902 [labelType="html" label="FileScanRDD [2902] takeAsList at DataFrameCommonJob.java:145"]; 2903 [labelType="html" label="MapPartitionsRDD [2903] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7538 { label="WholeStageCodegen (15)"; 2904 [labelType="html" label="MapPartitionsRDD [2904] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7537 { label="Exchange"; 2905 [labelType="html" label="MapPartitionsRDD [2905] takeAsList at DataFrameCommonJob.java:145"]; } } 2902->2903; 2903->2904; 2904->2905; }

digraph G { subgraph clusterstage_568 { label="Stage 568 (skipped)"; subgraph cluster7552 { label="AQEShuffleRead"; 2906 [labelType="html" label="ShuffledRowRDD [2906] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7549 { label="WholeStageCodegen (16)"; 2907 [labelType="html" label="MapPartitionsRDD [2907] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7548 { label="Window"; 2908 [labelType="html" label="MapPartitionsRDD [2908] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7545 { label="WholeStageCodegen (17)"; 2909 [labelType="html" label="MapPartitionsRDD [2909] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7544 { label="Exchange"; 2910 [labelType="html" label="MapPartitionsRDD [2910] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2906->2907; 2907->2908; 2908->2909; 2909->2910; }

2901,2906

digraph G { subgraph clusterstage_569 { label="Stage 569 (skipped)"; subgraph cluster7562 { label="AQEShuffleRead"; 2911 [labelType="html" label="ShuffledRowRDD [2911] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7559 { label="WholeStageCodegen (18)"; 2912 [labelType="html" label="MapPartitionsRDD [2912] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7567 { label="AQEShuffleRead"; 2913 [labelType="html" label="ShuffledRowRDD [2913] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7564 { label="WholeStageCodegen (19)"; 2914 [labelType="html" label="MapPartitionsRDD [2914] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7555 { label="WholeStageCodegen (20)"; 2915 [labelType="html" label="ZippedPartitionsRDD2 [2915] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; 2916 [labelType="html" label="MapPartitionsRDD [2916] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7554 { label="ObjectHashAggregate"; 2917 [labelType="html" label="MapPartitionsRDD [2917] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7553 { label="Exchange"; 2918 [labelType="html" label="MapPartitionsRDD [2918] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2911->2912; 2913->2914; 2912->2915; 2914->2915; 2915->2916; 2916->2917; 2917->2918; }

2910,2911

2905,2913

digraph G { subgraph clusterstage_570 { label="Stage 570"; subgraph cluster7570 { label="Exchange"; 2919 [labelType="html" label="ShuffledRowRDD [2919] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7568 { label="ObjectHashAggregate"; 2920 [labelType="html" label="MapPartitionsRDD [2920] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7571 { label="mapPartitionsInternal"; 2921 [labelType="html" label="MapPartitionsRDD [2921] [Unordered] takeAsList at DataFrameCommonJob.java:145"]; } } 2919->2920; 2920->2921; }

2918,2919

Completed Stages (1)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total	Input	Output	Shuffle Read	Shuffle Write
570	default	DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	2026/06/03 07:39:43	30 ms	1/1			14.4 KiB

Stage Id ▾

Pool Name

Description

Submitted

Duration

Tasks: Succeeded/Total

Input

Output

Shuffle Read

Shuffle Write

570

default

DataFrameCommonJob_dataExecSummary takeAsList at DataFrameCommonJob.java:145 +details

org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562)
com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145)
com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86)
com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35)
com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142)
com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47)
java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source)
java.base/java.util.concurrent.FutureTask.run(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source)
java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source)
java.base/java.lang.Thread.run(Unknown Source)

2026/06/03 07:39:43

30 ms

1/1

14.4 KiB

Page:

Skipped Stages (4)

Page:

Stage Id ▾	Pool Name	Description	Submitted	Duration	Tasks: Succeeded/Total
569	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
568	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/2
567	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/1
566	default	takeAsList at DataFrameCommonJob.java:145 +details org.apache.spark.sql.Dataset.takeAsList(Dataset.scala:3562) com.adb.hdh.spark.job.impl.DataFrameCommonJob.take(DataFrameCommonJob.java:145) com.adb.hdh.spark.job.impl.ColumnStatJob.stats(ColumnStatJob.java:86) com.adb.hdh.spark.job.impl.ExecDataJob.exec(ExecDataJob.java:35) com.adb.hdh.spark.jobs.SparkJobRunnerService.runJob(SparkJobRunnerService.java:142) com.adb.hdh.spark.jobs.AbstractJobThread.run(AbstractJobThread.java:47) java.base/java.util.concurrent.Executors$RunnableAdapter.call(Unknown Source) java.base/java.util.concurrent.FutureTask.run(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(Unknown Source) java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Unknown Source) java.base/java.lang.Thread.run(Unknown Source)	Unknown	Unknown	0/26

Page: