3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 181 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
4.4 MiB / 29428
Shuffle Write Size / Records:
2.8 MiB / 617988
Associated Job Ids:
112
DAG Visualization
digraph G { subgraph clusterstage_181 { label="Stage 181"; subgraph cluster2086 { label="Scan parquet "; 847 [labelType="html" label="FileScanRDD [847]<br>takeAsList at DataFrameCommonJob.java:145"]; 848 [labelType="html" label="MapPartitionsRDD [848]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2082 { label="WholeStageCodegen (1)"; 849 [labelType="html" label="MapPartitionsRDD [849]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2091 { label="Scan parquet "; 850 [labelType="html" label="FileScanRDD [850]<br>takeAsList at DataFrameCommonJob.java:145"]; 851 [labelType="html" label="MapPartitionsRDD [851]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2087 { label="WholeStageCodegen (2)"; 852 [labelType="html" label="MapPartitionsRDD [852]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2096 { label="Scan parquet "; 853 [labelType="html" label="FileScanRDD [853]<br>takeAsList at DataFrameCommonJob.java:145"]; 854 [labelType="html" label="MapPartitionsRDD [854]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2092 { label="WholeStageCodegen (3)"; 855 [labelType="html" label="MapPartitionsRDD [855]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2101 { label="Scan parquet "; 856 [labelType="html" label="FileScanRDD [856]<br>takeAsList at DataFrameCommonJob.java:145"]; 857 [labelType="html" label="MapPartitionsRDD [857]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2097 { label="WholeStageCodegen (4)"; 858 [labelType="html" label="MapPartitionsRDD [858]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2106 { label="Scan parquet "; 859 [labelType="html" label="FileScanRDD [859]<br>takeAsList at DataFrameCommonJob.java:145"]; 860 [labelType="html" label="MapPartitionsRDD [860]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2102 { label="WholeStageCodegen (5)"; 861 [labelType="html" label="MapPartitionsRDD [861]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2111 { label="Scan parquet "; 862 [labelType="html" label="FileScanRDD [862]<br>takeAsList at DataFrameCommonJob.java:145"]; 863 [labelType="html" label="MapPartitionsRDD [863]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2107 { label="WholeStageCodegen (6)"; 864 [labelType="html" label="MapPartitionsRDD [864]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2116 { label="Scan parquet "; 865 [labelType="html" label="FileScanRDD [865]<br>takeAsList at DataFrameCommonJob.java:145"]; 866 [labelType="html" label="MapPartitionsRDD [866]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2112 { label="WholeStageCodegen (7)"; 867 [labelType="html" label="MapPartitionsRDD [867]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2121 { label="Scan parquet "; 868 [labelType="html" label="FileScanRDD [868]<br>takeAsList at DataFrameCommonJob.java:145"]; 869 [labelType="html" label="MapPartitionsRDD [869]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2117 { label="WholeStageCodegen (8)"; 870 [labelType="html" label="MapPartitionsRDD [870]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2126 { label="Scan parquet "; 871 [labelType="html" label="FileScanRDD [871]<br>takeAsList at DataFrameCommonJob.java:145"]; 872 [labelType="html" label="MapPartitionsRDD [872]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2122 { label="WholeStageCodegen (9)"; 873 [labelType="html" label="MapPartitionsRDD [873]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2131 { label="Scan parquet "; 874 [labelType="html" label="FileScanRDD [874]<br>takeAsList at DataFrameCommonJob.java:145"]; 875 [labelType="html" label="MapPartitionsRDD [875]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2127 { label="WholeStageCodegen (10)"; 876 [labelType="html" label="MapPartitionsRDD [876]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2136 { label="Scan parquet "; 877 [labelType="html" label="FileScanRDD [877]<br>takeAsList at DataFrameCommonJob.java:145"]; 878 [labelType="html" label="MapPartitionsRDD [878]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2132 { label="WholeStageCodegen (11)"; 879 [labelType="html" label="MapPartitionsRDD [879]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2141 { label="Scan parquet "; 880 [labelType="html" label="FileScanRDD [880]<br>takeAsList at DataFrameCommonJob.java:145"]; 881 [labelType="html" label="MapPartitionsRDD [881]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2137 { label="WholeStageCodegen (12)"; 882 [labelType="html" label="MapPartitionsRDD [882]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2146 { label="Scan parquet "; 883 [labelType="html" label="FileScanRDD [883]<br>takeAsList at DataFrameCommonJob.java:145"]; 884 [labelType="html" label="MapPartitionsRDD [884]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2142 { label="WholeStageCodegen (13)"; 885 [labelType="html" label="MapPartitionsRDD [885]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2081 { label="Union"; 886 [labelType="html" label="UnionRDD [886]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2077 { label="WholeStageCodegen (14)"; 887 [labelType="html" label="MapPartitionsRDD [887]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2076 { label="Exchange"; 888 [labelType="html" label="MapPartitionsRDD [888]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 847->848; 848->849; 850->851; 851->852; 853->854; 854->855; 856->857; 857->858; 859->860; 860->861; 862->863; 863->864; 865->866; 866->867; 868->869; 869->870; 871->872; 872->873; 874->875; 875->876; 877->878; 878->879; 880->881; 881->882; 883->884; 884->885; 849->886; 852->886; 855->886; 858->886; 861->886; 864->886; 867->886; 870->886; 873->886; 876->886; 879->886; 882->886; 885->886; 886->887; 887->888; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time