3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 190 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
699.2 KiB / 617988
Associated Job Ids:
116
DAG Visualization
digraph G { subgraph clusterstage_190 { label="Stage 190"; subgraph cluster2240 { label="Scan parquet "; 904 [labelType="html" label="FileScanRDD [904]<br>takeAsList at DataFrameCommonJob.java:145"]; 905 [labelType="html" label="MapPartitionsRDD [905]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2236 { label="WholeStageCodegen (1)"; 906 [labelType="html" label="MapPartitionsRDD [906]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2245 { label="Scan parquet "; 907 [labelType="html" label="FileScanRDD [907]<br>takeAsList at DataFrameCommonJob.java:145"]; 908 [labelType="html" label="MapPartitionsRDD [908]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2241 { label="WholeStageCodegen (2)"; 909 [labelType="html" label="MapPartitionsRDD [909]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2250 { label="Scan parquet "; 910 [labelType="html" label="FileScanRDD [910]<br>takeAsList at DataFrameCommonJob.java:145"]; 911 [labelType="html" label="MapPartitionsRDD [911]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2246 { label="WholeStageCodegen (3)"; 912 [labelType="html" label="MapPartitionsRDD [912]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2255 { label="Scan parquet "; 913 [labelType="html" label="FileScanRDD [913]<br>takeAsList at DataFrameCommonJob.java:145"]; 914 [labelType="html" label="MapPartitionsRDD [914]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2251 { label="WholeStageCodegen (4)"; 915 [labelType="html" label="MapPartitionsRDD [915]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2260 { label="Scan parquet "; 916 [labelType="html" label="FileScanRDD [916]<br>takeAsList at DataFrameCommonJob.java:145"]; 917 [labelType="html" label="MapPartitionsRDD [917]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2256 { label="WholeStageCodegen (5)"; 918 [labelType="html" label="MapPartitionsRDD [918]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2265 { label="Scan parquet "; 919 [labelType="html" label="FileScanRDD [919]<br>takeAsList at DataFrameCommonJob.java:145"]; 920 [labelType="html" label="MapPartitionsRDD [920]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2261 { label="WholeStageCodegen (6)"; 921 [labelType="html" label="MapPartitionsRDD [921]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2270 { label="Scan parquet "; 922 [labelType="html" label="FileScanRDD [922]<br>takeAsList at DataFrameCommonJob.java:145"]; 923 [labelType="html" label="MapPartitionsRDD [923]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2266 { label="WholeStageCodegen (7)"; 924 [labelType="html" label="MapPartitionsRDD [924]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2275 { label="Scan parquet "; 925 [labelType="html" label="FileScanRDD [925]<br>takeAsList at DataFrameCommonJob.java:145"]; 926 [labelType="html" label="MapPartitionsRDD [926]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2271 { label="WholeStageCodegen (8)"; 927 [labelType="html" label="MapPartitionsRDD [927]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2280 { label="Scan parquet "; 928 [labelType="html" label="FileScanRDD [928]<br>takeAsList at DataFrameCommonJob.java:145"]; 929 [labelType="html" label="MapPartitionsRDD [929]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2276 { label="WholeStageCodegen (9)"; 930 [labelType="html" label="MapPartitionsRDD [930]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2285 { label="Scan parquet "; 931 [labelType="html" label="FileScanRDD [931]<br>takeAsList at DataFrameCommonJob.java:145"]; 932 [labelType="html" label="MapPartitionsRDD [932]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2281 { label="WholeStageCodegen (10)"; 933 [labelType="html" label="MapPartitionsRDD [933]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2290 { label="Scan parquet "; 934 [labelType="html" label="FileScanRDD [934]<br>takeAsList at DataFrameCommonJob.java:145"]; 935 [labelType="html" label="MapPartitionsRDD [935]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2286 { label="WholeStageCodegen (11)"; 936 [labelType="html" label="MapPartitionsRDD [936]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2295 { label="Scan parquet "; 937 [labelType="html" label="FileScanRDD [937]<br>takeAsList at DataFrameCommonJob.java:145"]; 938 [labelType="html" label="MapPartitionsRDD [938]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2291 { label="WholeStageCodegen (12)"; 939 [labelType="html" label="MapPartitionsRDD [939]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2300 { label="Scan parquet "; 940 [labelType="html" label="FileScanRDD [940]<br>takeAsList at DataFrameCommonJob.java:145"]; 941 [labelType="html" label="MapPartitionsRDD [941]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2296 { label="WholeStageCodegen (13)"; 942 [labelType="html" label="MapPartitionsRDD [942]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2235 { label="Union"; 943 [labelType="html" label="UnionRDD [943]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2231 { label="WholeStageCodegen (14)"; 944 [labelType="html" label="MapPartitionsRDD [944]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2230 { label="Exchange"; 945 [labelType="html" label="MapPartitionsRDD [945]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 904->905; 905->906; 907->908; 908->909; 910->911; 911->912; 913->914; 914->915; 916->917; 917->918; 919->920; 920->921; 922->923; 923->924; 925->926; 926->927; 928->929; 929->930; 931->932; 932->933; 934->935; 935->936; 937->938; 938->939; 940->941; 941->942; 906->943; 909->943; 912->943; 915->943; 918->943; 921->943; 924->943; 927->943; 930->943; 933->943; 936->943; 939->943; 942->943; 943->944; 944->945; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time