3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 208 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
124
DAG Visualization
digraph G { subgraph clusterstage_208 { label="Stage 208"; subgraph cluster2548 { label="Scan parquet "; 1018 [labelType="html" label="FileScanRDD [1018]<br>takeAsList at DataFrameCommonJob.java:145"]; 1019 [labelType="html" label="MapPartitionsRDD [1019]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2544 { label="WholeStageCodegen (1)"; 1020 [labelType="html" label="MapPartitionsRDD [1020]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2553 { label="Scan parquet "; 1021 [labelType="html" label="FileScanRDD [1021]<br>takeAsList at DataFrameCommonJob.java:145"]; 1022 [labelType="html" label="MapPartitionsRDD [1022]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2549 { label="WholeStageCodegen (2)"; 1023 [labelType="html" label="MapPartitionsRDD [1023]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2558 { label="Scan parquet "; 1024 [labelType="html" label="FileScanRDD [1024]<br>takeAsList at DataFrameCommonJob.java:145"]; 1025 [labelType="html" label="MapPartitionsRDD [1025]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2554 { label="WholeStageCodegen (3)"; 1026 [labelType="html" label="MapPartitionsRDD [1026]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2563 { label="Scan parquet "; 1027 [labelType="html" label="FileScanRDD [1027]<br>takeAsList at DataFrameCommonJob.java:145"]; 1028 [labelType="html" label="MapPartitionsRDD [1028]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2559 { label="WholeStageCodegen (4)"; 1029 [labelType="html" label="MapPartitionsRDD [1029]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2568 { label="Scan parquet "; 1030 [labelType="html" label="FileScanRDD [1030]<br>takeAsList at DataFrameCommonJob.java:145"]; 1031 [labelType="html" label="MapPartitionsRDD [1031]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2564 { label="WholeStageCodegen (5)"; 1032 [labelType="html" label="MapPartitionsRDD [1032]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2573 { label="Scan parquet "; 1033 [labelType="html" label="FileScanRDD [1033]<br>takeAsList at DataFrameCommonJob.java:145"]; 1034 [labelType="html" label="MapPartitionsRDD [1034]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2569 { label="WholeStageCodegen (6)"; 1035 [labelType="html" label="MapPartitionsRDD [1035]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2578 { label="Scan parquet "; 1036 [labelType="html" label="FileScanRDD [1036]<br>takeAsList at DataFrameCommonJob.java:145"]; 1037 [labelType="html" label="MapPartitionsRDD [1037]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2574 { label="WholeStageCodegen (7)"; 1038 [labelType="html" label="MapPartitionsRDD [1038]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2583 { label="Scan parquet "; 1039 [labelType="html" label="FileScanRDD [1039]<br>takeAsList at DataFrameCommonJob.java:145"]; 1040 [labelType="html" label="MapPartitionsRDD [1040]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2579 { label="WholeStageCodegen (8)"; 1041 [labelType="html" label="MapPartitionsRDD [1041]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2588 { label="Scan parquet "; 1042 [labelType="html" label="FileScanRDD [1042]<br>takeAsList at DataFrameCommonJob.java:145"]; 1043 [labelType="html" label="MapPartitionsRDD [1043]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2584 { label="WholeStageCodegen (9)"; 1044 [labelType="html" label="MapPartitionsRDD [1044]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2593 { label="Scan parquet "; 1045 [labelType="html" label="FileScanRDD [1045]<br>takeAsList at DataFrameCommonJob.java:145"]; 1046 [labelType="html" label="MapPartitionsRDD [1046]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2589 { label="WholeStageCodegen (10)"; 1047 [labelType="html" label="MapPartitionsRDD [1047]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2598 { label="Scan parquet "; 1048 [labelType="html" label="FileScanRDD [1048]<br>takeAsList at DataFrameCommonJob.java:145"]; 1049 [labelType="html" label="MapPartitionsRDD [1049]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2594 { label="WholeStageCodegen (11)"; 1050 [labelType="html" label="MapPartitionsRDD [1050]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2603 { label="Scan parquet "; 1051 [labelType="html" label="FileScanRDD [1051]<br>takeAsList at DataFrameCommonJob.java:145"]; 1052 [labelType="html" label="MapPartitionsRDD [1052]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2599 { label="WholeStageCodegen (12)"; 1053 [labelType="html" label="MapPartitionsRDD [1053]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2608 { label="Scan parquet "; 1054 [labelType="html" label="FileScanRDD [1054]<br>takeAsList at DataFrameCommonJob.java:145"]; 1055 [labelType="html" label="MapPartitionsRDD [1055]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2604 { label="WholeStageCodegen (13)"; 1056 [labelType="html" label="MapPartitionsRDD [1056]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2543 { label="Union"; 1057 [labelType="html" label="UnionRDD [1057]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2539 { label="WholeStageCodegen (14)"; 1058 [labelType="html" label="MapPartitionsRDD [1058]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2538 { label="Exchange"; 1059 [labelType="html" label="MapPartitionsRDD [1059]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1018->1019; 1019->1020; 1021->1022; 1022->1023; 1024->1025; 1025->1026; 1027->1028; 1028->1029; 1030->1031; 1031->1032; 1033->1034; 1034->1035; 1036->1037; 1037->1038; 1039->1040; 1040->1041; 1042->1043; 1043->1044; 1045->1046; 1046->1047; 1048->1049; 1049->1050; 1051->1052; 1052->1053; 1054->1055; 1055->1056; 1020->1057; 1023->1057; 1026->1057; 1029->1057; 1032->1057; 1035->1057; 1038->1057; 1041->1057; 1044->1057; 1047->1057; 1050->1057; 1053->1057; 1056->1057; 1057->1058; 1058->1059; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time