3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 234 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
134
DAG Visualization
digraph G { subgraph clusterstage_234 { label="Stage 234"; subgraph cluster2884 { label="Scan parquet "; 1142 [labelType="html" label="FileScanRDD [1142]<br>takeAsList at DataFrameCommonJob.java:145"]; 1143 [labelType="html" label="MapPartitionsRDD [1143]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2880 { label="WholeStageCodegen (1)"; 1144 [labelType="html" label="MapPartitionsRDD [1144]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2889 { label="Scan parquet "; 1145 [labelType="html" label="FileScanRDD [1145]<br>takeAsList at DataFrameCommonJob.java:145"]; 1146 [labelType="html" label="MapPartitionsRDD [1146]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2885 { label="WholeStageCodegen (2)"; 1147 [labelType="html" label="MapPartitionsRDD [1147]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2894 { label="Scan parquet "; 1148 [labelType="html" label="FileScanRDD [1148]<br>takeAsList at DataFrameCommonJob.java:145"]; 1149 [labelType="html" label="MapPartitionsRDD [1149]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2890 { label="WholeStageCodegen (3)"; 1150 [labelType="html" label="MapPartitionsRDD [1150]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2899 { label="Scan parquet "; 1151 [labelType="html" label="FileScanRDD [1151]<br>takeAsList at DataFrameCommonJob.java:145"]; 1152 [labelType="html" label="MapPartitionsRDD [1152]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2895 { label="WholeStageCodegen (4)"; 1153 [labelType="html" label="MapPartitionsRDD [1153]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2904 { label="Scan parquet "; 1154 [labelType="html" label="FileScanRDD [1154]<br>takeAsList at DataFrameCommonJob.java:145"]; 1155 [labelType="html" label="MapPartitionsRDD [1155]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2900 { label="WholeStageCodegen (5)"; 1156 [labelType="html" label="MapPartitionsRDD [1156]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2909 { label="Scan parquet "; 1157 [labelType="html" label="FileScanRDD [1157]<br>takeAsList at DataFrameCommonJob.java:145"]; 1158 [labelType="html" label="MapPartitionsRDD [1158]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2905 { label="WholeStageCodegen (6)"; 1159 [labelType="html" label="MapPartitionsRDD [1159]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2914 { label="Scan parquet "; 1160 [labelType="html" label="FileScanRDD [1160]<br>takeAsList at DataFrameCommonJob.java:145"]; 1161 [labelType="html" label="MapPartitionsRDD [1161]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2910 { label="WholeStageCodegen (7)"; 1162 [labelType="html" label="MapPartitionsRDD [1162]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2919 { label="Scan parquet "; 1163 [labelType="html" label="FileScanRDD [1163]<br>takeAsList at DataFrameCommonJob.java:145"]; 1164 [labelType="html" label="MapPartitionsRDD [1164]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2915 { label="WholeStageCodegen (8)"; 1165 [labelType="html" label="MapPartitionsRDD [1165]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2924 { label="Scan parquet "; 1166 [labelType="html" label="FileScanRDD [1166]<br>takeAsList at DataFrameCommonJob.java:145"]; 1167 [labelType="html" label="MapPartitionsRDD [1167]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2920 { label="WholeStageCodegen (9)"; 1168 [labelType="html" label="MapPartitionsRDD [1168]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2929 { label="Scan parquet "; 1169 [labelType="html" label="FileScanRDD [1169]<br>takeAsList at DataFrameCommonJob.java:145"]; 1170 [labelType="html" label="MapPartitionsRDD [1170]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2925 { label="WholeStageCodegen (10)"; 1171 [labelType="html" label="MapPartitionsRDD [1171]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2934 { label="Scan parquet "; 1172 [labelType="html" label="FileScanRDD [1172]<br>takeAsList at DataFrameCommonJob.java:145"]; 1173 [labelType="html" label="MapPartitionsRDD [1173]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2930 { label="WholeStageCodegen (11)"; 1174 [labelType="html" label="MapPartitionsRDD [1174]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2939 { label="Scan parquet "; 1175 [labelType="html" label="FileScanRDD [1175]<br>takeAsList at DataFrameCommonJob.java:145"]; 1176 [labelType="html" label="MapPartitionsRDD [1176]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2935 { label="WholeStageCodegen (12)"; 1177 [labelType="html" label="MapPartitionsRDD [1177]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2944 { label="Scan parquet "; 1178 [labelType="html" label="FileScanRDD [1178]<br>takeAsList at DataFrameCommonJob.java:145"]; 1179 [labelType="html" label="MapPartitionsRDD [1179]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2940 { label="WholeStageCodegen (13)"; 1180 [labelType="html" label="MapPartitionsRDD [1180]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2879 { label="Union"; 1181 [labelType="html" label="UnionRDD [1181]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2875 { label="WholeStageCodegen (14)"; 1182 [labelType="html" label="MapPartitionsRDD [1182]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2874 { label="Exchange"; 1183 [labelType="html" label="MapPartitionsRDD [1183]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1142->1143; 1143->1144; 1145->1146; 1146->1147; 1148->1149; 1149->1150; 1151->1152; 1152->1153; 1154->1155; 1155->1156; 1157->1158; 1158->1159; 1160->1161; 1161->1162; 1163->1164; 1164->1165; 1166->1167; 1167->1168; 1169->1170; 1170->1171; 1172->1173; 1173->1174; 1175->1176; 1176->1177; 1178->1179; 1179->1180; 1144->1181; 1147->1181; 1150->1181; 1153->1181; 1156->1181; 1159->1181; 1162->1181; 1165->1181; 1168->1181; 1171->1181; 1174->1181; 1177->1181; 1180->1181; 1181->1182; 1182->1183; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time