3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 260 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
144
DAG Visualization
digraph G { subgraph clusterstage_260 { label="Stage 260"; subgraph cluster3220 { label="Scan parquet "; 1266 [labelType="html" label="FileScanRDD [1266]<br>takeAsList at DataFrameCommonJob.java:145"]; 1267 [labelType="html" label="MapPartitionsRDD [1267]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3216 { label="WholeStageCodegen (1)"; 1268 [labelType="html" label="MapPartitionsRDD [1268]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3225 { label="Scan parquet "; 1269 [labelType="html" label="FileScanRDD [1269]<br>takeAsList at DataFrameCommonJob.java:145"]; 1270 [labelType="html" label="MapPartitionsRDD [1270]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3221 { label="WholeStageCodegen (2)"; 1271 [labelType="html" label="MapPartitionsRDD [1271]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3230 { label="Scan parquet "; 1272 [labelType="html" label="FileScanRDD [1272]<br>takeAsList at DataFrameCommonJob.java:145"]; 1273 [labelType="html" label="MapPartitionsRDD [1273]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3226 { label="WholeStageCodegen (3)"; 1274 [labelType="html" label="MapPartitionsRDD [1274]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3235 { label="Scan parquet "; 1275 [labelType="html" label="FileScanRDD [1275]<br>takeAsList at DataFrameCommonJob.java:145"]; 1276 [labelType="html" label="MapPartitionsRDD [1276]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3231 { label="WholeStageCodegen (4)"; 1277 [labelType="html" label="MapPartitionsRDD [1277]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3240 { label="Scan parquet "; 1278 [labelType="html" label="FileScanRDD [1278]<br>takeAsList at DataFrameCommonJob.java:145"]; 1279 [labelType="html" label="MapPartitionsRDD [1279]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3236 { label="WholeStageCodegen (5)"; 1280 [labelType="html" label="MapPartitionsRDD [1280]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3245 { label="Scan parquet "; 1281 [labelType="html" label="FileScanRDD [1281]<br>takeAsList at DataFrameCommonJob.java:145"]; 1282 [labelType="html" label="MapPartitionsRDD [1282]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3241 { label="WholeStageCodegen (6)"; 1283 [labelType="html" label="MapPartitionsRDD [1283]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3250 { label="Scan parquet "; 1284 [labelType="html" label="FileScanRDD [1284]<br>takeAsList at DataFrameCommonJob.java:145"]; 1285 [labelType="html" label="MapPartitionsRDD [1285]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3246 { label="WholeStageCodegen (7)"; 1286 [labelType="html" label="MapPartitionsRDD [1286]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3255 { label="Scan parquet "; 1287 [labelType="html" label="FileScanRDD [1287]<br>takeAsList at DataFrameCommonJob.java:145"]; 1288 [labelType="html" label="MapPartitionsRDD [1288]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3251 { label="WholeStageCodegen (8)"; 1289 [labelType="html" label="MapPartitionsRDD [1289]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3260 { label="Scan parquet "; 1290 [labelType="html" label="FileScanRDD [1290]<br>takeAsList at DataFrameCommonJob.java:145"]; 1291 [labelType="html" label="MapPartitionsRDD [1291]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3256 { label="WholeStageCodegen (9)"; 1292 [labelType="html" label="MapPartitionsRDD [1292]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3265 { label="Scan parquet "; 1293 [labelType="html" label="FileScanRDD [1293]<br>takeAsList at DataFrameCommonJob.java:145"]; 1294 [labelType="html" label="MapPartitionsRDD [1294]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3261 { label="WholeStageCodegen (10)"; 1295 [labelType="html" label="MapPartitionsRDD [1295]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3270 { label="Scan parquet "; 1296 [labelType="html" label="FileScanRDD [1296]<br>takeAsList at DataFrameCommonJob.java:145"]; 1297 [labelType="html" label="MapPartitionsRDD [1297]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3266 { label="WholeStageCodegen (11)"; 1298 [labelType="html" label="MapPartitionsRDD [1298]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3275 { label="Scan parquet "; 1299 [labelType="html" label="FileScanRDD [1299]<br>takeAsList at DataFrameCommonJob.java:145"]; 1300 [labelType="html" label="MapPartitionsRDD [1300]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3271 { label="WholeStageCodegen (12)"; 1301 [labelType="html" label="MapPartitionsRDD [1301]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3280 { label="Scan parquet "; 1302 [labelType="html" label="FileScanRDD [1302]<br>takeAsList at DataFrameCommonJob.java:145"]; 1303 [labelType="html" label="MapPartitionsRDD [1303]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3276 { label="WholeStageCodegen (13)"; 1304 [labelType="html" label="MapPartitionsRDD [1304]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3215 { label="Union"; 1305 [labelType="html" label="UnionRDD [1305]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3211 { label="WholeStageCodegen (14)"; 1306 [labelType="html" label="MapPartitionsRDD [1306]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3210 { label="Exchange"; 1307 [labelType="html" label="MapPartitionsRDD [1307]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1266->1267; 1267->1268; 1269->1270; 1270->1271; 1272->1273; 1273->1274; 1275->1276; 1276->1277; 1278->1279; 1279->1280; 1281->1282; 1282->1283; 1284->1285; 1285->1286; 1287->1288; 1288->1289; 1290->1291; 1291->1292; 1293->1294; 1294->1295; 1296->1297; 1297->1298; 1299->1300; 1300->1301; 1302->1303; 1303->1304; 1268->1305; 1271->1305; 1274->1305; 1277->1305; 1280->1305; 1283->1305; 1286->1305; 1289->1305; 1292->1305; 1295->1305; 1298->1305; 1301->1305; 1304->1305; 1305->1306; 1306->1307; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time