3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 273 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
149
DAG Visualization
digraph G { subgraph clusterstage_273 { label="Stage 273"; subgraph cluster3388 { label="Scan parquet "; 1328 [labelType="html" label="FileScanRDD [1328]<br>takeAsList at DataFrameCommonJob.java:145"]; 1329 [labelType="html" label="MapPartitionsRDD [1329]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3384 { label="WholeStageCodegen (1)"; 1330 [labelType="html" label="MapPartitionsRDD [1330]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3393 { label="Scan parquet "; 1331 [labelType="html" label="FileScanRDD [1331]<br>takeAsList at DataFrameCommonJob.java:145"]; 1332 [labelType="html" label="MapPartitionsRDD [1332]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3389 { label="WholeStageCodegen (2)"; 1333 [labelType="html" label="MapPartitionsRDD [1333]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3398 { label="Scan parquet "; 1334 [labelType="html" label="FileScanRDD [1334]<br>takeAsList at DataFrameCommonJob.java:145"]; 1335 [labelType="html" label="MapPartitionsRDD [1335]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3394 { label="WholeStageCodegen (3)"; 1336 [labelType="html" label="MapPartitionsRDD [1336]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3403 { label="Scan parquet "; 1337 [labelType="html" label="FileScanRDD [1337]<br>takeAsList at DataFrameCommonJob.java:145"]; 1338 [labelType="html" label="MapPartitionsRDD [1338]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3399 { label="WholeStageCodegen (4)"; 1339 [labelType="html" label="MapPartitionsRDD [1339]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3408 { label="Scan parquet "; 1340 [labelType="html" label="FileScanRDD [1340]<br>takeAsList at DataFrameCommonJob.java:145"]; 1341 [labelType="html" label="MapPartitionsRDD [1341]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3404 { label="WholeStageCodegen (5)"; 1342 [labelType="html" label="MapPartitionsRDD [1342]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3413 { label="Scan parquet "; 1343 [labelType="html" label="FileScanRDD [1343]<br>takeAsList at DataFrameCommonJob.java:145"]; 1344 [labelType="html" label="MapPartitionsRDD [1344]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3409 { label="WholeStageCodegen (6)"; 1345 [labelType="html" label="MapPartitionsRDD [1345]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3418 { label="Scan parquet "; 1346 [labelType="html" label="FileScanRDD [1346]<br>takeAsList at DataFrameCommonJob.java:145"]; 1347 [labelType="html" label="MapPartitionsRDD [1347]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3414 { label="WholeStageCodegen (7)"; 1348 [labelType="html" label="MapPartitionsRDD [1348]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3423 { label="Scan parquet "; 1349 [labelType="html" label="FileScanRDD [1349]<br>takeAsList at DataFrameCommonJob.java:145"]; 1350 [labelType="html" label="MapPartitionsRDD [1350]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3419 { label="WholeStageCodegen (8)"; 1351 [labelType="html" label="MapPartitionsRDD [1351]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3428 { label="Scan parquet "; 1352 [labelType="html" label="FileScanRDD [1352]<br>takeAsList at DataFrameCommonJob.java:145"]; 1353 [labelType="html" label="MapPartitionsRDD [1353]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3424 { label="WholeStageCodegen (9)"; 1354 [labelType="html" label="MapPartitionsRDD [1354]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3433 { label="Scan parquet "; 1355 [labelType="html" label="FileScanRDD [1355]<br>takeAsList at DataFrameCommonJob.java:145"]; 1356 [labelType="html" label="MapPartitionsRDD [1356]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3429 { label="WholeStageCodegen (10)"; 1357 [labelType="html" label="MapPartitionsRDD [1357]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3438 { label="Scan parquet "; 1358 [labelType="html" label="FileScanRDD [1358]<br>takeAsList at DataFrameCommonJob.java:145"]; 1359 [labelType="html" label="MapPartitionsRDD [1359]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3434 { label="WholeStageCodegen (11)"; 1360 [labelType="html" label="MapPartitionsRDD [1360]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3443 { label="Scan parquet "; 1361 [labelType="html" label="FileScanRDD [1361]<br>takeAsList at DataFrameCommonJob.java:145"]; 1362 [labelType="html" label="MapPartitionsRDD [1362]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3439 { label="WholeStageCodegen (12)"; 1363 [labelType="html" label="MapPartitionsRDD [1363]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3448 { label="Scan parquet "; 1364 [labelType="html" label="FileScanRDD [1364]<br>takeAsList at DataFrameCommonJob.java:145"]; 1365 [labelType="html" label="MapPartitionsRDD [1365]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3444 { label="WholeStageCodegen (13)"; 1366 [labelType="html" label="MapPartitionsRDD [1366]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3383 { label="Union"; 1367 [labelType="html" label="UnionRDD [1367]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3379 { label="WholeStageCodegen (14)"; 1368 [labelType="html" label="MapPartitionsRDD [1368]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3378 { label="Exchange"; 1369 [labelType="html" label="MapPartitionsRDD [1369]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1328->1329; 1329->1330; 1331->1332; 1332->1333; 1334->1335; 1335->1336; 1337->1338; 1338->1339; 1340->1341; 1341->1342; 1343->1344; 1344->1345; 1346->1347; 1347->1348; 1349->1350; 1350->1351; 1352->1353; 1353->1354; 1355->1356; 1356->1357; 1358->1359; 1359->1360; 1361->1362; 1362->1363; 1364->1365; 1365->1366; 1330->1367; 1333->1367; 1336->1367; 1339->1367; 1342->1367; 1345->1367; 1348->1367; 1351->1367; 1354->1367; 1357->1367; 1360->1367; 1363->1367; 1366->1367; 1367->1368; 1368->1369; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time