3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 145 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
287.2 KiB / 617988
Associated Job Ids:
96
DAG Visualization
digraph G { subgraph clusterstage_145 { label="Stage 145"; subgraph cluster1399 { label="Scan parquet "; 613 [labelType="html" label="FileScanRDD [613]<br>takeAsList at DataFrameCommonJob.java:145"]; 614 [labelType="html" label="MapPartitionsRDD [614]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1391 { label="WholeStageCodegen (1)"; 615 [labelType="html" label="MapPartitionsRDD [615]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1410 { label="Scan parquet "; 622 [labelType="html" label="FileScanRDD [622]<br>takeAsList at DataFrameCommonJob.java:145"]; 623 [labelType="html" label="MapPartitionsRDD [623]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1401 { label="WholeStageCodegen (2)"; 624 [labelType="html" label="MapPartitionsRDD [624]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1416 { label="Scan parquet "; 625 [labelType="html" label="FileScanRDD [625]<br>takeAsList at DataFrameCommonJob.java:145"]; 626 [labelType="html" label="MapPartitionsRDD [626]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1412 { label="WholeStageCodegen (3)"; 627 [labelType="html" label="MapPartitionsRDD [627]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1421 { label="Scan parquet "; 628 [labelType="html" label="FileScanRDD [628]<br>takeAsList at DataFrameCommonJob.java:145"]; 629 [labelType="html" label="MapPartitionsRDD [629]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1417 { label="WholeStageCodegen (4)"; 630 [labelType="html" label="MapPartitionsRDD [630]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1426 { label="Scan parquet "; 631 [labelType="html" label="FileScanRDD [631]<br>takeAsList at DataFrameCommonJob.java:145"]; 632 [labelType="html" label="MapPartitionsRDD [632]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1422 { label="WholeStageCodegen (5)"; 633 [labelType="html" label="MapPartitionsRDD [633]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1495 { label="Scan parquet "; 634 [labelType="html" label="FileScanRDD [634]<br>takeAsList at DataFrameCommonJob.java:145"]; 635 [labelType="html" label="MapPartitionsRDD [635]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1427 { label="WholeStageCodegen (6)"; 636 [labelType="html" label="MapPartitionsRDD [636]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1500 { label="Scan parquet "; 637 [labelType="html" label="FileScanRDD [637]<br>takeAsList at DataFrameCommonJob.java:145"]; 638 [labelType="html" label="MapPartitionsRDD [638]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1496 { label="WholeStageCodegen (7)"; 639 [labelType="html" label="MapPartitionsRDD [639]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1505 { label="Scan parquet "; 640 [labelType="html" label="FileScanRDD [640]<br>takeAsList at DataFrameCommonJob.java:145"]; 641 [labelType="html" label="MapPartitionsRDD [641]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1501 { label="WholeStageCodegen (8)"; 642 [labelType="html" label="MapPartitionsRDD [642]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1510 { label="Scan parquet "; 643 [labelType="html" label="FileScanRDD [643]<br>takeAsList at DataFrameCommonJob.java:145"]; 644 [labelType="html" label="MapPartitionsRDD [644]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1506 { label="WholeStageCodegen (9)"; 645 [labelType="html" label="MapPartitionsRDD [645]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1515 { label="Scan parquet "; 646 [labelType="html" label="FileScanRDD [646]<br>takeAsList at DataFrameCommonJob.java:145"]; 647 [labelType="html" label="MapPartitionsRDD [647]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1511 { label="WholeStageCodegen (10)"; 648 [labelType="html" label="MapPartitionsRDD [648]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1520 { label="Scan parquet "; 649 [labelType="html" label="FileScanRDD [649]<br>takeAsList at DataFrameCommonJob.java:145"]; 650 [labelType="html" label="MapPartitionsRDD [650]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1516 { label="WholeStageCodegen (11)"; 651 [labelType="html" label="MapPartitionsRDD [651]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1525 { label="Scan parquet "; 652 [labelType="html" label="FileScanRDD [652]<br>takeAsList at DataFrameCommonJob.java:145"]; 653 [labelType="html" label="MapPartitionsRDD [653]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1521 { label="WholeStageCodegen (12)"; 654 [labelType="html" label="MapPartitionsRDD [654]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1530 { label="Scan parquet "; 655 [labelType="html" label="FileScanRDD [655]<br>takeAsList at DataFrameCommonJob.java:145"]; 656 [labelType="html" label="MapPartitionsRDD [656]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1526 { label="WholeStageCodegen (13)"; 657 [labelType="html" label="MapPartitionsRDD [657]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1390 { label="Union"; 658 [labelType="html" label="UnionRDD [658]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1383 { label="WholeStageCodegen (14)"; 659 [labelType="html" label="MapPartitionsRDD [659]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1382 { label="Exchange"; 660 [labelType="html" label="MapPartitionsRDD [660]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 613->614; 614->615; 622->623; 623->624; 625->626; 626->627; 628->629; 629->630; 631->632; 632->633; 634->635; 635->636; 637->638; 638->639; 640->641; 641->642; 643->644; 644->645; 646->647; 647->648; 649->650; 650->651; 652->653; 653->654; 655->656; 656->657; 615->658; 624->658; 627->658; 630->658; 633->658; 636->658; 639->658; 642->658; 645->658; 648->658; 651->658; 654->658; 657->658; 658->659; 659->660; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time