3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 154 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
234.3 KiB / 617988
Associated Job Ids:
100
DAG Visualization
digraph G { subgraph clusterstage_154 { label="Stage 154"; subgraph cluster1624 { label="Scan parquet "; 676 [labelType="html" label="FileScanRDD [676]<br>takeAsList at DataFrameCommonJob.java:145"]; 677 [labelType="html" label="MapPartitionsRDD [677]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1620 { label="WholeStageCodegen (1)"; 678 [labelType="html" label="MapPartitionsRDD [678]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1629 { label="Scan parquet "; 679 [labelType="html" label="FileScanRDD [679]<br>takeAsList at DataFrameCommonJob.java:145"]; 680 [labelType="html" label="MapPartitionsRDD [680]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1625 { label="WholeStageCodegen (2)"; 681 [labelType="html" label="MapPartitionsRDD [681]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1634 { label="Scan parquet "; 682 [labelType="html" label="FileScanRDD [682]<br>takeAsList at DataFrameCommonJob.java:145"]; 683 [labelType="html" label="MapPartitionsRDD [683]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1630 { label="WholeStageCodegen (3)"; 684 [labelType="html" label="MapPartitionsRDD [684]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1639 { label="Scan parquet "; 685 [labelType="html" label="FileScanRDD [685]<br>takeAsList at DataFrameCommonJob.java:145"]; 686 [labelType="html" label="MapPartitionsRDD [686]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1635 { label="WholeStageCodegen (4)"; 687 [labelType="html" label="MapPartitionsRDD [687]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1644 { label="Scan parquet "; 688 [labelType="html" label="FileScanRDD [688]<br>takeAsList at DataFrameCommonJob.java:145"]; 689 [labelType="html" label="MapPartitionsRDD [689]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1640 { label="WholeStageCodegen (5)"; 690 [labelType="html" label="MapPartitionsRDD [690]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1649 { label="Scan parquet "; 691 [labelType="html" label="FileScanRDD [691]<br>takeAsList at DataFrameCommonJob.java:145"]; 692 [labelType="html" label="MapPartitionsRDD [692]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1645 { label="WholeStageCodegen (6)"; 693 [labelType="html" label="MapPartitionsRDD [693]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1654 { label="Scan parquet "; 694 [labelType="html" label="FileScanRDD [694]<br>takeAsList at DataFrameCommonJob.java:145"]; 695 [labelType="html" label="MapPartitionsRDD [695]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1650 { label="WholeStageCodegen (7)"; 696 [labelType="html" label="MapPartitionsRDD [696]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1659 { label="Scan parquet "; 697 [labelType="html" label="FileScanRDD [697]<br>takeAsList at DataFrameCommonJob.java:145"]; 698 [labelType="html" label="MapPartitionsRDD [698]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1655 { label="WholeStageCodegen (8)"; 699 [labelType="html" label="MapPartitionsRDD [699]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1664 { label="Scan parquet "; 700 [labelType="html" label="FileScanRDD [700]<br>takeAsList at DataFrameCommonJob.java:145"]; 701 [labelType="html" label="MapPartitionsRDD [701]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1660 { label="WholeStageCodegen (9)"; 702 [labelType="html" label="MapPartitionsRDD [702]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1669 { label="Scan parquet "; 703 [labelType="html" label="FileScanRDD [703]<br>takeAsList at DataFrameCommonJob.java:145"]; 704 [labelType="html" label="MapPartitionsRDD [704]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1665 { label="WholeStageCodegen (10)"; 705 [labelType="html" label="MapPartitionsRDD [705]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1674 { label="Scan parquet "; 706 [labelType="html" label="FileScanRDD [706]<br>takeAsList at DataFrameCommonJob.java:145"]; 707 [labelType="html" label="MapPartitionsRDD [707]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1670 { label="WholeStageCodegen (11)"; 708 [labelType="html" label="MapPartitionsRDD [708]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1679 { label="Scan parquet "; 709 [labelType="html" label="FileScanRDD [709]<br>takeAsList at DataFrameCommonJob.java:145"]; 710 [labelType="html" label="MapPartitionsRDD [710]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1675 { label="WholeStageCodegen (12)"; 711 [labelType="html" label="MapPartitionsRDD [711]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1684 { label="Scan parquet "; 712 [labelType="html" label="FileScanRDD [712]<br>takeAsList at DataFrameCommonJob.java:145"]; 713 [labelType="html" label="MapPartitionsRDD [713]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1680 { label="WholeStageCodegen (13)"; 714 [labelType="html" label="MapPartitionsRDD [714]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1619 { label="Union"; 715 [labelType="html" label="UnionRDD [715]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1615 { label="WholeStageCodegen (14)"; 716 [labelType="html" label="MapPartitionsRDD [716]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1614 { label="Exchange"; 717 [labelType="html" label="MapPartitionsRDD [717]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 676->677; 677->678; 679->680; 680->681; 682->683; 683->684; 685->686; 686->687; 688->689; 689->690; 691->692; 692->693; 694->695; 695->696; 697->698; 698->699; 700->701; 701->702; 703->704; 704->705; 706->707; 707->708; 709->710; 710->711; 712->713; 713->714; 678->715; 681->715; 684->715; 687->715; 690->715; 693->715; 696->715; 699->715; 702->715; 705->715; 708->715; 711->715; 714->715; 715->716; 716->717; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time