3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 172 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
4.4 MiB / 29428
Shuffle Write Size / Records:
154.3 KiB / 617988
Associated Job Ids:
108
DAG Visualization
digraph G { subgraph clusterstage_172 { label="Stage 172"; subgraph cluster1932 { label="Scan parquet "; 790 [labelType="html" label="FileScanRDD [790]<br>takeAsList at DataFrameCommonJob.java:145"]; 791 [labelType="html" label="MapPartitionsRDD [791]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1928 { label="WholeStageCodegen (1)"; 792 [labelType="html" label="MapPartitionsRDD [792]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1937 { label="Scan parquet "; 793 [labelType="html" label="FileScanRDD [793]<br>takeAsList at DataFrameCommonJob.java:145"]; 794 [labelType="html" label="MapPartitionsRDD [794]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1933 { label="WholeStageCodegen (2)"; 795 [labelType="html" label="MapPartitionsRDD [795]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1942 { label="Scan parquet "; 796 [labelType="html" label="FileScanRDD [796]<br>takeAsList at DataFrameCommonJob.java:145"]; 797 [labelType="html" label="MapPartitionsRDD [797]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1938 { label="WholeStageCodegen (3)"; 798 [labelType="html" label="MapPartitionsRDD [798]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1947 { label="Scan parquet "; 799 [labelType="html" label="FileScanRDD [799]<br>takeAsList at DataFrameCommonJob.java:145"]; 800 [labelType="html" label="MapPartitionsRDD [800]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1943 { label="WholeStageCodegen (4)"; 801 [labelType="html" label="MapPartitionsRDD [801]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1952 { label="Scan parquet "; 802 [labelType="html" label="FileScanRDD [802]<br>takeAsList at DataFrameCommonJob.java:145"]; 803 [labelType="html" label="MapPartitionsRDD [803]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1948 { label="WholeStageCodegen (5)"; 804 [labelType="html" label="MapPartitionsRDD [804]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1957 { label="Scan parquet "; 805 [labelType="html" label="FileScanRDD [805]<br>takeAsList at DataFrameCommonJob.java:145"]; 806 [labelType="html" label="MapPartitionsRDD [806]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1953 { label="WholeStageCodegen (6)"; 807 [labelType="html" label="MapPartitionsRDD [807]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1962 { label="Scan parquet "; 808 [labelType="html" label="FileScanRDD [808]<br>takeAsList at DataFrameCommonJob.java:145"]; 809 [labelType="html" label="MapPartitionsRDD [809]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1958 { label="WholeStageCodegen (7)"; 810 [labelType="html" label="MapPartitionsRDD [810]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1967 { label="Scan parquet "; 811 [labelType="html" label="FileScanRDD [811]<br>takeAsList at DataFrameCommonJob.java:145"]; 812 [labelType="html" label="MapPartitionsRDD [812]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1963 { label="WholeStageCodegen (8)"; 813 [labelType="html" label="MapPartitionsRDD [813]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1972 { label="Scan parquet "; 814 [labelType="html" label="FileScanRDD [814]<br>takeAsList at DataFrameCommonJob.java:145"]; 815 [labelType="html" label="MapPartitionsRDD [815]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1968 { label="WholeStageCodegen (9)"; 816 [labelType="html" label="MapPartitionsRDD [816]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1977 { label="Scan parquet "; 817 [labelType="html" label="FileScanRDD [817]<br>takeAsList at DataFrameCommonJob.java:145"]; 818 [labelType="html" label="MapPartitionsRDD [818]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1973 { label="WholeStageCodegen (10)"; 819 [labelType="html" label="MapPartitionsRDD [819]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1982 { label="Scan parquet "; 820 [labelType="html" label="FileScanRDD [820]<br>takeAsList at DataFrameCommonJob.java:145"]; 821 [labelType="html" label="MapPartitionsRDD [821]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1978 { label="WholeStageCodegen (11)"; 822 [labelType="html" label="MapPartitionsRDD [822]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1987 { label="Scan parquet "; 823 [labelType="html" label="FileScanRDD [823]<br>takeAsList at DataFrameCommonJob.java:145"]; 824 [labelType="html" label="MapPartitionsRDD [824]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1983 { label="WholeStageCodegen (12)"; 825 [labelType="html" label="MapPartitionsRDD [825]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1992 { label="Scan parquet "; 826 [labelType="html" label="FileScanRDD [826]<br>takeAsList at DataFrameCommonJob.java:145"]; 827 [labelType="html" label="MapPartitionsRDD [827]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1988 { label="WholeStageCodegen (13)"; 828 [labelType="html" label="MapPartitionsRDD [828]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1927 { label="Union"; 829 [labelType="html" label="UnionRDD [829]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1923 { label="WholeStageCodegen (14)"; 830 [labelType="html" label="MapPartitionsRDD [830]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1922 { label="Exchange"; 831 [labelType="html" label="MapPartitionsRDD [831]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 790->791; 791->792; 793->794; 794->795; 796->797; 797->798; 799->800; 800->801; 802->803; 803->804; 805->806; 806->807; 808->809; 809->810; 811->812; 812->813; 814->815; 815->816; 817->818; 818->819; 820->821; 821->822; 823->824; 824->825; 826->827; 827->828; 792->829; 795->829; 798->829; 801->829; 804->829; 807->829; 810->829; 813->829; 816->829; 819->829; 822->829; 825->829; 828->829; 829->830; 830->831; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time