3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 386 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
4 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
201
DAG Visualization
digraph G { subgraph clusterstage_386 { label="Stage 386"; subgraph cluster4994 { label="Scan parquet "; 1949 [labelType="html" label="FileScanRDD [1949]<br>takeAsList at DataFrameCommonJob.java:145"]; 1950 [labelType="html" label="MapPartitionsRDD [1950]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4990 { label="WholeStageCodegen (1)"; 1951 [labelType="html" label="MapPartitionsRDD [1951]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4999 { label="Scan parquet "; 1952 [labelType="html" label="FileScanRDD [1952]<br>takeAsList at DataFrameCommonJob.java:145"]; 1953 [labelType="html" label="MapPartitionsRDD [1953]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4995 { label="WholeStageCodegen (2)"; 1954 [labelType="html" label="MapPartitionsRDD [1954]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5004 { label="Scan parquet "; 1955 [labelType="html" label="FileScanRDD [1955]<br>takeAsList at DataFrameCommonJob.java:145"]; 1956 [labelType="html" label="MapPartitionsRDD [1956]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5000 { label="WholeStageCodegen (3)"; 1957 [labelType="html" label="MapPartitionsRDD [1957]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5009 { label="Scan parquet "; 1958 [labelType="html" label="FileScanRDD [1958]<br>takeAsList at DataFrameCommonJob.java:145"]; 1959 [labelType="html" label="MapPartitionsRDD [1959]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5005 { label="WholeStageCodegen (4)"; 1960 [labelType="html" label="MapPartitionsRDD [1960]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5019 { label="Scan parquet "; 1961 [labelType="html" label="FileScanRDD [1961]<br>takeAsList at DataFrameCommonJob.java:145"]; 1962 [labelType="html" label="MapPartitionsRDD [1962]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5015 { label="WholeStageCodegen (5)"; 1963 [labelType="html" label="MapPartitionsRDD [1963]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5030 { label="Scan parquet "; 1967 [labelType="html" label="FileScanRDD [1967]<br>takeAsList at DataFrameCommonJob.java:145"]; 1968 [labelType="html" label="MapPartitionsRDD [1968]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5024 { label="WholeStageCodegen (6)"; 1969 [labelType="html" label="MapPartitionsRDD [1969]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5043 { label="Scan parquet "; 1973 [labelType="html" label="FileScanRDD [1973]<br>takeAsList at DataFrameCommonJob.java:145"]; 1974 [labelType="html" label="MapPartitionsRDD [1974]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5034 { label="WholeStageCodegen (7)"; 1975 [labelType="html" label="MapPartitionsRDD [1975]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5055 { label="Scan parquet "; 1982 [labelType="html" label="FileScanRDD [1982]<br>takeAsList at DataFrameCommonJob.java:145"]; 1983 [labelType="html" label="MapPartitionsRDD [1983]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5046 { label="WholeStageCodegen (8)"; 1984 [labelType="html" label="MapPartitionsRDD [1984]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5068 { label="Scan parquet "; 1988 [labelType="html" label="FileScanRDD [1988]<br>takeAsList at DataFrameCommonJob.java:145"]; 1989 [labelType="html" label="MapPartitionsRDD [1989]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5059 { label="WholeStageCodegen (9)"; 1990 [labelType="html" label="MapPartitionsRDD [1990]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5078 { label="Scan parquet "; 1994 [labelType="html" label="FileScanRDD [1994]<br>takeAsList at DataFrameCommonJob.java:145"]; 1995 [labelType="html" label="MapPartitionsRDD [1995]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5071 { label="WholeStageCodegen (10)"; 1996 [labelType="html" label="MapPartitionsRDD [1996]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5088 { label="Scan parquet "; 2000 [labelType="html" label="FileScanRDD [2000]<br>takeAsList at DataFrameCommonJob.java:145"]; 2001 [labelType="html" label="MapPartitionsRDD [2001]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5081 { label="WholeStageCodegen (11)"; 2002 [labelType="html" label="MapPartitionsRDD [2002]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5098 { label="Scan parquet "; 2006 [labelType="html" label="FileScanRDD [2006]<br>takeAsList at DataFrameCommonJob.java:145"]; 2007 [labelType="html" label="MapPartitionsRDD [2007]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5091 { label="WholeStageCodegen (12)"; 2008 [labelType="html" label="MapPartitionsRDD [2008]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5108 { label="Scan parquet "; 2012 [labelType="html" label="FileScanRDD [2012]<br>takeAsList at DataFrameCommonJob.java:145"]; 2013 [labelType="html" label="MapPartitionsRDD [2013]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5101 { label="WholeStageCodegen (13)"; 2014 [labelType="html" label="MapPartitionsRDD [2014]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4989 { label="Union"; 2015 [labelType="html" label="UnionRDD [2015]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4985 { label="WholeStageCodegen (14)"; 2016 [labelType="html" label="MapPartitionsRDD [2016]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4984 { label="Exchange"; 2017 [labelType="html" label="MapPartitionsRDD [2017]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1949->1950; 1950->1951; 1952->1953; 1953->1954; 1955->1956; 1956->1957; 1958->1959; 1959->1960; 1961->1962; 1962->1963; 1967->1968; 1968->1969; 1973->1974; 1974->1975; 1982->1983; 1983->1984; 1988->1989; 1989->1990; 1994->1995; 1995->1996; 2000->2001; 2001->2002; 2006->2007; 2007->2008; 2012->2013; 2013->2014; 1951->2015; 1954->2015; 1957->2015; 1960->2015; 1963->2015; 1969->2015; 1975->2015; 1984->2015; 1990->2015; 1996->2015; 2002->2015; 2008->2015; 2014->2015; 2015->2016; 2016->2017; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time