3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 388 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
287.2 KiB / 617988
Associated Job Ids:
203
DAG Visualization
digraph G { subgraph clusterstage_388 { label="Stage 388"; subgraph cluster5028 { label="Scan parquet "; 1964 [labelType="html" label="FileScanRDD [1964]<br>takeAsList at DataFrameCommonJob.java:145"]; 1965 [labelType="html" label="MapPartitionsRDD [1965]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5021 { label="WholeStageCodegen (1)"; 1966 [labelType="html" label="MapPartitionsRDD [1966]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5038 { label="Scan parquet "; 1970 [labelType="html" label="FileScanRDD [1970]<br>takeAsList at DataFrameCommonJob.java:145"]; 1971 [labelType="html" label="MapPartitionsRDD [1971]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5031 { label="WholeStageCodegen (2)"; 1972 [labelType="html" label="MapPartitionsRDD [1972]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5045 { label="Scan parquet "; 1976 [labelType="html" label="FileScanRDD [1976]<br>takeAsList at DataFrameCommonJob.java:145"]; 1977 [labelType="html" label="MapPartitionsRDD [1977]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5039 { label="WholeStageCodegen (3)"; 1978 [labelType="html" label="MapPartitionsRDD [1978]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5053 { label="Scan parquet "; 1979 [labelType="html" label="FileScanRDD [1979]<br>takeAsList at DataFrameCommonJob.java:145"]; 1980 [labelType="html" label="MapPartitionsRDD [1980]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5049 { label="WholeStageCodegen (4)"; 1981 [labelType="html" label="MapPartitionsRDD [1981]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5063 { label="Scan parquet "; 1985 [labelType="html" label="FileScanRDD [1985]<br>takeAsList at DataFrameCommonJob.java:145"]; 1986 [labelType="html" label="MapPartitionsRDD [1986]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5056 { label="WholeStageCodegen (5)"; 1987 [labelType="html" label="MapPartitionsRDD [1987]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5070 { label="Scan parquet "; 1991 [labelType="html" label="FileScanRDD [1991]<br>takeAsList at DataFrameCommonJob.java:145"]; 1992 [labelType="html" label="MapPartitionsRDD [1992]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5064 { label="WholeStageCodegen (6)"; 1993 [labelType="html" label="MapPartitionsRDD [1993]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5080 { label="Scan parquet "; 1997 [labelType="html" label="FileScanRDD [1997]<br>takeAsList at DataFrameCommonJob.java:145"]; 1998 [labelType="html" label="MapPartitionsRDD [1998]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5074 { label="WholeStageCodegen (7)"; 1999 [labelType="html" label="MapPartitionsRDD [1999]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5090 { label="Scan parquet "; 2003 [labelType="html" label="FileScanRDD [2003]<br>takeAsList at DataFrameCommonJob.java:145"]; 2004 [labelType="html" label="MapPartitionsRDD [2004]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5084 { label="WholeStageCodegen (8)"; 2005 [labelType="html" label="MapPartitionsRDD [2005]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5100 { label="Scan parquet "; 2009 [labelType="html" label="FileScanRDD [2009]<br>takeAsList at DataFrameCommonJob.java:145"]; 2010 [labelType="html" label="MapPartitionsRDD [2010]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5094 { label="WholeStageCodegen (9)"; 2011 [labelType="html" label="MapPartitionsRDD [2011]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5110 { label="Scan parquet "; 2018 [labelType="html" label="FileScanRDD [2018]<br>takeAsList at DataFrameCommonJob.java:145"]; 2019 [labelType="html" label="MapPartitionsRDD [2019]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5104 { label="WholeStageCodegen (10)"; 2020 [labelType="html" label="MapPartitionsRDD [2020]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5121 { label="Scan parquet "; 2025 [labelType="html" label="FileScanRDD [2025]<br>takeAsList at DataFrameCommonJob.java:145"]; 2026 [labelType="html" label="MapPartitionsRDD [2026]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5117 { label="WholeStageCodegen (11)"; 2027 [labelType="html" label="MapPartitionsRDD [2027]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5126 { label="Scan parquet "; 2028 [labelType="html" label="FileScanRDD [2028]<br>takeAsList at DataFrameCommonJob.java:145"]; 2029 [labelType="html" label="MapPartitionsRDD [2029]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5122 { label="WholeStageCodegen (12)"; 2030 [labelType="html" label="MapPartitionsRDD [2030]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5131 { label="Scan parquet "; 2031 [labelType="html" label="FileScanRDD [2031]<br>takeAsList at DataFrameCommonJob.java:145"]; 2032 [labelType="html" label="MapPartitionsRDD [2032]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5127 { label="WholeStageCodegen (13)"; 2033 [labelType="html" label="MapPartitionsRDD [2033]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5020 { label="Union"; 2034 [labelType="html" label="UnionRDD [2034]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5011 { label="WholeStageCodegen (14)"; 2035 [labelType="html" label="MapPartitionsRDD [2035]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5010 { label="Exchange"; 2036 [labelType="html" label="MapPartitionsRDD [2036]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1964->1965; 1965->1966; 1970->1971; 1971->1972; 1976->1977; 1977->1978; 1979->1980; 1980->1981; 1985->1986; 1986->1987; 1991->1992; 1992->1993; 1997->1998; 1998->1999; 2003->2004; 2004->2005; 2009->2010; 2010->2011; 2018->2019; 2019->2020; 2025->2026; 2026->2027; 2028->2029; 2029->2030; 2031->2032; 2032->2033; 1966->2034; 1972->2034; 1978->2034; 1981->2034; 1987->2034; 1993->2034; 1999->2034; 2005->2034; 2011->2034; 2020->2034; 2027->2034; 2030->2034; 2033->2034; 2034->2035; 2035->2036; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time