3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 333 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
5 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
524.2 KiB / 617988
Associated Job Ids:
177
DAG Visualization
digraph G { subgraph clusterstage_333 { label="Stage 333"; subgraph cluster4118 { label="Scan parquet "; 1608 [labelType="html" label="FileScanRDD [1608]<br>takeAsList at DataFrameCommonJob.java:145"]; 1609 [labelType="html" label="MapPartitionsRDD [1609]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4114 { label="WholeStageCodegen (1)"; 1610 [labelType="html" label="MapPartitionsRDD [1610]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4123 { label="Scan parquet "; 1611 [labelType="html" label="FileScanRDD [1611]<br>takeAsList at DataFrameCommonJob.java:145"]; 1612 [labelType="html" label="MapPartitionsRDD [1612]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4119 { label="WholeStageCodegen (2)"; 1613 [labelType="html" label="MapPartitionsRDD [1613]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4128 { label="Scan parquet "; 1614 [labelType="html" label="FileScanRDD [1614]<br>takeAsList at DataFrameCommonJob.java:145"]; 1615 [labelType="html" label="MapPartitionsRDD [1615]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4124 { label="WholeStageCodegen (3)"; 1616 [labelType="html" label="MapPartitionsRDD [1616]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4133 { label="Scan parquet "; 1617 [labelType="html" label="FileScanRDD [1617]<br>takeAsList at DataFrameCommonJob.java:145"]; 1618 [labelType="html" label="MapPartitionsRDD [1618]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4129 { label="WholeStageCodegen (4)"; 1619 [labelType="html" label="MapPartitionsRDD [1619]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4138 { label="Scan parquet "; 1620 [labelType="html" label="FileScanRDD [1620]<br>takeAsList at DataFrameCommonJob.java:145"]; 1621 [labelType="html" label="MapPartitionsRDD [1621]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4134 { label="WholeStageCodegen (5)"; 1622 [labelType="html" label="MapPartitionsRDD [1622]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4143 { label="Scan parquet "; 1623 [labelType="html" label="FileScanRDD [1623]<br>takeAsList at DataFrameCommonJob.java:145"]; 1624 [labelType="html" label="MapPartitionsRDD [1624]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4139 { label="WholeStageCodegen (6)"; 1625 [labelType="html" label="MapPartitionsRDD [1625]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4148 { label="Scan parquet "; 1626 [labelType="html" label="FileScanRDD [1626]<br>takeAsList at DataFrameCommonJob.java:145"]; 1627 [labelType="html" label="MapPartitionsRDD [1627]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4144 { label="WholeStageCodegen (7)"; 1628 [labelType="html" label="MapPartitionsRDD [1628]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4153 { label="Scan parquet "; 1629 [labelType="html" label="FileScanRDD [1629]<br>takeAsList at DataFrameCommonJob.java:145"]; 1630 [labelType="html" label="MapPartitionsRDD [1630]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4149 { label="WholeStageCodegen (8)"; 1631 [labelType="html" label="MapPartitionsRDD [1631]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4158 { label="Scan parquet "; 1632 [labelType="html" label="FileScanRDD [1632]<br>takeAsList at DataFrameCommonJob.java:145"]; 1633 [labelType="html" label="MapPartitionsRDD [1633]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4154 { label="WholeStageCodegen (9)"; 1634 [labelType="html" label="MapPartitionsRDD [1634]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4163 { label="Scan parquet "; 1635 [labelType="html" label="FileScanRDD [1635]<br>takeAsList at DataFrameCommonJob.java:145"]; 1636 [labelType="html" label="MapPartitionsRDD [1636]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4159 { label="WholeStageCodegen (10)"; 1637 [labelType="html" label="MapPartitionsRDD [1637]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4168 { label="Scan parquet "; 1638 [labelType="html" label="FileScanRDD [1638]<br>takeAsList at DataFrameCommonJob.java:145"]; 1639 [labelType="html" label="MapPartitionsRDD [1639]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4164 { label="WholeStageCodegen (11)"; 1640 [labelType="html" label="MapPartitionsRDD [1640]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4173 { label="Scan parquet "; 1641 [labelType="html" label="FileScanRDD [1641]<br>takeAsList at DataFrameCommonJob.java:145"]; 1642 [labelType="html" label="MapPartitionsRDD [1642]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4169 { label="WholeStageCodegen (12)"; 1643 [labelType="html" label="MapPartitionsRDD [1643]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4178 { label="Scan parquet "; 1644 [labelType="html" label="FileScanRDD [1644]<br>takeAsList at DataFrameCommonJob.java:145"]; 1645 [labelType="html" label="MapPartitionsRDD [1645]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4174 { label="WholeStageCodegen (13)"; 1646 [labelType="html" label="MapPartitionsRDD [1646]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4113 { label="Union"; 1647 [labelType="html" label="UnionRDD [1647]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4109 { label="WholeStageCodegen (14)"; 1648 [labelType="html" label="MapPartitionsRDD [1648]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4108 { label="Exchange"; 1649 [labelType="html" label="MapPartitionsRDD [1649]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1608->1609; 1609->1610; 1611->1612; 1612->1613; 1614->1615; 1615->1616; 1617->1618; 1618->1619; 1620->1621; 1621->1622; 1623->1624; 1624->1625; 1626->1627; 1627->1628; 1629->1630; 1630->1631; 1632->1633; 1633->1634; 1635->1636; 1636->1637; 1638->1639; 1639->1640; 1641->1642; 1642->1643; 1644->1645; 1645->1646; 1610->1647; 1613->1647; 1616->1647; 1619->1647; 1622->1647; 1625->1647; 1628->1647; 1631->1647; 1634->1647; 1637->1647; 1640->1647; 1643->1647; 1646->1647; 1647->1648; 1648->1649; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time