3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 351 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
4.4 MiB / 29428
Shuffle Write Size / Records:
154.3 KiB / 617988
Associated Job Ids:
185
DAG Visualization
digraph G { subgraph clusterstage_351 { label="Stage 351"; subgraph cluster4363 { label="Scan parquet "; 1716 [labelType="html" label="FileScanRDD [1716]<br>count at ColumnStatJob.java:47"]; 1717 [labelType="html" label="MapPartitionsRDD [1717]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4359 { label="WholeStageCodegen (1)"; 1718 [labelType="html" label="MapPartitionsRDD [1718]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4368 { label="Scan parquet "; 1719 [labelType="html" label="FileScanRDD [1719]<br>count at ColumnStatJob.java:47"]; 1720 [labelType="html" label="MapPartitionsRDD [1720]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4364 { label="WholeStageCodegen (2)"; 1721 [labelType="html" label="MapPartitionsRDD [1721]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4373 { label="Scan parquet "; 1722 [labelType="html" label="FileScanRDD [1722]<br>count at ColumnStatJob.java:47"]; 1724 [labelType="html" label="MapPartitionsRDD [1724]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4369 { label="WholeStageCodegen (3)"; 1725 [labelType="html" label="MapPartitionsRDD [1725]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4388 { label="Scan parquet "; 1727 [labelType="html" label="FileScanRDD [1727]<br>count at ColumnStatJob.java:47"]; 1728 [labelType="html" label="MapPartitionsRDD [1728]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4384 { label="WholeStageCodegen (4)"; 1729 [labelType="html" label="MapPartitionsRDD [1729]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4398 { label="Scan parquet "; 1733 [labelType="html" label="FileScanRDD [1733]<br>count at ColumnStatJob.java:47"]; 1735 [labelType="html" label="MapPartitionsRDD [1735]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4393 { label="WholeStageCodegen (5)"; 1738 [labelType="html" label="MapPartitionsRDD [1738]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4403 { label="Scan parquet "; 1739 [labelType="html" label="FileScanRDD [1739]<br>count at ColumnStatJob.java:47"]; 1740 [labelType="html" label="MapPartitionsRDD [1740]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4399 { label="WholeStageCodegen (6)"; 1741 [labelType="html" label="MapPartitionsRDD [1741]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4408 { label="Scan parquet "; 1742 [labelType="html" label="FileScanRDD [1742]<br>count at ColumnStatJob.java:47"]; 1743 [labelType="html" label="MapPartitionsRDD [1743]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4404 { label="WholeStageCodegen (7)"; 1744 [labelType="html" label="MapPartitionsRDD [1744]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4413 { label="Scan parquet "; 1745 [labelType="html" label="FileScanRDD [1745]<br>count at ColumnStatJob.java:47"]; 1746 [labelType="html" label="MapPartitionsRDD [1746]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4409 { label="WholeStageCodegen (8)"; 1747 [labelType="html" label="MapPartitionsRDD [1747]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4418 { label="Scan parquet "; 1748 [labelType="html" label="FileScanRDD [1748]<br>count at ColumnStatJob.java:47"]; 1749 [labelType="html" label="MapPartitionsRDD [1749]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4414 { label="WholeStageCodegen (9)"; 1750 [labelType="html" label="MapPartitionsRDD [1750]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4423 { label="Scan parquet "; 1751 [labelType="html" label="FileScanRDD [1751]<br>count at ColumnStatJob.java:47"]; 1752 [labelType="html" label="MapPartitionsRDD [1752]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4419 { label="WholeStageCodegen (10)"; 1753 [labelType="html" label="MapPartitionsRDD [1753]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4428 { label="Scan parquet "; 1754 [labelType="html" label="FileScanRDD [1754]<br>count at ColumnStatJob.java:47"]; 1755 [labelType="html" label="MapPartitionsRDD [1755]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4424 { label="WholeStageCodegen (11)"; 1756 [labelType="html" label="MapPartitionsRDD [1756]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4433 { label="Scan parquet "; 1757 [labelType="html" label="FileScanRDD [1757]<br>count at ColumnStatJob.java:47"]; 1758 [labelType="html" label="MapPartitionsRDD [1758]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4429 { label="WholeStageCodegen (12)"; 1759 [labelType="html" label="MapPartitionsRDD [1759]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4438 { label="Scan parquet "; 1760 [labelType="html" label="FileScanRDD [1760]<br>count at ColumnStatJob.java:47"]; 1761 [labelType="html" label="MapPartitionsRDD [1761]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4434 { label="WholeStageCodegen (13)"; 1762 [labelType="html" label="MapPartitionsRDD [1762]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4358 { label="Union"; 1763 [labelType="html" label="UnionRDD [1763]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4354 { label="WholeStageCodegen (14)"; 1764 [labelType="html" label="MapPartitionsRDD [1764]<br>count at ColumnStatJob.java:47"]; } subgraph cluster4353 { label="Exchange"; 1765 [labelType="html" label="MapPartitionsRDD [1765]<br>count at ColumnStatJob.java:47"]; } } 1716->1717; 1717->1718; 1719->1720; 1720->1721; 1722->1724; 1724->1725; 1727->1728; 1728->1729; 1733->1735; 1735->1738; 1739->1740; 1740->1741; 1742->1743; 1743->1744; 1745->1746; 1746->1747; 1748->1749; 1749->1750; 1751->1752; 1752->1753; 1754->1755; 1755->1756; 1757->1758; 1758->1759; 1760->1761; 1761->1762; 1718->1763; 1721->1763; 1725->1763; 1729->1763; 1738->1763; 1741->1763; 1744->1763; 1747->1763; 1750->1763; 1753->1763; 1756->1763; 1759->1763; 1762->1763; 1763->1764; 1764->1765; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time