3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 366 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 26
Input Size / Records:
4.4 MiB / 29428
Shuffle Write Size / Records:
206.8 KiB / 617988
Associated Job Ids:
192
DAG Visualization
digraph G { subgraph clusterstage_366 { label="Stage 366"; subgraph cluster4674 { label="Scan parquet "; 1829 [labelType="html" label="FileScanRDD [1829]<br>takeAsList at DataFrameCommonJob.java:145"]; 1830 [labelType="html" label="MapPartitionsRDD [1830]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4670 { label="WholeStageCodegen (1)"; 1831 [labelType="html" label="MapPartitionsRDD [1831]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4679 { label="Scan parquet "; 1832 [labelType="html" label="FileScanRDD [1832]<br>takeAsList at DataFrameCommonJob.java:145"]; 1833 [labelType="html" label="MapPartitionsRDD [1833]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4675 { label="WholeStageCodegen (2)"; 1834 [labelType="html" label="MapPartitionsRDD [1834]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4684 { label="Scan parquet "; 1835 [labelType="html" label="FileScanRDD [1835]<br>takeAsList at DataFrameCommonJob.java:145"]; 1836 [labelType="html" label="MapPartitionsRDD [1836]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4680 { label="WholeStageCodegen (3)"; 1837 [labelType="html" label="MapPartitionsRDD [1837]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4689 { label="Scan parquet "; 1838 [labelType="html" label="FileScanRDD [1838]<br>takeAsList at DataFrameCommonJob.java:145"]; 1839 [labelType="html" label="MapPartitionsRDD [1839]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4685 { label="WholeStageCodegen (4)"; 1840 [labelType="html" label="MapPartitionsRDD [1840]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4694 { label="Scan parquet "; 1841 [labelType="html" label="FileScanRDD [1841]<br>takeAsList at DataFrameCommonJob.java:145"]; 1842 [labelType="html" label="MapPartitionsRDD [1842]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4690 { label="WholeStageCodegen (5)"; 1843 [labelType="html" label="MapPartitionsRDD [1843]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4699 { label="Scan parquet "; 1844 [labelType="html" label="FileScanRDD [1844]<br>takeAsList at DataFrameCommonJob.java:145"]; 1845 [labelType="html" label="MapPartitionsRDD [1845]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4695 { label="WholeStageCodegen (6)"; 1846 [labelType="html" label="MapPartitionsRDD [1846]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4704 { label="Scan parquet "; 1847 [labelType="html" label="FileScanRDD [1847]<br>takeAsList at DataFrameCommonJob.java:145"]; 1848 [labelType="html" label="MapPartitionsRDD [1848]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4700 { label="WholeStageCodegen (7)"; 1849 [labelType="html" label="MapPartitionsRDD [1849]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4709 { label="Scan parquet "; 1850 [labelType="html" label="FileScanRDD [1850]<br>takeAsList at DataFrameCommonJob.java:145"]; 1851 [labelType="html" label="MapPartitionsRDD [1851]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4705 { label="WholeStageCodegen (8)"; 1852 [labelType="html" label="MapPartitionsRDD [1852]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4719 { label="Scan parquet "; 1853 [labelType="html" label="FileScanRDD [1853]<br>takeAsList at DataFrameCommonJob.java:145"]; 1854 [labelType="html" label="MapPartitionsRDD [1854]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4715 { label="WholeStageCodegen (9)"; 1855 [labelType="html" label="MapPartitionsRDD [1855]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4728 { label="Scan parquet "; 1856 [labelType="html" label="FileScanRDD [1856]<br>takeAsList at DataFrameCommonJob.java:145"]; 1857 [labelType="html" label="MapPartitionsRDD [1857]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4720 { label="WholeStageCodegen (10)"; 1858 [labelType="html" label="MapPartitionsRDD [1858]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4735 { label="Scan parquet "; 1861 [labelType="html" label="FileScanRDD [1861]<br>takeAsList at DataFrameCommonJob.java:145"]; 1862 [labelType="html" label="MapPartitionsRDD [1862]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4729 { label="WholeStageCodegen (11)"; 1864 [labelType="html" label="MapPartitionsRDD [1864]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4743 { label="Scan parquet "; 1865 [labelType="html" label="FileScanRDD [1865]<br>takeAsList at DataFrameCommonJob.java:145"]; 1866 [labelType="html" label="MapPartitionsRDD [1866]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4739 { label="WholeStageCodegen (12)"; 1867 [labelType="html" label="MapPartitionsRDD [1867]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4750 { label="Scan parquet "; 1870 [labelType="html" label="FileScanRDD [1870]<br>takeAsList at DataFrameCommonJob.java:145"]; 1871 [labelType="html" label="MapPartitionsRDD [1871]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4744 { label="WholeStageCodegen (13)"; 1873 [labelType="html" label="MapPartitionsRDD [1873]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4669 { label="Union"; 1874 [labelType="html" label="UnionRDD [1874]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4658 { label="WholeStageCodegen (14)"; 1875 [labelType="html" label="MapPartitionsRDD [1875]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4657 { label="Exchange"; 1876 [labelType="html" label="MapPartitionsRDD [1876]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 1829->1830; 1830->1831; 1832->1833; 1833->1834; 1835->1836; 1836->1837; 1838->1839; 1839->1840; 1841->1842; 1842->1843; 1844->1845; 1845->1846; 1847->1848; 1848->1849; 1850->1851; 1851->1852; 1853->1854; 1854->1855; 1856->1857; 1857->1858; 1861->1862; 1862->1864; 1865->1866; 1866->1867; 1870->1871; 1871->1873; 1831->1874; 1834->1874; 1837->1874; 1840->1874; 1843->1874; 1846->1874; 1849->1874; 1852->1874; 1855->1874; 1858->1874; 1864->1874; 1867->1874; 1873->1874; 1874->1875; 1875->1876; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time