EVAL1_SPC1 - Details for Stage 368 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 4.1 MiB / 617988
Associated Job Ids: 194

digraph G { subgraph clusterstage_368 { label="Stage 368"; subgraph cluster4733 { label="Scan parquet "; 1859 [labelType="html" label="FileScanRDD [1859] takeAsList at DataFrameCommonJob.java:145"]; 1860 [labelType="html" label="MapPartitionsRDD [1860] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4724 { label="WholeStageCodegen (1)"; 1863 [labelType="html" label="MapPartitionsRDD [1863] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4748 { label="Scan parquet "; 1868 [labelType="html" label="FileScanRDD [1868] takeAsList at DataFrameCommonJob.java:145"]; 1869 [labelType="html" label="MapPartitionsRDD [1869] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4736 { label="WholeStageCodegen (2)"; 1872 [labelType="html" label="MapPartitionsRDD [1872] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4761 { label="Scan parquet "; 1881 [labelType="html" label="FileScanRDD [1881] takeAsList at DataFrameCommonJob.java:145"]; 1882 [labelType="html" label="MapPartitionsRDD [1882] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4751 { label="WholeStageCodegen (3)"; 1883 [labelType="html" label="MapPartitionsRDD [1883] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4766 { label="Scan parquet "; 1884 [labelType="html" label="FileScanRDD [1884] takeAsList at DataFrameCommonJob.java:145"]; 1885 [labelType="html" label="MapPartitionsRDD [1885] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4762 { label="WholeStageCodegen (4)"; 1886 [labelType="html" label="MapPartitionsRDD [1886] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4771 { label="Scan parquet "; 1887 [labelType="html" label="FileScanRDD [1887] takeAsList at DataFrameCommonJob.java:145"]; 1888 [labelType="html" label="MapPartitionsRDD [1888] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4767 { label="WholeStageCodegen (5)"; 1889 [labelType="html" label="MapPartitionsRDD [1889] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4776 { label="Scan parquet "; 1890 [labelType="html" label="FileScanRDD [1890] takeAsList at DataFrameCommonJob.java:145"]; 1891 [labelType="html" label="MapPartitionsRDD [1891] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4772 { label="WholeStageCodegen (6)"; 1892 [labelType="html" label="MapPartitionsRDD [1892] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4781 { label="Scan parquet "; 1893 [labelType="html" label="FileScanRDD [1893] takeAsList at DataFrameCommonJob.java:145"]; 1894 [labelType="html" label="MapPartitionsRDD [1894] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4777 { label="WholeStageCodegen (7)"; 1895 [labelType="html" label="MapPartitionsRDD [1895] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4786 { label="Scan parquet "; 1896 [labelType="html" label="FileScanRDD [1896] takeAsList at DataFrameCommonJob.java:145"]; 1897 [labelType="html" label="MapPartitionsRDD [1897] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4782 { label="WholeStageCodegen (8)"; 1898 [labelType="html" label="MapPartitionsRDD [1898] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4791 { label="Scan parquet "; 1899 [labelType="html" label="FileScanRDD [1899] takeAsList at DataFrameCommonJob.java:145"]; 1900 [labelType="html" label="MapPartitionsRDD [1900] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4787 { label="WholeStageCodegen (9)"; 1901 [labelType="html" label="MapPartitionsRDD [1901] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4796 { label="Scan parquet "; 1902 [labelType="html" label="FileScanRDD [1902] takeAsList at DataFrameCommonJob.java:145"]; 1903 [labelType="html" label="MapPartitionsRDD [1903] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4792 { label="WholeStageCodegen (10)"; 1904 [labelType="html" label="MapPartitionsRDD [1904] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4801 { label="Scan parquet "; 1905 [labelType="html" label="FileScanRDD [1905] takeAsList at DataFrameCommonJob.java:145"]; 1906 [labelType="html" label="MapPartitionsRDD [1906] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4797 { label="WholeStageCodegen (11)"; 1907 [labelType="html" label="MapPartitionsRDD [1907] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4806 { label="Scan parquet "; 1908 [labelType="html" label="FileScanRDD [1908] takeAsList at DataFrameCommonJob.java:145"]; 1909 [labelType="html" label="MapPartitionsRDD [1909] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4802 { label="WholeStageCodegen (12)"; 1910 [labelType="html" label="MapPartitionsRDD [1910] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4811 { label="Scan parquet "; 1911 [labelType="html" label="FileScanRDD [1911] takeAsList at DataFrameCommonJob.java:145"]; 1912 [labelType="html" label="MapPartitionsRDD [1912] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4807 { label="WholeStageCodegen (13)"; 1913 [labelType="html" label="MapPartitionsRDD [1913] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4723 { label="Union"; 1914 [labelType="html" label="UnionRDD [1914] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4711 { label="WholeStageCodegen (14)"; 1915 [labelType="html" label="MapPartitionsRDD [1915] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4710 { label="Exchange"; 1916 [labelType="html" label="MapPartitionsRDD [1916] takeAsList at DataFrameCommonJob.java:145"]; } } 1859->1860; 1860->1863; 1868->1869; 1869->1872; 1881->1882; 1882->1883; 1884->1885; 1885->1886; 1887->1888; 1888->1889; 1890->1891; 1891->1892; 1893->1894; 1894->1895; 1896->1897; 1897->1898; 1899->1900; 1900->1901; 1902->1903; 1903->1904; 1905->1906; 1906->1907; 1908->1909; 1909->1910; 1911->1912; 1912->1913; 1863->1914; 1872->1914; 1883->1914; 1886->1914; 1889->1914; 1892->1914; 1895->1914; 1898->1914; 1901->1914; 1904->1914; 1907->1914; 1910->1914; 1913->1914; 1914->1915; 1915->1916; }

Event Timeline

Enable zooming