EVAL1_SPC1 - Details for Stage 346 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 26
Input Size / Records: 4.4 MiB / 29428
Shuffle Write Size / Records: 186.4 KiB / 617988
Associated Job Ids: 182

digraph G { subgraph clusterstage_346 { label="Stage 346"; subgraph cluster4286 { label="Scan parquet "; 1670 [labelType="html" label="FileScanRDD [1670] takeAsList at DataFrameCommonJob.java:145"]; 1671 [labelType="html" label="MapPartitionsRDD [1671] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4282 { label="WholeStageCodegen (1)"; 1672 [labelType="html" label="MapPartitionsRDD [1672] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4291 { label="Scan parquet "; 1673 [labelType="html" label="FileScanRDD [1673] takeAsList at DataFrameCommonJob.java:145"]; 1674 [labelType="html" label="MapPartitionsRDD [1674] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4287 { label="WholeStageCodegen (2)"; 1675 [labelType="html" label="MapPartitionsRDD [1675] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4296 { label="Scan parquet "; 1676 [labelType="html" label="FileScanRDD [1676] takeAsList at DataFrameCommonJob.java:145"]; 1677 [labelType="html" label="MapPartitionsRDD [1677] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4292 { label="WholeStageCodegen (3)"; 1678 [labelType="html" label="MapPartitionsRDD [1678] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4301 { label="Scan parquet "; 1679 [labelType="html" label="FileScanRDD [1679] takeAsList at DataFrameCommonJob.java:145"]; 1680 [labelType="html" label="MapPartitionsRDD [1680] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4297 { label="WholeStageCodegen (4)"; 1681 [labelType="html" label="MapPartitionsRDD [1681] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4306 { label="Scan parquet "; 1682 [labelType="html" label="FileScanRDD [1682] takeAsList at DataFrameCommonJob.java:145"]; 1683 [labelType="html" label="MapPartitionsRDD [1683] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4302 { label="WholeStageCodegen (5)"; 1684 [labelType="html" label="MapPartitionsRDD [1684] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4311 { label="Scan parquet "; 1685 [labelType="html" label="FileScanRDD [1685] takeAsList at DataFrameCommonJob.java:145"]; 1686 [labelType="html" label="MapPartitionsRDD [1686] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4307 { label="WholeStageCodegen (6)"; 1687 [labelType="html" label="MapPartitionsRDD [1687] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4316 { label="Scan parquet "; 1688 [labelType="html" label="FileScanRDD [1688] takeAsList at DataFrameCommonJob.java:145"]; 1689 [labelType="html" label="MapPartitionsRDD [1689] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4312 { label="WholeStageCodegen (7)"; 1690 [labelType="html" label="MapPartitionsRDD [1690] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4321 { label="Scan parquet "; 1691 [labelType="html" label="FileScanRDD [1691] takeAsList at DataFrameCommonJob.java:145"]; 1692 [labelType="html" label="MapPartitionsRDD [1692] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4317 { label="WholeStageCodegen (8)"; 1693 [labelType="html" label="MapPartitionsRDD [1693] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4326 { label="Scan parquet "; 1694 [labelType="html" label="FileScanRDD [1694] takeAsList at DataFrameCommonJob.java:145"]; 1695 [labelType="html" label="MapPartitionsRDD [1695] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4322 { label="WholeStageCodegen (9)"; 1696 [labelType="html" label="MapPartitionsRDD [1696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4331 { label="Scan parquet "; 1697 [labelType="html" label="FileScanRDD [1697] takeAsList at DataFrameCommonJob.java:145"]; 1698 [labelType="html" label="MapPartitionsRDD [1698] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4327 { label="WholeStageCodegen (10)"; 1699 [labelType="html" label="MapPartitionsRDD [1699] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4336 { label="Scan parquet "; 1700 [labelType="html" label="FileScanRDD [1700] takeAsList at DataFrameCommonJob.java:145"]; 1701 [labelType="html" label="MapPartitionsRDD [1701] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4332 { label="WholeStageCodegen (11)"; 1702 [labelType="html" label="MapPartitionsRDD [1702] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4341 { label="Scan parquet "; 1703 [labelType="html" label="FileScanRDD [1703] takeAsList at DataFrameCommonJob.java:145"]; 1704 [labelType="html" label="MapPartitionsRDD [1704] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4337 { label="WholeStageCodegen (12)"; 1705 [labelType="html" label="MapPartitionsRDD [1705] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4346 { label="Scan parquet "; 1706 [labelType="html" label="FileScanRDD [1706] takeAsList at DataFrameCommonJob.java:145"]; 1707 [labelType="html" label="MapPartitionsRDD [1707] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4342 { label="WholeStageCodegen (13)"; 1708 [labelType="html" label="MapPartitionsRDD [1708] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4281 { label="Union"; 1709 [labelType="html" label="UnionRDD [1709] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4277 { label="WholeStageCodegen (14)"; 1710 [labelType="html" label="MapPartitionsRDD [1710] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster4276 { label="Exchange"; 1711 [labelType="html" label="MapPartitionsRDD [1711] takeAsList at DataFrameCommonJob.java:145"]; } } 1670->1671; 1671->1672; 1673->1674; 1674->1675; 1676->1677; 1677->1678; 1679->1680; 1680->1681; 1682->1683; 1683->1684; 1685->1686; 1686->1687; 1688->1689; 1689->1690; 1691->1692; 1692->1693; 1694->1695; 1695->1696; 1697->1698; 1698->1699; 1700->1701; 1701->1702; 1703->1704; 1704->1705; 1706->1707; 1707->1708; 1672->1709; 1675->1709; 1678->1709; 1681->1709; 1684->1709; 1687->1709; 1690->1709; 1693->1709; 1696->1709; 1699->1709; 1702->1709; 1705->1709; 1708->1709; 1709->1710; 1710->1711; }

Event Timeline

Enable zooming