EVAL1_SPC1 - Details for Stage 314 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 5 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 551.4 KiB / 617988
Associated Job Ids: 166

digraph G { subgraph clusterstage_314 { label="Stage 314"; subgraph cluster3920 { label="Scan parquet "; 1534 [labelType="html" label="FileScanRDD [1534] takeAsList at DataFrameCommonJob.java:145"]; 1535 [labelType="html" label="MapPartitionsRDD [1535] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3916 { label="WholeStageCodegen (1)"; 1536 [labelType="html" label="MapPartitionsRDD [1536] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3925 { label="Scan parquet "; 1537 [labelType="html" label="FileScanRDD [1537] takeAsList at DataFrameCommonJob.java:145"]; 1538 [labelType="html" label="MapPartitionsRDD [1538] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3921 { label="WholeStageCodegen (2)"; 1539 [labelType="html" label="MapPartitionsRDD [1539] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3930 { label="Scan parquet "; 1540 [labelType="html" label="FileScanRDD [1540] takeAsList at DataFrameCommonJob.java:145"]; 1541 [labelType="html" label="MapPartitionsRDD [1541] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3926 { label="WholeStageCodegen (3)"; 1542 [labelType="html" label="MapPartitionsRDD [1542] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3935 { label="Scan parquet "; 1543 [labelType="html" label="FileScanRDD [1543] takeAsList at DataFrameCommonJob.java:145"]; 1544 [labelType="html" label="MapPartitionsRDD [1544] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3931 { label="WholeStageCodegen (4)"; 1545 [labelType="html" label="MapPartitionsRDD [1545] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3940 { label="Scan parquet "; 1546 [labelType="html" label="FileScanRDD [1546] takeAsList at DataFrameCommonJob.java:145"]; 1547 [labelType="html" label="MapPartitionsRDD [1547] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3936 { label="WholeStageCodegen (5)"; 1548 [labelType="html" label="MapPartitionsRDD [1548] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3945 { label="Scan parquet "; 1549 [labelType="html" label="FileScanRDD [1549] takeAsList at DataFrameCommonJob.java:145"]; 1550 [labelType="html" label="MapPartitionsRDD [1550] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3941 { label="WholeStageCodegen (6)"; 1551 [labelType="html" label="MapPartitionsRDD [1551] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3950 { label="Scan parquet "; 1552 [labelType="html" label="FileScanRDD [1552] takeAsList at DataFrameCommonJob.java:145"]; 1553 [labelType="html" label="MapPartitionsRDD [1553] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3946 { label="WholeStageCodegen (7)"; 1554 [labelType="html" label="MapPartitionsRDD [1554] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3955 { label="Scan parquet "; 1555 [labelType="html" label="FileScanRDD [1555] takeAsList at DataFrameCommonJob.java:145"]; 1556 [labelType="html" label="MapPartitionsRDD [1556] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3951 { label="WholeStageCodegen (8)"; 1557 [labelType="html" label="MapPartitionsRDD [1557] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3960 { label="Scan parquet "; 1558 [labelType="html" label="FileScanRDD [1558] takeAsList at DataFrameCommonJob.java:145"]; 1559 [labelType="html" label="MapPartitionsRDD [1559] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3956 { label="WholeStageCodegen (9)"; 1560 [labelType="html" label="MapPartitionsRDD [1560] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3965 { label="Scan parquet "; 1561 [labelType="html" label="FileScanRDD [1561] takeAsList at DataFrameCommonJob.java:145"]; 1562 [labelType="html" label="MapPartitionsRDD [1562] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3961 { label="WholeStageCodegen (10)"; 1563 [labelType="html" label="MapPartitionsRDD [1563] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3970 { label="Scan parquet "; 1564 [labelType="html" label="FileScanRDD [1564] takeAsList at DataFrameCommonJob.java:145"]; 1565 [labelType="html" label="MapPartitionsRDD [1565] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3966 { label="WholeStageCodegen (11)"; 1566 [labelType="html" label="MapPartitionsRDD [1566] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3975 { label="Scan parquet "; 1567 [labelType="html" label="FileScanRDD [1567] takeAsList at DataFrameCommonJob.java:145"]; 1568 [labelType="html" label="MapPartitionsRDD [1568] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3971 { label="WholeStageCodegen (12)"; 1569 [labelType="html" label="MapPartitionsRDD [1569] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3980 { label="Scan parquet "; 1570 [labelType="html" label="FileScanRDD [1570] takeAsList at DataFrameCommonJob.java:145"]; 1571 [labelType="html" label="MapPartitionsRDD [1571] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3976 { label="WholeStageCodegen (13)"; 1572 [labelType="html" label="MapPartitionsRDD [1572] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3915 { label="Union"; 1573 [labelType="html" label="UnionRDD [1573] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3911 { label="WholeStageCodegen (14)"; 1574 [labelType="html" label="MapPartitionsRDD [1574] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3910 { label="Exchange"; 1575 [labelType="html" label="MapPartitionsRDD [1575] takeAsList at DataFrameCommonJob.java:145"]; } } 1534->1535; 1535->1536; 1537->1538; 1538->1539; 1540->1541; 1541->1542; 1543->1544; 1544->1545; 1546->1547; 1547->1548; 1549->1550; 1550->1551; 1552->1553; 1553->1554; 1555->1556; 1556->1557; 1558->1559; 1559->1560; 1561->1562; 1562->1563; 1564->1565; 1565->1566; 1567->1568; 1568->1569; 1570->1571; 1571->1572; 1536->1573; 1539->1573; 1542->1573; 1545->1573; 1548->1573; 1551->1573; 1554->1573; 1557->1573; 1560->1573; 1563->1573; 1566->1573; 1569->1573; 1572->1573; 1573->1574; 1574->1575; }

Event Timeline

Enable zooming