EVAL1_SPC1 - Details for Stage 301 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 161

digraph G { subgraph clusterstage_301 { label="Stage 301"; subgraph cluster3752 { label="Scan parquet "; 1472 [labelType="html" label="FileScanRDD [1472] takeAsList at DataFrameCommonJob.java:145"]; 1473 [labelType="html" label="MapPartitionsRDD [1473] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3748 { label="WholeStageCodegen (1)"; 1474 [labelType="html" label="MapPartitionsRDD [1474] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3757 { label="Scan parquet "; 1475 [labelType="html" label="FileScanRDD [1475] takeAsList at DataFrameCommonJob.java:145"]; 1476 [labelType="html" label="MapPartitionsRDD [1476] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3753 { label="WholeStageCodegen (2)"; 1477 [labelType="html" label="MapPartitionsRDD [1477] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3762 { label="Scan parquet "; 1478 [labelType="html" label="FileScanRDD [1478] takeAsList at DataFrameCommonJob.java:145"]; 1479 [labelType="html" label="MapPartitionsRDD [1479] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3758 { label="WholeStageCodegen (3)"; 1480 [labelType="html" label="MapPartitionsRDD [1480] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3767 { label="Scan parquet "; 1481 [labelType="html" label="FileScanRDD [1481] takeAsList at DataFrameCommonJob.java:145"]; 1482 [labelType="html" label="MapPartitionsRDD [1482] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3763 { label="WholeStageCodegen (4)"; 1483 [labelType="html" label="MapPartitionsRDD [1483] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3772 { label="Scan parquet "; 1484 [labelType="html" label="FileScanRDD [1484] takeAsList at DataFrameCommonJob.java:145"]; 1485 [labelType="html" label="MapPartitionsRDD [1485] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3768 { label="WholeStageCodegen (5)"; 1486 [labelType="html" label="MapPartitionsRDD [1486] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3777 { label="Scan parquet "; 1487 [labelType="html" label="FileScanRDD [1487] takeAsList at DataFrameCommonJob.java:145"]; 1488 [labelType="html" label="MapPartitionsRDD [1488] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3773 { label="WholeStageCodegen (6)"; 1489 [labelType="html" label="MapPartitionsRDD [1489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3782 { label="Scan parquet "; 1490 [labelType="html" label="FileScanRDD [1490] takeAsList at DataFrameCommonJob.java:145"]; 1491 [labelType="html" label="MapPartitionsRDD [1491] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3778 { label="WholeStageCodegen (7)"; 1492 [labelType="html" label="MapPartitionsRDD [1492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3787 { label="Scan parquet "; 1493 [labelType="html" label="FileScanRDD [1493] takeAsList at DataFrameCommonJob.java:145"]; 1494 [labelType="html" label="MapPartitionsRDD [1494] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3783 { label="WholeStageCodegen (8)"; 1495 [labelType="html" label="MapPartitionsRDD [1495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3792 { label="Scan parquet "; 1496 [labelType="html" label="FileScanRDD [1496] takeAsList at DataFrameCommonJob.java:145"]; 1497 [labelType="html" label="MapPartitionsRDD [1497] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3788 { label="WholeStageCodegen (9)"; 1498 [labelType="html" label="MapPartitionsRDD [1498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3797 { label="Scan parquet "; 1499 [labelType="html" label="FileScanRDD [1499] takeAsList at DataFrameCommonJob.java:145"]; 1500 [labelType="html" label="MapPartitionsRDD [1500] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3793 { label="WholeStageCodegen (10)"; 1501 [labelType="html" label="MapPartitionsRDD [1501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3802 { label="Scan parquet "; 1502 [labelType="html" label="FileScanRDD [1502] takeAsList at DataFrameCommonJob.java:145"]; 1503 [labelType="html" label="MapPartitionsRDD [1503] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3798 { label="WholeStageCodegen (11)"; 1504 [labelType="html" label="MapPartitionsRDD [1504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3807 { label="Scan parquet "; 1505 [labelType="html" label="FileScanRDD [1505] takeAsList at DataFrameCommonJob.java:145"]; 1506 [labelType="html" label="MapPartitionsRDD [1506] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3803 { label="WholeStageCodegen (12)"; 1507 [labelType="html" label="MapPartitionsRDD [1507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3812 { label="Scan parquet "; 1508 [labelType="html" label="FileScanRDD [1508] takeAsList at DataFrameCommonJob.java:145"]; 1509 [labelType="html" label="MapPartitionsRDD [1509] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3808 { label="WholeStageCodegen (13)"; 1510 [labelType="html" label="MapPartitionsRDD [1510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3747 { label="Union"; 1511 [labelType="html" label="UnionRDD [1511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3743 { label="WholeStageCodegen (14)"; 1512 [labelType="html" label="MapPartitionsRDD [1512] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster3742 { label="Exchange"; 1513 [labelType="html" label="MapPartitionsRDD [1513] takeAsList at DataFrameCommonJob.java:145"]; } } 1472->1473; 1473->1474; 1475->1476; 1476->1477; 1478->1479; 1479->1480; 1481->1482; 1482->1483; 1484->1485; 1485->1486; 1487->1488; 1488->1489; 1490->1491; 1491->1492; 1493->1494; 1494->1495; 1496->1497; 1497->1498; 1499->1500; 1500->1501; 1502->1503; 1503->1504; 1505->1506; 1506->1507; 1508->1509; 1509->1510; 1474->1511; 1477->1511; 1480->1511; 1483->1511; 1486->1511; 1489->1511; 1492->1511; 1495->1511; 1498->1511; 1501->1511; 1504->1511; 1507->1511; 1510->1511; 1511->1512; 1512->1513; }

Event Timeline

Enable zooming