EVAL1_SPC1 - Details for Stage 558 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 274

digraph G { subgraph clusterstage_558 { label="Stage 558"; subgraph cluster7476 { label="Scan parquet "; 2860 [labelType="html" label="FileScanRDD [2860] takeAsList at DataFrameCommonJob.java:145"]; 2861 [labelType="html" label="MapPartitionsRDD [2861] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7472 { label="WholeStageCodegen (1)"; 2862 [labelType="html" label="MapPartitionsRDD [2862] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7481 { label="Scan parquet "; 2863 [labelType="html" label="FileScanRDD [2863] takeAsList at DataFrameCommonJob.java:145"]; 2864 [labelType="html" label="MapPartitionsRDD [2864] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7477 { label="WholeStageCodegen (2)"; 2865 [labelType="html" label="MapPartitionsRDD [2865] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7486 { label="Scan parquet "; 2866 [labelType="html" label="FileScanRDD [2866] takeAsList at DataFrameCommonJob.java:145"]; 2867 [labelType="html" label="MapPartitionsRDD [2867] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7482 { label="WholeStageCodegen (3)"; 2868 [labelType="html" label="MapPartitionsRDD [2868] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7491 { label="Scan parquet "; 2869 [labelType="html" label="FileScanRDD [2869] takeAsList at DataFrameCommonJob.java:145"]; 2870 [labelType="html" label="MapPartitionsRDD [2870] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7487 { label="WholeStageCodegen (4)"; 2871 [labelType="html" label="MapPartitionsRDD [2871] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7496 { label="Scan parquet "; 2872 [labelType="html" label="FileScanRDD [2872] takeAsList at DataFrameCommonJob.java:145"]; 2873 [labelType="html" label="MapPartitionsRDD [2873] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7492 { label="WholeStageCodegen (5)"; 2874 [labelType="html" label="MapPartitionsRDD [2874] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7501 { label="Scan parquet "; 2875 [labelType="html" label="FileScanRDD [2875] takeAsList at DataFrameCommonJob.java:145"]; 2876 [labelType="html" label="MapPartitionsRDD [2876] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7497 { label="WholeStageCodegen (6)"; 2877 [labelType="html" label="MapPartitionsRDD [2877] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7506 { label="Scan parquet "; 2878 [labelType="html" label="FileScanRDD [2878] takeAsList at DataFrameCommonJob.java:145"]; 2879 [labelType="html" label="MapPartitionsRDD [2879] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7502 { label="WholeStageCodegen (7)"; 2880 [labelType="html" label="MapPartitionsRDD [2880] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7511 { label="Scan parquet "; 2881 [labelType="html" label="FileScanRDD [2881] takeAsList at DataFrameCommonJob.java:145"]; 2882 [labelType="html" label="MapPartitionsRDD [2882] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7507 { label="WholeStageCodegen (8)"; 2883 [labelType="html" label="MapPartitionsRDD [2883] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7516 { label="Scan parquet "; 2884 [labelType="html" label="FileScanRDD [2884] takeAsList at DataFrameCommonJob.java:145"]; 2885 [labelType="html" label="MapPartitionsRDD [2885] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7512 { label="WholeStageCodegen (9)"; 2886 [labelType="html" label="MapPartitionsRDD [2886] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7521 { label="Scan parquet "; 2887 [labelType="html" label="FileScanRDD [2887] takeAsList at DataFrameCommonJob.java:145"]; 2888 [labelType="html" label="MapPartitionsRDD [2888] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7517 { label="WholeStageCodegen (10)"; 2889 [labelType="html" label="MapPartitionsRDD [2889] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7526 { label="Scan parquet "; 2890 [labelType="html" label="FileScanRDD [2890] takeAsList at DataFrameCommonJob.java:145"]; 2891 [labelType="html" label="MapPartitionsRDD [2891] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7522 { label="WholeStageCodegen (11)"; 2892 [labelType="html" label="MapPartitionsRDD [2892] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7531 { label="Scan parquet "; 2893 [labelType="html" label="FileScanRDD [2893] takeAsList at DataFrameCommonJob.java:145"]; 2894 [labelType="html" label="MapPartitionsRDD [2894] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7527 { label="WholeStageCodegen (12)"; 2895 [labelType="html" label="MapPartitionsRDD [2895] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7536 { label="Scan parquet "; 2896 [labelType="html" label="FileScanRDD [2896] takeAsList at DataFrameCommonJob.java:145"]; 2897 [labelType="html" label="MapPartitionsRDD [2897] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7532 { label="WholeStageCodegen (13)"; 2898 [labelType="html" label="MapPartitionsRDD [2898] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7471 { label="Union"; 2899 [labelType="html" label="UnionRDD [2899] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7467 { label="WholeStageCodegen (14)"; 2900 [labelType="html" label="MapPartitionsRDD [2900] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7466 { label="Exchange"; 2901 [labelType="html" label="MapPartitionsRDD [2901] takeAsList at DataFrameCommonJob.java:145"]; } } 2860->2861; 2861->2862; 2863->2864; 2864->2865; 2866->2867; 2867->2868; 2869->2870; 2870->2871; 2872->2873; 2873->2874; 2875->2876; 2876->2877; 2878->2879; 2879->2880; 2881->2882; 2882->2883; 2884->2885; 2885->2886; 2887->2888; 2888->2889; 2890->2891; 2891->2892; 2893->2894; 2894->2895; 2896->2897; 2897->2898; 2862->2899; 2865->2899; 2868->2899; 2871->2899; 2874->2899; 2877->2899; 2880->2899; 2883->2899; 2886->2899; 2889->2899; 2892->2899; 2895->2899; 2898->2899; 2899->2900; 2900->2901; }

Event Timeline

Enable zooming