EVAL1_SPC1 - Details for Stage 571 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 279

digraph G { subgraph clusterstage_571 { label="Stage 571"; subgraph cluster7645 { label="Scan parquet "; 2922 [labelType="html" label="FileScanRDD [2922] takeAsList at DataFrameCommonJob.java:145"]; 2923 [labelType="html" label="MapPartitionsRDD [2923] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7641 { label="WholeStageCodegen (1)"; 2924 [labelType="html" label="MapPartitionsRDD [2924] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7650 { label="Scan parquet "; 2925 [labelType="html" label="FileScanRDD [2925] takeAsList at DataFrameCommonJob.java:145"]; 2926 [labelType="html" label="MapPartitionsRDD [2926] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7646 { label="WholeStageCodegen (2)"; 2927 [labelType="html" label="MapPartitionsRDD [2927] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7655 { label="Scan parquet "; 2928 [labelType="html" label="FileScanRDD [2928] takeAsList at DataFrameCommonJob.java:145"]; 2929 [labelType="html" label="MapPartitionsRDD [2929] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7651 { label="WholeStageCodegen (3)"; 2930 [labelType="html" label="MapPartitionsRDD [2930] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7660 { label="Scan parquet "; 2931 [labelType="html" label="FileScanRDD [2931] takeAsList at DataFrameCommonJob.java:145"]; 2932 [labelType="html" label="MapPartitionsRDD [2932] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7656 { label="WholeStageCodegen (4)"; 2933 [labelType="html" label="MapPartitionsRDD [2933] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7665 { label="Scan parquet "; 2934 [labelType="html" label="FileScanRDD [2934] takeAsList at DataFrameCommonJob.java:145"]; 2935 [labelType="html" label="MapPartitionsRDD [2935] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7661 { label="WholeStageCodegen (5)"; 2936 [labelType="html" label="MapPartitionsRDD [2936] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7670 { label="Scan parquet "; 2937 [labelType="html" label="FileScanRDD [2937] takeAsList at DataFrameCommonJob.java:145"]; 2938 [labelType="html" label="MapPartitionsRDD [2938] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7666 { label="WholeStageCodegen (6)"; 2939 [labelType="html" label="MapPartitionsRDD [2939] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7675 { label="Scan parquet "; 2940 [labelType="html" label="FileScanRDD [2940] takeAsList at DataFrameCommonJob.java:145"]; 2941 [labelType="html" label="MapPartitionsRDD [2941] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7671 { label="WholeStageCodegen (7)"; 2942 [labelType="html" label="MapPartitionsRDD [2942] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7680 { label="Scan parquet "; 2943 [labelType="html" label="FileScanRDD [2943] takeAsList at DataFrameCommonJob.java:145"]; 2944 [labelType="html" label="MapPartitionsRDD [2944] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7676 { label="WholeStageCodegen (8)"; 2945 [labelType="html" label="MapPartitionsRDD [2945] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7685 { label="Scan parquet "; 2946 [labelType="html" label="FileScanRDD [2946] takeAsList at DataFrameCommonJob.java:145"]; 2947 [labelType="html" label="MapPartitionsRDD [2947] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7681 { label="WholeStageCodegen (9)"; 2948 [labelType="html" label="MapPartitionsRDD [2948] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7690 { label="Scan parquet "; 2949 [labelType="html" label="FileScanRDD [2949] takeAsList at DataFrameCommonJob.java:145"]; 2950 [labelType="html" label="MapPartitionsRDD [2950] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7686 { label="WholeStageCodegen (10)"; 2951 [labelType="html" label="MapPartitionsRDD [2951] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7695 { label="Scan parquet "; 2952 [labelType="html" label="FileScanRDD [2952] takeAsList at DataFrameCommonJob.java:145"]; 2953 [labelType="html" label="MapPartitionsRDD [2953] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7691 { label="WholeStageCodegen (11)"; 2954 [labelType="html" label="MapPartitionsRDD [2954] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7700 { label="Scan parquet "; 2955 [labelType="html" label="FileScanRDD [2955] takeAsList at DataFrameCommonJob.java:145"]; 2956 [labelType="html" label="MapPartitionsRDD [2956] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7696 { label="WholeStageCodegen (12)"; 2957 [labelType="html" label="MapPartitionsRDD [2957] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7705 { label="Scan parquet "; 2958 [labelType="html" label="FileScanRDD [2958] takeAsList at DataFrameCommonJob.java:145"]; 2959 [labelType="html" label="MapPartitionsRDD [2959] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7701 { label="WholeStageCodegen (13)"; 2960 [labelType="html" label="MapPartitionsRDD [2960] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7640 { label="Union"; 2961 [labelType="html" label="UnionRDD [2961] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7636 { label="WholeStageCodegen (14)"; 2962 [labelType="html" label="MapPartitionsRDD [2962] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7635 { label="Exchange"; 2963 [labelType="html" label="MapPartitionsRDD [2963] takeAsList at DataFrameCommonJob.java:145"]; } } 2922->2923; 2923->2924; 2925->2926; 2926->2927; 2928->2929; 2929->2930; 2931->2932; 2932->2933; 2934->2935; 2935->2936; 2937->2938; 2938->2939; 2940->2941; 2941->2942; 2943->2944; 2944->2945; 2946->2947; 2947->2948; 2949->2950; 2950->2951; 2952->2953; 2953->2954; 2955->2956; 2956->2957; 2958->2959; 2959->2960; 2924->2961; 2927->2961; 2930->2961; 2933->2961; 2936->2961; 2939->2961; 2942->2961; 2945->2961; 2948->2961; 2951->2961; 2954->2961; 2957->2961; 2960->2961; 2961->2962; 2962->2963; }

Event Timeline

Enable zooming