EVAL1_SPC1 - Details for Stage 532 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 264

digraph G { subgraph clusterstage_532 { label="Stage 532"; subgraph cluster7138 { label="Scan parquet "; 2736 [labelType="html" label="FileScanRDD [2736] takeAsList at DataFrameCommonJob.java:145"]; 2737 [labelType="html" label="MapPartitionsRDD [2737] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7134 { label="WholeStageCodegen (1)"; 2738 [labelType="html" label="MapPartitionsRDD [2738] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7143 { label="Scan parquet "; 2739 [labelType="html" label="FileScanRDD [2739] takeAsList at DataFrameCommonJob.java:145"]; 2740 [labelType="html" label="MapPartitionsRDD [2740] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7139 { label="WholeStageCodegen (2)"; 2741 [labelType="html" label="MapPartitionsRDD [2741] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7148 { label="Scan parquet "; 2742 [labelType="html" label="FileScanRDD [2742] takeAsList at DataFrameCommonJob.java:145"]; 2743 [labelType="html" label="MapPartitionsRDD [2743] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7144 { label="WholeStageCodegen (3)"; 2744 [labelType="html" label="MapPartitionsRDD [2744] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7153 { label="Scan parquet "; 2745 [labelType="html" label="FileScanRDD [2745] takeAsList at DataFrameCommonJob.java:145"]; 2746 [labelType="html" label="MapPartitionsRDD [2746] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7149 { label="WholeStageCodegen (4)"; 2747 [labelType="html" label="MapPartitionsRDD [2747] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7158 { label="Scan parquet "; 2748 [labelType="html" label="FileScanRDD [2748] takeAsList at DataFrameCommonJob.java:145"]; 2749 [labelType="html" label="MapPartitionsRDD [2749] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7154 { label="WholeStageCodegen (5)"; 2750 [labelType="html" label="MapPartitionsRDD [2750] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7163 { label="Scan parquet "; 2751 [labelType="html" label="FileScanRDD [2751] takeAsList at DataFrameCommonJob.java:145"]; 2752 [labelType="html" label="MapPartitionsRDD [2752] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7159 { label="WholeStageCodegen (6)"; 2753 [labelType="html" label="MapPartitionsRDD [2753] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7168 { label="Scan parquet "; 2754 [labelType="html" label="FileScanRDD [2754] takeAsList at DataFrameCommonJob.java:145"]; 2755 [labelType="html" label="MapPartitionsRDD [2755] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7164 { label="WholeStageCodegen (7)"; 2756 [labelType="html" label="MapPartitionsRDD [2756] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7173 { label="Scan parquet "; 2757 [labelType="html" label="FileScanRDD [2757] takeAsList at DataFrameCommonJob.java:145"]; 2758 [labelType="html" label="MapPartitionsRDD [2758] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7169 { label="WholeStageCodegen (8)"; 2759 [labelType="html" label="MapPartitionsRDD [2759] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7178 { label="Scan parquet "; 2760 [labelType="html" label="FileScanRDD [2760] takeAsList at DataFrameCommonJob.java:145"]; 2761 [labelType="html" label="MapPartitionsRDD [2761] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7174 { label="WholeStageCodegen (9)"; 2762 [labelType="html" label="MapPartitionsRDD [2762] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7183 { label="Scan parquet "; 2763 [labelType="html" label="FileScanRDD [2763] takeAsList at DataFrameCommonJob.java:145"]; 2764 [labelType="html" label="MapPartitionsRDD [2764] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7179 { label="WholeStageCodegen (10)"; 2765 [labelType="html" label="MapPartitionsRDD [2765] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7188 { label="Scan parquet "; 2766 [labelType="html" label="FileScanRDD [2766] takeAsList at DataFrameCommonJob.java:145"]; 2767 [labelType="html" label="MapPartitionsRDD [2767] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7184 { label="WholeStageCodegen (11)"; 2768 [labelType="html" label="MapPartitionsRDD [2768] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7193 { label="Scan parquet "; 2769 [labelType="html" label="FileScanRDD [2769] takeAsList at DataFrameCommonJob.java:145"]; 2770 [labelType="html" label="MapPartitionsRDD [2770] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7189 { label="WholeStageCodegen (12)"; 2771 [labelType="html" label="MapPartitionsRDD [2771] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7198 { label="Scan parquet "; 2772 [labelType="html" label="FileScanRDD [2772] takeAsList at DataFrameCommonJob.java:145"]; 2773 [labelType="html" label="MapPartitionsRDD [2773] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7194 { label="WholeStageCodegen (13)"; 2774 [labelType="html" label="MapPartitionsRDD [2774] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7133 { label="Union"; 2775 [labelType="html" label="UnionRDD [2775] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7129 { label="WholeStageCodegen (14)"; 2776 [labelType="html" label="MapPartitionsRDD [2776] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7128 { label="Exchange"; 2777 [labelType="html" label="MapPartitionsRDD [2777] takeAsList at DataFrameCommonJob.java:145"]; } } 2736->2737; 2737->2738; 2739->2740; 2740->2741; 2742->2743; 2743->2744; 2745->2746; 2746->2747; 2748->2749; 2749->2750; 2751->2752; 2752->2753; 2754->2755; 2755->2756; 2757->2758; 2758->2759; 2760->2761; 2761->2762; 2763->2764; 2764->2765; 2766->2767; 2767->2768; 2769->2770; 2770->2771; 2772->2773; 2773->2774; 2738->2775; 2741->2775; 2744->2775; 2747->2775; 2750->2775; 2753->2775; 2756->2775; 2759->2775; 2762->2775; 2765->2775; 2768->2775; 2771->2775; 2774->2775; 2775->2776; 2776->2777; }

Event Timeline

Enable zooming