EVAL1_SPC1 - Details for Stage 584 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 6 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 551.4 KiB / 617988
Associated Job Ids: 284

digraph G { subgraph clusterstage_584 { label="Stage 584"; subgraph cluster7814 { label="Scan parquet "; 2984 [labelType="html" label="FileScanRDD [2984] takeAsList at DataFrameCommonJob.java:145"]; 2985 [labelType="html" label="MapPartitionsRDD [2985] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7810 { label="WholeStageCodegen (1)"; 2986 [labelType="html" label="MapPartitionsRDD [2986] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7819 { label="Scan parquet "; 2987 [labelType="html" label="FileScanRDD [2987] takeAsList at DataFrameCommonJob.java:145"]; 2988 [labelType="html" label="MapPartitionsRDD [2988] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7815 { label="WholeStageCodegen (2)"; 2989 [labelType="html" label="MapPartitionsRDD [2989] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7824 { label="Scan parquet "; 2990 [labelType="html" label="FileScanRDD [2990] takeAsList at DataFrameCommonJob.java:145"]; 2991 [labelType="html" label="MapPartitionsRDD [2991] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7820 { label="WholeStageCodegen (3)"; 2992 [labelType="html" label="MapPartitionsRDD [2992] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7829 { label="Scan parquet "; 2993 [labelType="html" label="FileScanRDD [2993] takeAsList at DataFrameCommonJob.java:145"]; 2994 [labelType="html" label="MapPartitionsRDD [2994] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7825 { label="WholeStageCodegen (4)"; 2995 [labelType="html" label="MapPartitionsRDD [2995] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7834 { label="Scan parquet "; 2996 [labelType="html" label="FileScanRDD [2996] takeAsList at DataFrameCommonJob.java:145"]; 2997 [labelType="html" label="MapPartitionsRDD [2997] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7830 { label="WholeStageCodegen (5)"; 2998 [labelType="html" label="MapPartitionsRDD [2998] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7839 { label="Scan parquet "; 2999 [labelType="html" label="FileScanRDD [2999] takeAsList at DataFrameCommonJob.java:145"]; 3000 [labelType="html" label="MapPartitionsRDD [3000] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7835 { label="WholeStageCodegen (6)"; 3001 [labelType="html" label="MapPartitionsRDD [3001] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7844 { label="Scan parquet "; 3002 [labelType="html" label="FileScanRDD [3002] takeAsList at DataFrameCommonJob.java:145"]; 3003 [labelType="html" label="MapPartitionsRDD [3003] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7840 { label="WholeStageCodegen (7)"; 3004 [labelType="html" label="MapPartitionsRDD [3004] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7849 { label="Scan parquet "; 3005 [labelType="html" label="FileScanRDD [3005] takeAsList at DataFrameCommonJob.java:145"]; 3006 [labelType="html" label="MapPartitionsRDD [3006] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7845 { label="WholeStageCodegen (8)"; 3007 [labelType="html" label="MapPartitionsRDD [3007] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7854 { label="Scan parquet "; 3008 [labelType="html" label="FileScanRDD [3008] takeAsList at DataFrameCommonJob.java:145"]; 3009 [labelType="html" label="MapPartitionsRDD [3009] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7850 { label="WholeStageCodegen (9)"; 3010 [labelType="html" label="MapPartitionsRDD [3010] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7859 { label="Scan parquet "; 3011 [labelType="html" label="FileScanRDD [3011] takeAsList at DataFrameCommonJob.java:145"]; 3012 [labelType="html" label="MapPartitionsRDD [3012] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7855 { label="WholeStageCodegen (10)"; 3013 [labelType="html" label="MapPartitionsRDD [3013] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7864 { label="Scan parquet "; 3014 [labelType="html" label="FileScanRDD [3014] takeAsList at DataFrameCommonJob.java:145"]; 3015 [labelType="html" label="MapPartitionsRDD [3015] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7860 { label="WholeStageCodegen (11)"; 3016 [labelType="html" label="MapPartitionsRDD [3016] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7869 { label="Scan parquet "; 3017 [labelType="html" label="FileScanRDD [3017] takeAsList at DataFrameCommonJob.java:145"]; 3018 [labelType="html" label="MapPartitionsRDD [3018] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7865 { label="WholeStageCodegen (12)"; 3019 [labelType="html" label="MapPartitionsRDD [3019] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7874 { label="Scan parquet "; 3020 [labelType="html" label="FileScanRDD [3020] takeAsList at DataFrameCommonJob.java:145"]; 3021 [labelType="html" label="MapPartitionsRDD [3021] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7870 { label="WholeStageCodegen (13)"; 3022 [labelType="html" label="MapPartitionsRDD [3022] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7809 { label="Union"; 3023 [labelType="html" label="UnionRDD [3023] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7805 { label="WholeStageCodegen (14)"; 3024 [labelType="html" label="MapPartitionsRDD [3024] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7804 { label="Exchange"; 3025 [labelType="html" label="MapPartitionsRDD [3025] takeAsList at DataFrameCommonJob.java:145"]; } } 2984->2985; 2985->2986; 2987->2988; 2988->2989; 2990->2991; 2991->2992; 2993->2994; 2994->2995; 2996->2997; 2997->2998; 2999->3000; 3000->3001; 3002->3003; 3003->3004; 3005->3006; 3006->3007; 3008->3009; 3009->3010; 3011->3012; 3012->3013; 3014->3015; 3015->3016; 3017->3018; 3018->3019; 3020->3021; 3021->3022; 2986->3023; 2989->3023; 2992->3023; 2995->3023; 2998->3023; 3001->3023; 3004->3023; 3007->3023; 3010->3023; 3013->3023; 3016->3023; 3019->3023; 3022->3023; 3023->3024; 3024->3025; }

Event Timeline

Enable zooming