EVAL1_SPC1 - Details for Stage 16 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Any: 1
Output Size / Records: 308.4 KiB / 18140
Shuffle Read Size / Records: 2.2 MiB / 56609
Associated Job Ids: 10

digraph G { subgraph clusterstage_16 { label="Stage 16"; 65 [labelType="html" label="SQLExecutionRDD [65] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; subgraph cluster110 { label="AQEShuffleRead"; 58 [labelType="html" label="ShuffledRowRDD [58] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster107 { label="WholeStageCodegen (9)"; 59 [labelType="html" label="MapPartitionsRDD [59] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster115 { label="AQEShuffleRead"; 60 [labelType="html" label="ShuffledRowRDD [60] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster112 { label="WholeStageCodegen (10)"; 61 [labelType="html" label="MapPartitionsRDD [61] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster103 { label="WholeStageCodegen (11)"; 62 [labelType="html" label="ZippedPartitionsRDD2 [62] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; 63 [labelType="html" label="MapPartitionsRDD [63] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster102 { label="DeserializeToObject"; 64 [labelType="html" label="MapPartitionsRDD [64] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster116 { label="mapPartitions"; 66 [labelType="html" label="MapPartitionsRDD [66] [Unordered] toJavaRDD at AbsExportExecutor.java:55"]; } subgraph cluster117 { label="map"; 67 [labelType="html" label="MapPartitionsRDD [67] [Unordered] createDataFrame at AbsExportExecutor.java:55"]; } subgraph cluster124 { label="WholeStageCodegen (1)"; 72 [labelType="html" label="MapPartitionsRDD [72] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster123 { label="Coalesce"; 73 [labelType="html" label="CoalescedRDD [73] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } subgraph cluster122 { label="WriteFiles"; 74 [labelType="html" label="MapPartitionsRDD [74] [Unordered] parquet at DataFrameParquetWriter.java:12"]; } } 58->59; 60->61; 59->62; 61->62; 62->63; 63->64; 64->65; 65->66; 66->67; 67->72; 72->73; 73->74; }

57,58

50,60

Event Timeline

Enable zooming