EVAL1_SPC1 - Details for Stage 427 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 218

digraph G { subgraph clusterstage_427 { label="Stage 427"; subgraph cluster5626 { label="Scan parquet "; 2173 [labelType="html" label="FileScanRDD [2173] takeAsList at DataFrameCommonJob.java:145"]; 2174 [labelType="html" label="MapPartitionsRDD [2174] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5620 { label="WholeStageCodegen (1)"; 2175 [labelType="html" label="MapPartitionsRDD [2175] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5636 { label="Scan parquet "; 2182 [labelType="html" label="FileScanRDD [2182] takeAsList at DataFrameCommonJob.java:145"]; 2183 [labelType="html" label="MapPartitionsRDD [2183] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5630 { label="WholeStageCodegen (2)"; 2184 [labelType="html" label="MapPartitionsRDD [2184] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5648 { label="Scan parquet "; 2189 [labelType="html" label="FileScanRDD [2189] takeAsList at DataFrameCommonJob.java:145"]; 2190 [labelType="html" label="MapPartitionsRDD [2190] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5644 { label="WholeStageCodegen (3)"; 2191 [labelType="html" label="MapPartitionsRDD [2191] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5653 { label="Scan parquet "; 2192 [labelType="html" label="FileScanRDD [2192] takeAsList at DataFrameCommonJob.java:145"]; 2193 [labelType="html" label="MapPartitionsRDD [2193] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5649 { label="WholeStageCodegen (4)"; 2194 [labelType="html" label="MapPartitionsRDD [2194] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5658 { label="Scan parquet "; 2195 [labelType="html" label="FileScanRDD [2195] takeAsList at DataFrameCommonJob.java:145"]; 2196 [labelType="html" label="MapPartitionsRDD [2196] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5654 { label="WholeStageCodegen (5)"; 2197 [labelType="html" label="MapPartitionsRDD [2197] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5663 { label="Scan parquet "; 2198 [labelType="html" label="FileScanRDD [2198] takeAsList at DataFrameCommonJob.java:145"]; 2199 [labelType="html" label="MapPartitionsRDD [2199] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5659 { label="WholeStageCodegen (6)"; 2200 [labelType="html" label="MapPartitionsRDD [2200] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5668 { label="Scan parquet "; 2201 [labelType="html" label="FileScanRDD [2201] takeAsList at DataFrameCommonJob.java:145"]; 2202 [labelType="html" label="MapPartitionsRDD [2202] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5664 { label="WholeStageCodegen (7)"; 2203 [labelType="html" label="MapPartitionsRDD [2203] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5673 { label="Scan parquet "; 2204 [labelType="html" label="FileScanRDD [2204] takeAsList at DataFrameCommonJob.java:145"]; 2205 [labelType="html" label="MapPartitionsRDD [2205] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5669 { label="WholeStageCodegen (8)"; 2206 [labelType="html" label="MapPartitionsRDD [2206] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5678 { label="Scan parquet "; 2207 [labelType="html" label="FileScanRDD [2207] takeAsList at DataFrameCommonJob.java:145"]; 2208 [labelType="html" label="MapPartitionsRDD [2208] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5674 { label="WholeStageCodegen (9)"; 2209 [labelType="html" label="MapPartitionsRDD [2209] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5683 { label="Scan parquet "; 2210 [labelType="html" label="FileScanRDD [2210] takeAsList at DataFrameCommonJob.java:145"]; 2211 [labelType="html" label="MapPartitionsRDD [2211] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5679 { label="WholeStageCodegen (10)"; 2212 [labelType="html" label="MapPartitionsRDD [2212] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5688 { label="Scan parquet "; 2213 [labelType="html" label="FileScanRDD [2213] takeAsList at DataFrameCommonJob.java:145"]; 2214 [labelType="html" label="MapPartitionsRDD [2214] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5684 { label="WholeStageCodegen (11)"; 2215 [labelType="html" label="MapPartitionsRDD [2215] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5693 { label="Scan parquet "; 2216 [labelType="html" label="FileScanRDD [2216] takeAsList at DataFrameCommonJob.java:145"]; 2217 [labelType="html" label="MapPartitionsRDD [2217] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5689 { label="WholeStageCodegen (12)"; 2218 [labelType="html" label="MapPartitionsRDD [2218] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5698 { label="Scan parquet "; 2219 [labelType="html" label="FileScanRDD [2219] takeAsList at DataFrameCommonJob.java:145"]; 2220 [labelType="html" label="MapPartitionsRDD [2220] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5694 { label="WholeStageCodegen (13)"; 2221 [labelType="html" label="MapPartitionsRDD [2221] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5619 { label="Union"; 2222 [labelType="html" label="UnionRDD [2222] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5610 { label="WholeStageCodegen (14)"; 2223 [labelType="html" label="MapPartitionsRDD [2223] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5609 { label="Exchange"; 2224 [labelType="html" label="MapPartitionsRDD [2224] takeAsList at DataFrameCommonJob.java:145"]; } } 2173->2174; 2174->2175; 2182->2183; 2183->2184; 2189->2190; 2190->2191; 2192->2193; 2193->2194; 2195->2196; 2196->2197; 2198->2199; 2199->2200; 2201->2202; 2202->2203; 2204->2205; 2205->2206; 2207->2208; 2208->2209; 2210->2211; 2211->2212; 2213->2214; 2214->2215; 2216->2217; 2217->2218; 2219->2220; 2220->2221; 2175->2222; 2184->2222; 2191->2222; 2194->2222; 2197->2222; 2200->2222; 2203->2222; 2206->2222; 2209->2222; 2212->2222; 2215->2222; 2218->2222; 2221->2222; 2222->2223; 2223->2224; }

Event Timeline

Enable zooming