EVAL1_SPC1 - Details for Stage 438 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 3 s
Locality Level Summary: Process local: 26
Input Size / Records: 4.4 MiB / 29428
Shuffle Write Size / Records: 154.3 KiB / 617988
Associated Job Ids: 223

digraph G { subgraph clusterstage_438 { label="Stage 438"; subgraph cluster5802 { label="Scan parquet "; 2245 [labelType="html" label="FileScanRDD [2245] takeAsList at DataFrameCommonJob.java:145"]; 2246 [labelType="html" label="MapPartitionsRDD [2246] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5798 { label="WholeStageCodegen (1)"; 2247 [labelType="html" label="MapPartitionsRDD [2247] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5807 { label="Scan parquet "; 2248 [labelType="html" label="FileScanRDD [2248] takeAsList at DataFrameCommonJob.java:145"]; 2249 [labelType="html" label="MapPartitionsRDD [2249] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5803 { label="WholeStageCodegen (2)"; 2250 [labelType="html" label="MapPartitionsRDD [2250] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5812 { label="Scan parquet "; 2251 [labelType="html" label="FileScanRDD [2251] takeAsList at DataFrameCommonJob.java:145"]; 2252 [labelType="html" label="MapPartitionsRDD [2252] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5808 { label="WholeStageCodegen (3)"; 2253 [labelType="html" label="MapPartitionsRDD [2253] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5817 { label="Scan parquet "; 2254 [labelType="html" label="FileScanRDD [2254] takeAsList at DataFrameCommonJob.java:145"]; 2255 [labelType="html" label="MapPartitionsRDD [2255] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5813 { label="WholeStageCodegen (4)"; 2256 [labelType="html" label="MapPartitionsRDD [2256] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5822 { label="Scan parquet "; 2257 [labelType="html" label="FileScanRDD [2257] takeAsList at DataFrameCommonJob.java:145"]; 2258 [labelType="html" label="MapPartitionsRDD [2258] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5818 { label="WholeStageCodegen (5)"; 2259 [labelType="html" label="MapPartitionsRDD [2259] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5827 { label="Scan parquet "; 2260 [labelType="html" label="FileScanRDD [2260] takeAsList at DataFrameCommonJob.java:145"]; 2261 [labelType="html" label="MapPartitionsRDD [2261] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5823 { label="WholeStageCodegen (6)"; 2262 [labelType="html" label="MapPartitionsRDD [2262] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5832 { label="Scan parquet "; 2263 [labelType="html" label="FileScanRDD [2263] takeAsList at DataFrameCommonJob.java:145"]; 2264 [labelType="html" label="MapPartitionsRDD [2264] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5828 { label="WholeStageCodegen (7)"; 2265 [labelType="html" label="MapPartitionsRDD [2265] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5837 { label="Scan parquet "; 2266 [labelType="html" label="FileScanRDD [2266] takeAsList at DataFrameCommonJob.java:145"]; 2267 [labelType="html" label="MapPartitionsRDD [2267] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5833 { label="WholeStageCodegen (8)"; 2268 [labelType="html" label="MapPartitionsRDD [2268] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5842 { label="Scan parquet "; 2269 [labelType="html" label="FileScanRDD [2269] takeAsList at DataFrameCommonJob.java:145"]; 2270 [labelType="html" label="MapPartitionsRDD [2270] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5838 { label="WholeStageCodegen (9)"; 2271 [labelType="html" label="MapPartitionsRDD [2271] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5847 { label="Scan parquet "; 2272 [labelType="html" label="FileScanRDD [2272] takeAsList at DataFrameCommonJob.java:145"]; 2273 [labelType="html" label="MapPartitionsRDD [2273] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5843 { label="WholeStageCodegen (10)"; 2274 [labelType="html" label="MapPartitionsRDD [2274] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5852 { label="Scan parquet "; 2275 [labelType="html" label="FileScanRDD [2275] takeAsList at DataFrameCommonJob.java:145"]; 2276 [labelType="html" label="MapPartitionsRDD [2276] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5848 { label="WholeStageCodegen (11)"; 2277 [labelType="html" label="MapPartitionsRDD [2277] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5857 { label="Scan parquet "; 2278 [labelType="html" label="FileScanRDD [2278] takeAsList at DataFrameCommonJob.java:145"]; 2279 [labelType="html" label="MapPartitionsRDD [2279] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5853 { label="WholeStageCodegen (12)"; 2280 [labelType="html" label="MapPartitionsRDD [2280] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5862 { label="Scan parquet "; 2281 [labelType="html" label="FileScanRDD [2281] takeAsList at DataFrameCommonJob.java:145"]; 2282 [labelType="html" label="MapPartitionsRDD [2282] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5858 { label="WholeStageCodegen (13)"; 2283 [labelType="html" label="MapPartitionsRDD [2283] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5797 { label="Union"; 2284 [labelType="html" label="UnionRDD [2284] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5793 { label="WholeStageCodegen (14)"; 2285 [labelType="html" label="MapPartitionsRDD [2285] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5792 { label="Exchange"; 2286 [labelType="html" label="MapPartitionsRDD [2286] takeAsList at DataFrameCommonJob.java:145"]; } } 2245->2246; 2246->2247; 2248->2249; 2249->2250; 2251->2252; 2252->2253; 2254->2255; 2255->2256; 2257->2258; 2258->2259; 2260->2261; 2261->2262; 2263->2264; 2264->2265; 2266->2267; 2267->2268; 2269->2270; 2270->2271; 2272->2273; 2273->2274; 2275->2276; 2276->2277; 2278->2279; 2279->2280; 2281->2282; 2282->2283; 2247->2284; 2250->2284; 2253->2284; 2256->2284; 2259->2284; 2262->2284; 2265->2284; 2268->2284; 2271->2284; 2274->2284; 2277->2284; 2280->2284; 2283->2284; 2284->2285; 2285->2286; }

Event Timeline

Enable zooming