EVAL1_SPC1 - Details for Stage 407 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 234.3 KiB / 617988
Associated Job Ids: 210

digraph G { subgraph clusterstage_407 { label="Stage 407"; subgraph cluster5323 { label="Scan parquet "; 2069 [labelType="html" label="FileScanRDD [2069] takeAsList at DataFrameCommonJob.java:145"]; 2070 [labelType="html" label="MapPartitionsRDD [2070] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5319 { label="WholeStageCodegen (1)"; 2071 [labelType="html" label="MapPartitionsRDD [2071] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5328 { label="Scan parquet "; 2072 [labelType="html" label="FileScanRDD [2072] takeAsList at DataFrameCommonJob.java:145"]; 2073 [labelType="html" label="MapPartitionsRDD [2073] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5324 { label="WholeStageCodegen (2)"; 2074 [labelType="html" label="MapPartitionsRDD [2074] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5333 { label="Scan parquet "; 2075 [labelType="html" label="FileScanRDD [2075] takeAsList at DataFrameCommonJob.java:145"]; 2076 [labelType="html" label="MapPartitionsRDD [2076] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5329 { label="WholeStageCodegen (3)"; 2077 [labelType="html" label="MapPartitionsRDD [2077] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5338 { label="Scan parquet "; 2078 [labelType="html" label="FileScanRDD [2078] takeAsList at DataFrameCommonJob.java:145"]; 2079 [labelType="html" label="MapPartitionsRDD [2079] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5334 { label="WholeStageCodegen (4)"; 2080 [labelType="html" label="MapPartitionsRDD [2080] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5343 { label="Scan parquet "; 2081 [labelType="html" label="FileScanRDD [2081] takeAsList at DataFrameCommonJob.java:145"]; 2082 [labelType="html" label="MapPartitionsRDD [2082] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5339 { label="WholeStageCodegen (5)"; 2083 [labelType="html" label="MapPartitionsRDD [2083] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5348 { label="Scan parquet "; 2084 [labelType="html" label="FileScanRDD [2084] takeAsList at DataFrameCommonJob.java:145"]; 2085 [labelType="html" label="MapPartitionsRDD [2085] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5344 { label="WholeStageCodegen (6)"; 2086 [labelType="html" label="MapPartitionsRDD [2086] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5353 { label="Scan parquet "; 2087 [labelType="html" label="FileScanRDD [2087] takeAsList at DataFrameCommonJob.java:145"]; 2088 [labelType="html" label="MapPartitionsRDD [2088] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5349 { label="WholeStageCodegen (7)"; 2089 [labelType="html" label="MapPartitionsRDD [2089] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5358 { label="Scan parquet "; 2090 [labelType="html" label="FileScanRDD [2090] takeAsList at DataFrameCommonJob.java:145"]; 2091 [labelType="html" label="MapPartitionsRDD [2091] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5354 { label="WholeStageCodegen (8)"; 2092 [labelType="html" label="MapPartitionsRDD [2092] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5363 { label="Scan parquet "; 2093 [labelType="html" label="FileScanRDD [2093] takeAsList at DataFrameCommonJob.java:145"]; 2094 [labelType="html" label="MapPartitionsRDD [2094] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5359 { label="WholeStageCodegen (9)"; 2095 [labelType="html" label="MapPartitionsRDD [2095] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5368 { label="Scan parquet "; 2096 [labelType="html" label="FileScanRDD [2096] takeAsList at DataFrameCommonJob.java:145"]; 2097 [labelType="html" label="MapPartitionsRDD [2097] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5364 { label="WholeStageCodegen (10)"; 2098 [labelType="html" label="MapPartitionsRDD [2098] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5373 { label="Scan parquet "; 2099 [labelType="html" label="FileScanRDD [2099] takeAsList at DataFrameCommonJob.java:145"]; 2100 [labelType="html" label="MapPartitionsRDD [2100] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5369 { label="WholeStageCodegen (11)"; 2101 [labelType="html" label="MapPartitionsRDD [2101] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5378 { label="Scan parquet "; 2102 [labelType="html" label="FileScanRDD [2102] takeAsList at DataFrameCommonJob.java:145"]; 2103 [labelType="html" label="MapPartitionsRDD [2103] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5374 { label="WholeStageCodegen (12)"; 2104 [labelType="html" label="MapPartitionsRDD [2104] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5383 { label="Scan parquet "; 2105 [labelType="html" label="FileScanRDD [2105] takeAsList at DataFrameCommonJob.java:145"]; 2106 [labelType="html" label="MapPartitionsRDD [2106] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5379 { label="WholeStageCodegen (13)"; 2107 [labelType="html" label="MapPartitionsRDD [2107] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5318 { label="Union"; 2108 [labelType="html" label="UnionRDD [2108] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5314 { label="WholeStageCodegen (14)"; 2109 [labelType="html" label="MapPartitionsRDD [2109] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5313 { label="Exchange"; 2110 [labelType="html" label="MapPartitionsRDD [2110] takeAsList at DataFrameCommonJob.java:145"]; } } 2069->2070; 2070->2071; 2072->2073; 2073->2074; 2075->2076; 2076->2077; 2078->2079; 2079->2080; 2081->2082; 2082->2083; 2084->2085; 2085->2086; 2087->2088; 2088->2089; 2090->2091; 2091->2092; 2093->2094; 2094->2095; 2096->2097; 2097->2098; 2099->2100; 2100->2101; 2102->2103; 2103->2104; 2105->2106; 2106->2107; 2071->2108; 2074->2108; 2077->2108; 2080->2108; 2083->2108; 2086->2108; 2089->2108; 2092->2108; 2095->2108; 2098->2108; 2101->2108; 2104->2108; 2107->2108; 2108->2109; 2109->2110; }

Event Timeline

Enable zooming