EVAL1_SPC1 - Details for Stage 447 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 1 s
Locality Level Summary: Process local: 26
Input Size / Records: 4.4 MiB / 29428
Shuffle Write Size / Records: 2.8 MiB / 617988
Associated Job Ids: 227

digraph G { subgraph clusterstage_447 { label="Stage 447"; subgraph cluster5957 { label="Scan parquet "; 2302 [labelType="html" label="FileScanRDD [2302] takeAsList at DataFrameCommonJob.java:145"]; 2303 [labelType="html" label="MapPartitionsRDD [2303] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5953 { label="WholeStageCodegen (1)"; 2304 [labelType="html" label="MapPartitionsRDD [2304] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5962 { label="Scan parquet "; 2305 [labelType="html" label="FileScanRDD [2305] takeAsList at DataFrameCommonJob.java:145"]; 2306 [labelType="html" label="MapPartitionsRDD [2306] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5958 { label="WholeStageCodegen (2)"; 2307 [labelType="html" label="MapPartitionsRDD [2307] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5967 { label="Scan parquet "; 2308 [labelType="html" label="FileScanRDD [2308] takeAsList at DataFrameCommonJob.java:145"]; 2309 [labelType="html" label="MapPartitionsRDD [2309] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5963 { label="WholeStageCodegen (3)"; 2310 [labelType="html" label="MapPartitionsRDD [2310] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5972 { label="Scan parquet "; 2311 [labelType="html" label="FileScanRDD [2311] takeAsList at DataFrameCommonJob.java:145"]; 2312 [labelType="html" label="MapPartitionsRDD [2312] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5968 { label="WholeStageCodegen (4)"; 2313 [labelType="html" label="MapPartitionsRDD [2313] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5977 { label="Scan parquet "; 2314 [labelType="html" label="FileScanRDD [2314] takeAsList at DataFrameCommonJob.java:145"]; 2315 [labelType="html" label="MapPartitionsRDD [2315] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5973 { label="WholeStageCodegen (5)"; 2316 [labelType="html" label="MapPartitionsRDD [2316] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5982 { label="Scan parquet "; 2317 [labelType="html" label="FileScanRDD [2317] takeAsList at DataFrameCommonJob.java:145"]; 2318 [labelType="html" label="MapPartitionsRDD [2318] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5978 { label="WholeStageCodegen (6)"; 2319 [labelType="html" label="MapPartitionsRDD [2319] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5987 { label="Scan parquet "; 2320 [labelType="html" label="FileScanRDD [2320] takeAsList at DataFrameCommonJob.java:145"]; 2321 [labelType="html" label="MapPartitionsRDD [2321] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5983 { label="WholeStageCodegen (7)"; 2322 [labelType="html" label="MapPartitionsRDD [2322] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5992 { label="Scan parquet "; 2323 [labelType="html" label="FileScanRDD [2323] takeAsList at DataFrameCommonJob.java:145"]; 2324 [labelType="html" label="MapPartitionsRDD [2324] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5988 { label="WholeStageCodegen (8)"; 2325 [labelType="html" label="MapPartitionsRDD [2325] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5997 { label="Scan parquet "; 2326 [labelType="html" label="FileScanRDD [2326] takeAsList at DataFrameCommonJob.java:145"]; 2327 [labelType="html" label="MapPartitionsRDD [2327] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5993 { label="WholeStageCodegen (9)"; 2328 [labelType="html" label="MapPartitionsRDD [2328] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6002 { label="Scan parquet "; 2329 [labelType="html" label="FileScanRDD [2329] takeAsList at DataFrameCommonJob.java:145"]; 2330 [labelType="html" label="MapPartitionsRDD [2330] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5998 { label="WholeStageCodegen (10)"; 2331 [labelType="html" label="MapPartitionsRDD [2331] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6007 { label="Scan parquet "; 2332 [labelType="html" label="FileScanRDD [2332] takeAsList at DataFrameCommonJob.java:145"]; 2333 [labelType="html" label="MapPartitionsRDD [2333] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6003 { label="WholeStageCodegen (11)"; 2334 [labelType="html" label="MapPartitionsRDD [2334] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6012 { label="Scan parquet "; 2335 [labelType="html" label="FileScanRDD [2335] takeAsList at DataFrameCommonJob.java:145"]; 2336 [labelType="html" label="MapPartitionsRDD [2336] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6008 { label="WholeStageCodegen (12)"; 2337 [labelType="html" label="MapPartitionsRDD [2337] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6017 { label="Scan parquet "; 2338 [labelType="html" label="FileScanRDD [2338] takeAsList at DataFrameCommonJob.java:145"]; 2339 [labelType="html" label="MapPartitionsRDD [2339] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6013 { label="WholeStageCodegen (13)"; 2340 [labelType="html" label="MapPartitionsRDD [2340] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5952 { label="Union"; 2341 [labelType="html" label="UnionRDD [2341] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5948 { label="WholeStageCodegen (14)"; 2342 [labelType="html" label="MapPartitionsRDD [2342] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5947 { label="Exchange"; 2343 [labelType="html" label="MapPartitionsRDD [2343] takeAsList at DataFrameCommonJob.java:145"]; } } 2302->2303; 2303->2304; 2305->2306; 2306->2307; 2308->2309; 2309->2310; 2311->2312; 2312->2313; 2314->2315; 2315->2316; 2317->2318; 2318->2319; 2320->2321; 2321->2322; 2323->2324; 2324->2325; 2326->2327; 2327->2328; 2329->2330; 2330->2331; 2332->2333; 2333->2334; 2335->2336; 2336->2337; 2338->2339; 2339->2340; 2304->2341; 2307->2341; 2310->2341; 2313->2341; 2316->2341; 2319->2341; 2322->2341; 2325->2341; 2328->2341; 2331->2341; 2334->2341; 2337->2341; 2340->2341; 2341->2342; 2342->2343; }

Event Timeline

Enable zooming