EVAL1_SPC1 - Details for Stage 456 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 699.2 KiB / 617988
Associated Job Ids: 231

digraph G { subgraph clusterstage_456 { label="Stage 456"; subgraph cluster6112 { label="Scan parquet "; 2359 [labelType="html" label="FileScanRDD [2359] takeAsList at DataFrameCommonJob.java:145"]; 2360 [labelType="html" label="MapPartitionsRDD [2360] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6108 { label="WholeStageCodegen (1)"; 2361 [labelType="html" label="MapPartitionsRDD [2361] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6117 { label="Scan parquet "; 2362 [labelType="html" label="FileScanRDD [2362] takeAsList at DataFrameCommonJob.java:145"]; 2363 [labelType="html" label="MapPartitionsRDD [2363] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6113 { label="WholeStageCodegen (2)"; 2364 [labelType="html" label="MapPartitionsRDD [2364] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6122 { label="Scan parquet "; 2365 [labelType="html" label="FileScanRDD [2365] takeAsList at DataFrameCommonJob.java:145"]; 2366 [labelType="html" label="MapPartitionsRDD [2366] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6118 { label="WholeStageCodegen (3)"; 2367 [labelType="html" label="MapPartitionsRDD [2367] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6127 { label="Scan parquet "; 2368 [labelType="html" label="FileScanRDD [2368] takeAsList at DataFrameCommonJob.java:145"]; 2369 [labelType="html" label="MapPartitionsRDD [2369] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6123 { label="WholeStageCodegen (4)"; 2370 [labelType="html" label="MapPartitionsRDD [2370] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6132 { label="Scan parquet "; 2371 [labelType="html" label="FileScanRDD [2371] takeAsList at DataFrameCommonJob.java:145"]; 2372 [labelType="html" label="MapPartitionsRDD [2372] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6128 { label="WholeStageCodegen (5)"; 2373 [labelType="html" label="MapPartitionsRDD [2373] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6137 { label="Scan parquet "; 2374 [labelType="html" label="FileScanRDD [2374] takeAsList at DataFrameCommonJob.java:145"]; 2375 [labelType="html" label="MapPartitionsRDD [2375] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6133 { label="WholeStageCodegen (6)"; 2376 [labelType="html" label="MapPartitionsRDD [2376] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6142 { label="Scan parquet "; 2377 [labelType="html" label="FileScanRDD [2377] takeAsList at DataFrameCommonJob.java:145"]; 2378 [labelType="html" label="MapPartitionsRDD [2378] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6138 { label="WholeStageCodegen (7)"; 2379 [labelType="html" label="MapPartitionsRDD [2379] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6147 { label="Scan parquet "; 2380 [labelType="html" label="FileScanRDD [2380] takeAsList at DataFrameCommonJob.java:145"]; 2381 [labelType="html" label="MapPartitionsRDD [2381] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6143 { label="WholeStageCodegen (8)"; 2382 [labelType="html" label="MapPartitionsRDD [2382] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6152 { label="Scan parquet "; 2383 [labelType="html" label="FileScanRDD [2383] takeAsList at DataFrameCommonJob.java:145"]; 2384 [labelType="html" label="MapPartitionsRDD [2384] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6148 { label="WholeStageCodegen (9)"; 2385 [labelType="html" label="MapPartitionsRDD [2385] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6157 { label="Scan parquet "; 2386 [labelType="html" label="FileScanRDD [2386] takeAsList at DataFrameCommonJob.java:145"]; 2387 [labelType="html" label="MapPartitionsRDD [2387] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6153 { label="WholeStageCodegen (10)"; 2388 [labelType="html" label="MapPartitionsRDD [2388] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6162 { label="Scan parquet "; 2389 [labelType="html" label="FileScanRDD [2389] takeAsList at DataFrameCommonJob.java:145"]; 2390 [labelType="html" label="MapPartitionsRDD [2390] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6158 { label="WholeStageCodegen (11)"; 2391 [labelType="html" label="MapPartitionsRDD [2391] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6167 { label="Scan parquet "; 2392 [labelType="html" label="FileScanRDD [2392] takeAsList at DataFrameCommonJob.java:145"]; 2393 [labelType="html" label="MapPartitionsRDD [2393] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6163 { label="WholeStageCodegen (12)"; 2394 [labelType="html" label="MapPartitionsRDD [2394] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6172 { label="Scan parquet "; 2395 [labelType="html" label="FileScanRDD [2395] takeAsList at DataFrameCommonJob.java:145"]; 2396 [labelType="html" label="MapPartitionsRDD [2396] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6168 { label="WholeStageCodegen (13)"; 2397 [labelType="html" label="MapPartitionsRDD [2397] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6107 { label="Union"; 2398 [labelType="html" label="UnionRDD [2398] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6103 { label="WholeStageCodegen (14)"; 2399 [labelType="html" label="MapPartitionsRDD [2399] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6102 { label="Exchange"; 2400 [labelType="html" label="MapPartitionsRDD [2400] takeAsList at DataFrameCommonJob.java:145"]; } } 2359->2360; 2360->2361; 2362->2363; 2363->2364; 2365->2366; 2366->2367; 2368->2369; 2369->2370; 2371->2372; 2372->2373; 2374->2375; 2375->2376; 2377->2378; 2378->2379; 2380->2381; 2381->2382; 2383->2384; 2384->2385; 2386->2387; 2387->2388; 2389->2390; 2390->2391; 2392->2393; 2393->2394; 2395->2396; 2396->2397; 2361->2398; 2364->2398; 2367->2398; 2370->2398; 2373->2398; 2376->2398; 2379->2398; 2382->2398; 2385->2398; 2388->2398; 2391->2398; 2394->2398; 2397->2398; 2398->2399; 2399->2400; }

Event Timeline

Enable zooming