EVAL1_SPC1 - Details for Stage 474 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 5 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 239

digraph G { subgraph clusterstage_474 { label="Stage 474"; subgraph cluster6422 { label="Scan parquet "; 2473 [labelType="html" label="FileScanRDD [2473] takeAsList at DataFrameCommonJob.java:145"]; 2474 [labelType="html" label="MapPartitionsRDD [2474] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6418 { label="WholeStageCodegen (1)"; 2475 [labelType="html" label="MapPartitionsRDD [2475] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6427 { label="Scan parquet "; 2476 [labelType="html" label="FileScanRDD [2476] takeAsList at DataFrameCommonJob.java:145"]; 2477 [labelType="html" label="MapPartitionsRDD [2477] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6423 { label="WholeStageCodegen (2)"; 2478 [labelType="html" label="MapPartitionsRDD [2478] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6432 { label="Scan parquet "; 2479 [labelType="html" label="FileScanRDD [2479] takeAsList at DataFrameCommonJob.java:145"]; 2480 [labelType="html" label="MapPartitionsRDD [2480] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6428 { label="WholeStageCodegen (3)"; 2481 [labelType="html" label="MapPartitionsRDD [2481] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6437 { label="Scan parquet "; 2482 [labelType="html" label="FileScanRDD [2482] takeAsList at DataFrameCommonJob.java:145"]; 2483 [labelType="html" label="MapPartitionsRDD [2483] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6433 { label="WholeStageCodegen (4)"; 2484 [labelType="html" label="MapPartitionsRDD [2484] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6442 { label="Scan parquet "; 2485 [labelType="html" label="FileScanRDD [2485] takeAsList at DataFrameCommonJob.java:145"]; 2486 [labelType="html" label="MapPartitionsRDD [2486] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6438 { label="WholeStageCodegen (5)"; 2487 [labelType="html" label="MapPartitionsRDD [2487] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6447 { label="Scan parquet "; 2488 [labelType="html" label="FileScanRDD [2488] takeAsList at DataFrameCommonJob.java:145"]; 2489 [labelType="html" label="MapPartitionsRDD [2489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6443 { label="WholeStageCodegen (6)"; 2490 [labelType="html" label="MapPartitionsRDD [2490] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6452 { label="Scan parquet "; 2491 [labelType="html" label="FileScanRDD [2491] takeAsList at DataFrameCommonJob.java:145"]; 2492 [labelType="html" label="MapPartitionsRDD [2492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6448 { label="WholeStageCodegen (7)"; 2493 [labelType="html" label="MapPartitionsRDD [2493] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6457 { label="Scan parquet "; 2494 [labelType="html" label="FileScanRDD [2494] takeAsList at DataFrameCommonJob.java:145"]; 2495 [labelType="html" label="MapPartitionsRDD [2495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6453 { label="WholeStageCodegen (8)"; 2496 [labelType="html" label="MapPartitionsRDD [2496] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6462 { label="Scan parquet "; 2497 [labelType="html" label="FileScanRDD [2497] takeAsList at DataFrameCommonJob.java:145"]; 2498 [labelType="html" label="MapPartitionsRDD [2498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6458 { label="WholeStageCodegen (9)"; 2499 [labelType="html" label="MapPartitionsRDD [2499] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6467 { label="Scan parquet "; 2500 [labelType="html" label="FileScanRDD [2500] takeAsList at DataFrameCommonJob.java:145"]; 2501 [labelType="html" label="MapPartitionsRDD [2501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6463 { label="WholeStageCodegen (10)"; 2502 [labelType="html" label="MapPartitionsRDD [2502] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6472 { label="Scan parquet "; 2503 [labelType="html" label="FileScanRDD [2503] takeAsList at DataFrameCommonJob.java:145"]; 2504 [labelType="html" label="MapPartitionsRDD [2504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6468 { label="WholeStageCodegen (11)"; 2505 [labelType="html" label="MapPartitionsRDD [2505] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6477 { label="Scan parquet "; 2506 [labelType="html" label="FileScanRDD [2506] takeAsList at DataFrameCommonJob.java:145"]; 2507 [labelType="html" label="MapPartitionsRDD [2507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6473 { label="WholeStageCodegen (12)"; 2508 [labelType="html" label="MapPartitionsRDD [2508] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6482 { label="Scan parquet "; 2509 [labelType="html" label="FileScanRDD [2509] takeAsList at DataFrameCommonJob.java:145"]; 2510 [labelType="html" label="MapPartitionsRDD [2510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6478 { label="WholeStageCodegen (13)"; 2511 [labelType="html" label="MapPartitionsRDD [2511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6417 { label="Union"; 2512 [labelType="html" label="UnionRDD [2512] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6413 { label="WholeStageCodegen (14)"; 2513 [labelType="html" label="MapPartitionsRDD [2513] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6412 { label="Exchange"; 2514 [labelType="html" label="MapPartitionsRDD [2514] takeAsList at DataFrameCommonJob.java:145"]; } } 2473->2474; 2474->2475; 2476->2477; 2477->2478; 2479->2480; 2480->2481; 2482->2483; 2483->2484; 2485->2486; 2486->2487; 2488->2489; 2489->2490; 2491->2492; 2492->2493; 2494->2495; 2495->2496; 2497->2498; 2498->2499; 2500->2501; 2501->2502; 2503->2504; 2504->2505; 2506->2507; 2507->2508; 2509->2510; 2510->2511; 2475->2512; 2478->2512; 2481->2512; 2484->2512; 2487->2512; 2490->2512; 2493->2512; 2496->2512; 2499->2512; 2502->2512; 2505->2512; 2508->2512; 2511->2512; 2512->2513; 2513->2514; }

Event Timeline

Enable zooming