EVAL1_SPC1 - Details for Stage 487 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 244

digraph G { subgraph clusterstage_487 { label="Stage 487"; subgraph cluster6591 { label="Scan parquet "; 2535 [labelType="html" label="FileScanRDD [2535] takeAsList at DataFrameCommonJob.java:145"]; 2536 [labelType="html" label="MapPartitionsRDD [2536] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6587 { label="WholeStageCodegen (1)"; 2537 [labelType="html" label="MapPartitionsRDD [2537] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6596 { label="Scan parquet "; 2538 [labelType="html" label="FileScanRDD [2538] takeAsList at DataFrameCommonJob.java:145"]; 2539 [labelType="html" label="MapPartitionsRDD [2539] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6592 { label="WholeStageCodegen (2)"; 2540 [labelType="html" label="MapPartitionsRDD [2540] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6601 { label="Scan parquet "; 2541 [labelType="html" label="FileScanRDD [2541] takeAsList at DataFrameCommonJob.java:145"]; 2542 [labelType="html" label="MapPartitionsRDD [2542] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6597 { label="WholeStageCodegen (3)"; 2543 [labelType="html" label="MapPartitionsRDD [2543] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6606 { label="Scan parquet "; 2544 [labelType="html" label="FileScanRDD [2544] takeAsList at DataFrameCommonJob.java:145"]; 2545 [labelType="html" label="MapPartitionsRDD [2545] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6602 { label="WholeStageCodegen (4)"; 2546 [labelType="html" label="MapPartitionsRDD [2546] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6611 { label="Scan parquet "; 2547 [labelType="html" label="FileScanRDD [2547] takeAsList at DataFrameCommonJob.java:145"]; 2548 [labelType="html" label="MapPartitionsRDD [2548] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6607 { label="WholeStageCodegen (5)"; 2549 [labelType="html" label="MapPartitionsRDD [2549] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6616 { label="Scan parquet "; 2550 [labelType="html" label="FileScanRDD [2550] takeAsList at DataFrameCommonJob.java:145"]; 2551 [labelType="html" label="MapPartitionsRDD [2551] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6612 { label="WholeStageCodegen (6)"; 2552 [labelType="html" label="MapPartitionsRDD [2552] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6621 { label="Scan parquet "; 2553 [labelType="html" label="FileScanRDD [2553] takeAsList at DataFrameCommonJob.java:145"]; 2554 [labelType="html" label="MapPartitionsRDD [2554] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6617 { label="WholeStageCodegen (7)"; 2555 [labelType="html" label="MapPartitionsRDD [2555] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6626 { label="Scan parquet "; 2556 [labelType="html" label="FileScanRDD [2556] takeAsList at DataFrameCommonJob.java:145"]; 2557 [labelType="html" label="MapPartitionsRDD [2557] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6622 { label="WholeStageCodegen (8)"; 2558 [labelType="html" label="MapPartitionsRDD [2558] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6631 { label="Scan parquet "; 2559 [labelType="html" label="FileScanRDD [2559] takeAsList at DataFrameCommonJob.java:145"]; 2560 [labelType="html" label="MapPartitionsRDD [2560] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6627 { label="WholeStageCodegen (9)"; 2561 [labelType="html" label="MapPartitionsRDD [2561] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6636 { label="Scan parquet "; 2562 [labelType="html" label="FileScanRDD [2562] takeAsList at DataFrameCommonJob.java:145"]; 2563 [labelType="html" label="MapPartitionsRDD [2563] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6632 { label="WholeStageCodegen (10)"; 2564 [labelType="html" label="MapPartitionsRDD [2564] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6641 { label="Scan parquet "; 2565 [labelType="html" label="FileScanRDD [2565] takeAsList at DataFrameCommonJob.java:145"]; 2566 [labelType="html" label="MapPartitionsRDD [2566] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6637 { label="WholeStageCodegen (11)"; 2567 [labelType="html" label="MapPartitionsRDD [2567] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6646 { label="Scan parquet "; 2568 [labelType="html" label="FileScanRDD [2568] takeAsList at DataFrameCommonJob.java:145"]; 2569 [labelType="html" label="MapPartitionsRDD [2569] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6642 { label="WholeStageCodegen (12)"; 2570 [labelType="html" label="MapPartitionsRDD [2570] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6651 { label="Scan parquet "; 2571 [labelType="html" label="FileScanRDD [2571] takeAsList at DataFrameCommonJob.java:145"]; 2572 [labelType="html" label="MapPartitionsRDD [2572] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6647 { label="WholeStageCodegen (13)"; 2573 [labelType="html" label="MapPartitionsRDD [2573] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6586 { label="Union"; 2574 [labelType="html" label="UnionRDD [2574] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6582 { label="WholeStageCodegen (14)"; 2575 [labelType="html" label="MapPartitionsRDD [2575] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6581 { label="Exchange"; 2576 [labelType="html" label="MapPartitionsRDD [2576] takeAsList at DataFrameCommonJob.java:145"]; } } 2535->2536; 2536->2537; 2538->2539; 2539->2540; 2541->2542; 2542->2543; 2544->2545; 2545->2546; 2547->2548; 2548->2549; 2550->2551; 2551->2552; 2553->2554; 2554->2555; 2556->2557; 2557->2558; 2559->2560; 2560->2561; 2562->2563; 2563->2564; 2565->2566; 2566->2567; 2568->2569; 2569->2570; 2571->2572; 2572->2573; 2537->2574; 2540->2574; 2543->2574; 2546->2574; 2549->2574; 2552->2574; 2555->2574; 2558->2574; 2561->2574; 2564->2574; 2567->2574; 2570->2574; 2573->2574; 2574->2575; 2575->2576; }

Event Timeline

Enable zooming