EVAL1_SPC1 - Details for Stage 519 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 259

digraph G { subgraph clusterstage_519 { label="Stage 519"; subgraph cluster6969 { label="Scan parquet "; 2674 [labelType="html" label="FileScanRDD [2674] takeAsList at DataFrameCommonJob.java:145"]; 2675 [labelType="html" label="MapPartitionsRDD [2675] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6965 { label="WholeStageCodegen (1)"; 2676 [labelType="html" label="MapPartitionsRDD [2676] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6974 { label="Scan parquet "; 2677 [labelType="html" label="FileScanRDD [2677] takeAsList at DataFrameCommonJob.java:145"]; 2678 [labelType="html" label="MapPartitionsRDD [2678] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6970 { label="WholeStageCodegen (2)"; 2679 [labelType="html" label="MapPartitionsRDD [2679] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6979 { label="Scan parquet "; 2680 [labelType="html" label="FileScanRDD [2680] takeAsList at DataFrameCommonJob.java:145"]; 2681 [labelType="html" label="MapPartitionsRDD [2681] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6975 { label="WholeStageCodegen (3)"; 2682 [labelType="html" label="MapPartitionsRDD [2682] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6984 { label="Scan parquet "; 2683 [labelType="html" label="FileScanRDD [2683] takeAsList at DataFrameCommonJob.java:145"]; 2684 [labelType="html" label="MapPartitionsRDD [2684] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6980 { label="WholeStageCodegen (4)"; 2685 [labelType="html" label="MapPartitionsRDD [2685] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6989 { label="Scan parquet "; 2686 [labelType="html" label="FileScanRDD [2686] takeAsList at DataFrameCommonJob.java:145"]; 2687 [labelType="html" label="MapPartitionsRDD [2687] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6985 { label="WholeStageCodegen (5)"; 2688 [labelType="html" label="MapPartitionsRDD [2688] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6994 { label="Scan parquet "; 2689 [labelType="html" label="FileScanRDD [2689] takeAsList at DataFrameCommonJob.java:145"]; 2690 [labelType="html" label="MapPartitionsRDD [2690] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6990 { label="WholeStageCodegen (6)"; 2691 [labelType="html" label="MapPartitionsRDD [2691] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6999 { label="Scan parquet "; 2692 [labelType="html" label="FileScanRDD [2692] takeAsList at DataFrameCommonJob.java:145"]; 2693 [labelType="html" label="MapPartitionsRDD [2693] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6995 { label="WholeStageCodegen (7)"; 2694 [labelType="html" label="MapPartitionsRDD [2694] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7004 { label="Scan parquet "; 2695 [labelType="html" label="FileScanRDD [2695] takeAsList at DataFrameCommonJob.java:145"]; 2696 [labelType="html" label="MapPartitionsRDD [2696] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7000 { label="WholeStageCodegen (8)"; 2697 [labelType="html" label="MapPartitionsRDD [2697] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7009 { label="Scan parquet "; 2698 [labelType="html" label="FileScanRDD [2698] takeAsList at DataFrameCommonJob.java:145"]; 2699 [labelType="html" label="MapPartitionsRDD [2699] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7005 { label="WholeStageCodegen (9)"; 2700 [labelType="html" label="MapPartitionsRDD [2700] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7014 { label="Scan parquet "; 2701 [labelType="html" label="FileScanRDD [2701] takeAsList at DataFrameCommonJob.java:145"]; 2702 [labelType="html" label="MapPartitionsRDD [2702] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7010 { label="WholeStageCodegen (10)"; 2703 [labelType="html" label="MapPartitionsRDD [2703] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7019 { label="Scan parquet "; 2704 [labelType="html" label="FileScanRDD [2704] takeAsList at DataFrameCommonJob.java:145"]; 2705 [labelType="html" label="MapPartitionsRDD [2705] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7015 { label="WholeStageCodegen (11)"; 2706 [labelType="html" label="MapPartitionsRDD [2706] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7024 { label="Scan parquet "; 2707 [labelType="html" label="FileScanRDD [2707] takeAsList at DataFrameCommonJob.java:145"]; 2708 [labelType="html" label="MapPartitionsRDD [2708] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7020 { label="WholeStageCodegen (12)"; 2709 [labelType="html" label="MapPartitionsRDD [2709] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7029 { label="Scan parquet "; 2710 [labelType="html" label="FileScanRDD [2710] takeAsList at DataFrameCommonJob.java:145"]; 2711 [labelType="html" label="MapPartitionsRDD [2711] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7025 { label="WholeStageCodegen (13)"; 2712 [labelType="html" label="MapPartitionsRDD [2712] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6964 { label="Union"; 2713 [labelType="html" label="UnionRDD [2713] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6960 { label="WholeStageCodegen (14)"; 2714 [labelType="html" label="MapPartitionsRDD [2714] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6959 { label="Exchange"; 2715 [labelType="html" label="MapPartitionsRDD [2715] takeAsList at DataFrameCommonJob.java:145"]; } } 2674->2675; 2675->2676; 2677->2678; 2678->2679; 2680->2681; 2681->2682; 2683->2684; 2684->2685; 2686->2687; 2687->2688; 2689->2690; 2690->2691; 2692->2693; 2693->2694; 2695->2696; 2696->2697; 2698->2699; 2699->2700; 2701->2702; 2702->2703; 2704->2705; 2705->2706; 2707->2708; 2708->2709; 2710->2711; 2711->2712; 2676->2713; 2679->2713; 2682->2713; 2685->2713; 2688->2713; 2691->2713; 2694->2713; 2697->2713; 2700->2713; 2703->2713; 2706->2713; 2709->2713; 2712->2713; 2713->2714; 2714->2715; }

Event Timeline

Enable zooming