EVAL1_SPC1 - Details for Stage 545 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 269

digraph G { subgraph clusterstage_545 { label="Stage 545"; subgraph cluster7307 { label="Scan parquet "; 2798 [labelType="html" label="FileScanRDD [2798] takeAsList at DataFrameCommonJob.java:145"]; 2799 [labelType="html" label="MapPartitionsRDD [2799] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7303 { label="WholeStageCodegen (1)"; 2800 [labelType="html" label="MapPartitionsRDD [2800] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7312 { label="Scan parquet "; 2801 [labelType="html" label="FileScanRDD [2801] takeAsList at DataFrameCommonJob.java:145"]; 2802 [labelType="html" label="MapPartitionsRDD [2802] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7308 { label="WholeStageCodegen (2)"; 2803 [labelType="html" label="MapPartitionsRDD [2803] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7317 { label="Scan parquet "; 2804 [labelType="html" label="FileScanRDD [2804] takeAsList at DataFrameCommonJob.java:145"]; 2805 [labelType="html" label="MapPartitionsRDD [2805] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7313 { label="WholeStageCodegen (3)"; 2806 [labelType="html" label="MapPartitionsRDD [2806] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7322 { label="Scan parquet "; 2807 [labelType="html" label="FileScanRDD [2807] takeAsList at DataFrameCommonJob.java:145"]; 2808 [labelType="html" label="MapPartitionsRDD [2808] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7318 { label="WholeStageCodegen (4)"; 2809 [labelType="html" label="MapPartitionsRDD [2809] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7327 { label="Scan parquet "; 2810 [labelType="html" label="FileScanRDD [2810] takeAsList at DataFrameCommonJob.java:145"]; 2811 [labelType="html" label="MapPartitionsRDD [2811] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7323 { label="WholeStageCodegen (5)"; 2812 [labelType="html" label="MapPartitionsRDD [2812] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7332 { label="Scan parquet "; 2813 [labelType="html" label="FileScanRDD [2813] takeAsList at DataFrameCommonJob.java:145"]; 2814 [labelType="html" label="MapPartitionsRDD [2814] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7328 { label="WholeStageCodegen (6)"; 2815 [labelType="html" label="MapPartitionsRDD [2815] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7337 { label="Scan parquet "; 2816 [labelType="html" label="FileScanRDD [2816] takeAsList at DataFrameCommonJob.java:145"]; 2817 [labelType="html" label="MapPartitionsRDD [2817] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7333 { label="WholeStageCodegen (7)"; 2818 [labelType="html" label="MapPartitionsRDD [2818] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7342 { label="Scan parquet "; 2819 [labelType="html" label="FileScanRDD [2819] takeAsList at DataFrameCommonJob.java:145"]; 2820 [labelType="html" label="MapPartitionsRDD [2820] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7338 { label="WholeStageCodegen (8)"; 2821 [labelType="html" label="MapPartitionsRDD [2821] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7347 { label="Scan parquet "; 2822 [labelType="html" label="FileScanRDD [2822] takeAsList at DataFrameCommonJob.java:145"]; 2823 [labelType="html" label="MapPartitionsRDD [2823] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7343 { label="WholeStageCodegen (9)"; 2824 [labelType="html" label="MapPartitionsRDD [2824] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7352 { label="Scan parquet "; 2825 [labelType="html" label="FileScanRDD [2825] takeAsList at DataFrameCommonJob.java:145"]; 2826 [labelType="html" label="MapPartitionsRDD [2826] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7348 { label="WholeStageCodegen (10)"; 2827 [labelType="html" label="MapPartitionsRDD [2827] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7357 { label="Scan parquet "; 2828 [labelType="html" label="FileScanRDD [2828] takeAsList at DataFrameCommonJob.java:145"]; 2829 [labelType="html" label="MapPartitionsRDD [2829] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7353 { label="WholeStageCodegen (11)"; 2830 [labelType="html" label="MapPartitionsRDD [2830] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7362 { label="Scan parquet "; 2831 [labelType="html" label="FileScanRDD [2831] takeAsList at DataFrameCommonJob.java:145"]; 2832 [labelType="html" label="MapPartitionsRDD [2832] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7358 { label="WholeStageCodegen (12)"; 2833 [labelType="html" label="MapPartitionsRDD [2833] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7367 { label="Scan parquet "; 2834 [labelType="html" label="FileScanRDD [2834] takeAsList at DataFrameCommonJob.java:145"]; 2835 [labelType="html" label="MapPartitionsRDD [2835] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7363 { label="WholeStageCodegen (13)"; 2836 [labelType="html" label="MapPartitionsRDD [2836] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7302 { label="Union"; 2837 [labelType="html" label="UnionRDD [2837] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7298 { label="WholeStageCodegen (14)"; 2838 [labelType="html" label="MapPartitionsRDD [2838] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7297 { label="Exchange"; 2839 [labelType="html" label="MapPartitionsRDD [2839] takeAsList at DataFrameCommonJob.java:145"]; } } 2798->2799; 2799->2800; 2801->2802; 2802->2803; 2804->2805; 2805->2806; 2807->2808; 2808->2809; 2810->2811; 2811->2812; 2813->2814; 2814->2815; 2816->2817; 2817->2818; 2819->2820; 2820->2821; 2822->2823; 2823->2824; 2825->2826; 2826->2827; 2828->2829; 2829->2830; 2831->2832; 2832->2833; 2834->2835; 2835->2836; 2800->2837; 2803->2837; 2806->2837; 2809->2837; 2812->2837; 2815->2837; 2818->2837; 2821->2837; 2824->2837; 2827->2837; 2830->2837; 2833->2837; 2836->2837; 2837->2838; 2838->2839; }

Event Timeline

Enable zooming