EVAL1_SPC1 - Details for Stage 500 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 2 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 3.2 MiB / 617988
Associated Job Ids: 249

digraph G { subgraph clusterstage_500 { label="Stage 500"; subgraph cluster6760 { label="Scan parquet "; 2597 [labelType="html" label="FileScanRDD [2597] takeAsList at DataFrameCommonJob.java:145"]; 2598 [labelType="html" label="MapPartitionsRDD [2598] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6756 { label="WholeStageCodegen (1)"; 2599 [labelType="html" label="MapPartitionsRDD [2599] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6765 { label="Scan parquet "; 2600 [labelType="html" label="FileScanRDD [2600] takeAsList at DataFrameCommonJob.java:145"]; 2601 [labelType="html" label="MapPartitionsRDD [2601] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6761 { label="WholeStageCodegen (2)"; 2602 [labelType="html" label="MapPartitionsRDD [2602] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6770 { label="Scan parquet "; 2603 [labelType="html" label="FileScanRDD [2603] takeAsList at DataFrameCommonJob.java:145"]; 2604 [labelType="html" label="MapPartitionsRDD [2604] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6766 { label="WholeStageCodegen (3)"; 2605 [labelType="html" label="MapPartitionsRDD [2605] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6775 { label="Scan parquet "; 2606 [labelType="html" label="FileScanRDD [2606] takeAsList at DataFrameCommonJob.java:145"]; 2607 [labelType="html" label="MapPartitionsRDD [2607] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6771 { label="WholeStageCodegen (4)"; 2608 [labelType="html" label="MapPartitionsRDD [2608] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6780 { label="Scan parquet "; 2609 [labelType="html" label="FileScanRDD [2609] takeAsList at DataFrameCommonJob.java:145"]; 2610 [labelType="html" label="MapPartitionsRDD [2610] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6776 { label="WholeStageCodegen (5)"; 2611 [labelType="html" label="MapPartitionsRDD [2611] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6785 { label="Scan parquet "; 2612 [labelType="html" label="FileScanRDD [2612] takeAsList at DataFrameCommonJob.java:145"]; 2613 [labelType="html" label="MapPartitionsRDD [2613] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6781 { label="WholeStageCodegen (6)"; 2614 [labelType="html" label="MapPartitionsRDD [2614] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6790 { label="Scan parquet "; 2615 [labelType="html" label="FileScanRDD [2615] takeAsList at DataFrameCommonJob.java:145"]; 2616 [labelType="html" label="MapPartitionsRDD [2616] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6786 { label="WholeStageCodegen (7)"; 2617 [labelType="html" label="MapPartitionsRDD [2617] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6795 { label="Scan parquet "; 2618 [labelType="html" label="FileScanRDD [2618] takeAsList at DataFrameCommonJob.java:145"]; 2619 [labelType="html" label="MapPartitionsRDD [2619] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6791 { label="WholeStageCodegen (8)"; 2620 [labelType="html" label="MapPartitionsRDD [2620] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6800 { label="Scan parquet "; 2621 [labelType="html" label="FileScanRDD [2621] takeAsList at DataFrameCommonJob.java:145"]; 2622 [labelType="html" label="MapPartitionsRDD [2622] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6796 { label="WholeStageCodegen (9)"; 2623 [labelType="html" label="MapPartitionsRDD [2623] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6805 { label="Scan parquet "; 2624 [labelType="html" label="FileScanRDD [2624] takeAsList at DataFrameCommonJob.java:145"]; 2625 [labelType="html" label="MapPartitionsRDD [2625] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6801 { label="WholeStageCodegen (10)"; 2626 [labelType="html" label="MapPartitionsRDD [2626] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6810 { label="Scan parquet "; 2627 [labelType="html" label="FileScanRDD [2627] takeAsList at DataFrameCommonJob.java:145"]; 2628 [labelType="html" label="MapPartitionsRDD [2628] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6806 { label="WholeStageCodegen (11)"; 2629 [labelType="html" label="MapPartitionsRDD [2629] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6815 { label="Scan parquet "; 2630 [labelType="html" label="FileScanRDD [2630] takeAsList at DataFrameCommonJob.java:145"]; 2631 [labelType="html" label="MapPartitionsRDD [2631] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6811 { label="WholeStageCodegen (12)"; 2632 [labelType="html" label="MapPartitionsRDD [2632] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6820 { label="Scan parquet "; 2633 [labelType="html" label="FileScanRDD [2633] takeAsList at DataFrameCommonJob.java:145"]; 2634 [labelType="html" label="MapPartitionsRDD [2634] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6816 { label="WholeStageCodegen (13)"; 2635 [labelType="html" label="MapPartitionsRDD [2635] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6755 { label="Union"; 2636 [labelType="html" label="UnionRDD [2636] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6751 { label="WholeStageCodegen (14)"; 2637 [labelType="html" label="MapPartitionsRDD [2637] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6750 { label="Exchange"; 2638 [labelType="html" label="MapPartitionsRDD [2638] takeAsList at DataFrameCommonJob.java:145"]; } } 2597->2598; 2598->2599; 2600->2601; 2601->2602; 2603->2604; 2604->2605; 2606->2607; 2607->2608; 2609->2610; 2610->2611; 2612->2613; 2613->2614; 2615->2616; 2616->2617; 2618->2619; 2619->2620; 2621->2622; 2622->2623; 2624->2625; 2625->2626; 2627->2628; 2628->2629; 2630->2631; 2631->2632; 2633->2634; 2634->2635; 2599->2636; 2602->2636; 2605->2636; 2608->2636; 2611->2636; 2614->2636; 2617->2636; 2620->2636; 2623->2636; 2626->2636; 2629->2636; 2632->2636; 2635->2636; 2636->2637; 2637->2638; }

Event Timeline

Enable zooming