3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 571 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
3.2 MiB / 617988
Associated Job Ids:
279
DAG Visualization
digraph G { subgraph clusterstage_571 { label="Stage 571"; subgraph cluster7645 { label="Scan parquet "; 2922 [labelType="html" label="FileScanRDD [2922]<br>takeAsList at DataFrameCommonJob.java:145"]; 2923 [labelType="html" label="MapPartitionsRDD [2923]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7641 { label="WholeStageCodegen (1)"; 2924 [labelType="html" label="MapPartitionsRDD [2924]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7650 { label="Scan parquet "; 2925 [labelType="html" label="FileScanRDD [2925]<br>takeAsList at DataFrameCommonJob.java:145"]; 2926 [labelType="html" label="MapPartitionsRDD [2926]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7646 { label="WholeStageCodegen (2)"; 2927 [labelType="html" label="MapPartitionsRDD [2927]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7655 { label="Scan parquet "; 2928 [labelType="html" label="FileScanRDD [2928]<br>takeAsList at DataFrameCommonJob.java:145"]; 2929 [labelType="html" label="MapPartitionsRDD [2929]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7651 { label="WholeStageCodegen (3)"; 2930 [labelType="html" label="MapPartitionsRDD [2930]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7660 { label="Scan parquet "; 2931 [labelType="html" label="FileScanRDD [2931]<br>takeAsList at DataFrameCommonJob.java:145"]; 2932 [labelType="html" label="MapPartitionsRDD [2932]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7656 { label="WholeStageCodegen (4)"; 2933 [labelType="html" label="MapPartitionsRDD [2933]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7665 { label="Scan parquet "; 2934 [labelType="html" label="FileScanRDD [2934]<br>takeAsList at DataFrameCommonJob.java:145"]; 2935 [labelType="html" label="MapPartitionsRDD [2935]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7661 { label="WholeStageCodegen (5)"; 2936 [labelType="html" label="MapPartitionsRDD [2936]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7670 { label="Scan parquet "; 2937 [labelType="html" label="FileScanRDD [2937]<br>takeAsList at DataFrameCommonJob.java:145"]; 2938 [labelType="html" label="MapPartitionsRDD [2938]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7666 { label="WholeStageCodegen (6)"; 2939 [labelType="html" label="MapPartitionsRDD [2939]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7675 { label="Scan parquet "; 2940 [labelType="html" label="FileScanRDD [2940]<br>takeAsList at DataFrameCommonJob.java:145"]; 2941 [labelType="html" label="MapPartitionsRDD [2941]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7671 { label="WholeStageCodegen (7)"; 2942 [labelType="html" label="MapPartitionsRDD [2942]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7680 { label="Scan parquet "; 2943 [labelType="html" label="FileScanRDD [2943]<br>takeAsList at DataFrameCommonJob.java:145"]; 2944 [labelType="html" label="MapPartitionsRDD [2944]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7676 { label="WholeStageCodegen (8)"; 2945 [labelType="html" label="MapPartitionsRDD [2945]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7685 { label="Scan parquet "; 2946 [labelType="html" label="FileScanRDD [2946]<br>takeAsList at DataFrameCommonJob.java:145"]; 2947 [labelType="html" label="MapPartitionsRDD [2947]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7681 { label="WholeStageCodegen (9)"; 2948 [labelType="html" label="MapPartitionsRDD [2948]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7690 { label="Scan parquet "; 2949 [labelType="html" label="FileScanRDD [2949]<br>takeAsList at DataFrameCommonJob.java:145"]; 2950 [labelType="html" label="MapPartitionsRDD [2950]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7686 { label="WholeStageCodegen (10)"; 2951 [labelType="html" label="MapPartitionsRDD [2951]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7695 { label="Scan parquet "; 2952 [labelType="html" label="FileScanRDD [2952]<br>takeAsList at DataFrameCommonJob.java:145"]; 2953 [labelType="html" label="MapPartitionsRDD [2953]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7691 { label="WholeStageCodegen (11)"; 2954 [labelType="html" label="MapPartitionsRDD [2954]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7700 { label="Scan parquet "; 2955 [labelType="html" label="FileScanRDD [2955]<br>takeAsList at DataFrameCommonJob.java:145"]; 2956 [labelType="html" label="MapPartitionsRDD [2956]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7696 { label="WholeStageCodegen (12)"; 2957 [labelType="html" label="MapPartitionsRDD [2957]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7705 { label="Scan parquet "; 2958 [labelType="html" label="FileScanRDD [2958]<br>takeAsList at DataFrameCommonJob.java:145"]; 2959 [labelType="html" label="MapPartitionsRDD [2959]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7701 { label="WholeStageCodegen (13)"; 2960 [labelType="html" label="MapPartitionsRDD [2960]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7640 { label="Union"; 2961 [labelType="html" label="UnionRDD [2961]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7636 { label="WholeStageCodegen (14)"; 2962 [labelType="html" label="MapPartitionsRDD [2962]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster7635 { label="Exchange"; 2963 [labelType="html" label="MapPartitionsRDD [2963]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 2922->2923; 2923->2924; 2925->2926; 2926->2927; 2928->2929; 2929->2930; 2931->2932; 2932->2933; 2934->2935; 2935->2936; 2937->2938; 2938->2939; 2940->2941; 2941->2942; 2943->2944; 2944->2945; 2946->2947; 2947->2948; 2949->2950; 2950->2951; 2952->2953; 2953->2954; 2955->2956; 2956->2957; 2958->2959; 2959->2960; 2924->2961; 2927->2961; 2930->2961; 2933->2961; 2936->2961; 2939->2961; 2942->2961; 2945->2961; 2948->2961; 2951->2961; 2954->2961; 2957->2961; 2960->2961; 2961->2962; 2962->2963; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time