3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 199 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
1 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
235.3 KiB / 617988
Associated Job Ids:
120
DAG Visualization
digraph G { subgraph clusterstage_199 { label="Stage 199"; subgraph cluster2394 { label="Scan parquet "; 961 [labelType="html" label="FileScanRDD [961]<br>takeAsList at DataFrameCommonJob.java:145"]; 962 [labelType="html" label="MapPartitionsRDD [962]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2390 { label="WholeStageCodegen (1)"; 963 [labelType="html" label="MapPartitionsRDD [963]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2399 { label="Scan parquet "; 964 [labelType="html" label="FileScanRDD [964]<br>takeAsList at DataFrameCommonJob.java:145"]; 965 [labelType="html" label="MapPartitionsRDD [965]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2395 { label="WholeStageCodegen (2)"; 966 [labelType="html" label="MapPartitionsRDD [966]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2404 { label="Scan parquet "; 967 [labelType="html" label="FileScanRDD [967]<br>takeAsList at DataFrameCommonJob.java:145"]; 968 [labelType="html" label="MapPartitionsRDD [968]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2400 { label="WholeStageCodegen (3)"; 969 [labelType="html" label="MapPartitionsRDD [969]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2409 { label="Scan parquet "; 970 [labelType="html" label="FileScanRDD [970]<br>takeAsList at DataFrameCommonJob.java:145"]; 971 [labelType="html" label="MapPartitionsRDD [971]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2405 { label="WholeStageCodegen (4)"; 972 [labelType="html" label="MapPartitionsRDD [972]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2414 { label="Scan parquet "; 973 [labelType="html" label="FileScanRDD [973]<br>takeAsList at DataFrameCommonJob.java:145"]; 974 [labelType="html" label="MapPartitionsRDD [974]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2410 { label="WholeStageCodegen (5)"; 975 [labelType="html" label="MapPartitionsRDD [975]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2419 { label="Scan parquet "; 976 [labelType="html" label="FileScanRDD [976]<br>takeAsList at DataFrameCommonJob.java:145"]; 977 [labelType="html" label="MapPartitionsRDD [977]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2415 { label="WholeStageCodegen (6)"; 978 [labelType="html" label="MapPartitionsRDD [978]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2424 { label="Scan parquet "; 979 [labelType="html" label="FileScanRDD [979]<br>takeAsList at DataFrameCommonJob.java:145"]; 980 [labelType="html" label="MapPartitionsRDD [980]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2420 { label="WholeStageCodegen (7)"; 981 [labelType="html" label="MapPartitionsRDD [981]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2429 { label="Scan parquet "; 982 [labelType="html" label="FileScanRDD [982]<br>takeAsList at DataFrameCommonJob.java:145"]; 983 [labelType="html" label="MapPartitionsRDD [983]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2425 { label="WholeStageCodegen (8)"; 984 [labelType="html" label="MapPartitionsRDD [984]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2434 { label="Scan parquet "; 985 [labelType="html" label="FileScanRDD [985]<br>takeAsList at DataFrameCommonJob.java:145"]; 986 [labelType="html" label="MapPartitionsRDD [986]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2430 { label="WholeStageCodegen (9)"; 987 [labelType="html" label="MapPartitionsRDD [987]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2439 { label="Scan parquet "; 988 [labelType="html" label="FileScanRDD [988]<br>takeAsList at DataFrameCommonJob.java:145"]; 989 [labelType="html" label="MapPartitionsRDD [989]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2435 { label="WholeStageCodegen (10)"; 990 [labelType="html" label="MapPartitionsRDD [990]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2444 { label="Scan parquet "; 991 [labelType="html" label="FileScanRDD [991]<br>takeAsList at DataFrameCommonJob.java:145"]; 992 [labelType="html" label="MapPartitionsRDD [992]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2440 { label="WholeStageCodegen (11)"; 993 [labelType="html" label="MapPartitionsRDD [993]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2449 { label="Scan parquet "; 994 [labelType="html" label="FileScanRDD [994]<br>takeAsList at DataFrameCommonJob.java:145"]; 995 [labelType="html" label="MapPartitionsRDD [995]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2445 { label="WholeStageCodegen (12)"; 996 [labelType="html" label="MapPartitionsRDD [996]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2454 { label="Scan parquet "; 997 [labelType="html" label="FileScanRDD [997]<br>takeAsList at DataFrameCommonJob.java:145"]; 998 [labelType="html" label="MapPartitionsRDD [998]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2450 { label="WholeStageCodegen (13)"; 999 [labelType="html" label="MapPartitionsRDD [999]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2389 { label="Union"; 1000 [labelType="html" label="UnionRDD [1000]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2385 { label="WholeStageCodegen (14)"; 1001 [labelType="html" label="MapPartitionsRDD [1001]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster2384 { label="Exchange"; 1002 [labelType="html" label="MapPartitionsRDD [1002]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 961->962; 962->963; 964->965; 965->966; 967->968; 968->969; 970->971; 971->972; 973->974; 974->975; 976->977; 977->978; 979->980; 980->981; 982->983; 983->984; 985->986; 986->987; 988->989; 989->990; 991->992; 992->993; 994->995; 995->996; 997->998; 998->999; 963->1000; 966->1000; 969->1000; 972->1000; 975->1000; 978->1000; 981->1000; 984->1000; 987->1000; 990->1000; 993->1000; 996->1000; 999->1000; 1000->1001; 1001->1002; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time