3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 126 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
4.1 MiB / 617988
Associated Job Ids:
89
DAG Visualization
digraph G { subgraph clusterstage_126 { label="Stage 126"; subgraph cluster1218 { label="Scan parquet "; 544 [labelType="html" label="FileScanRDD [544]<br>takeAsList at DataFrameCommonJob.java:145"]; 545 [labelType="html" label="MapPartitionsRDD [545]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1214 { label="WholeStageCodegen (1)"; 546 [labelType="html" label="MapPartitionsRDD [546]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1223 { label="Scan parquet "; 547 [labelType="html" label="FileScanRDD [547]<br>takeAsList at DataFrameCommonJob.java:145"]; 548 [labelType="html" label="MapPartitionsRDD [548]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1219 { label="WholeStageCodegen (2)"; 549 [labelType="html" label="MapPartitionsRDD [549]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1228 { label="Scan parquet "; 550 [labelType="html" label="FileScanRDD [550]<br>takeAsList at DataFrameCommonJob.java:145"]; 551 [labelType="html" label="MapPartitionsRDD [551]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1224 { label="WholeStageCodegen (3)"; 552 [labelType="html" label="MapPartitionsRDD [552]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1233 { label="Scan parquet "; 553 [labelType="html" label="FileScanRDD [553]<br>takeAsList at DataFrameCommonJob.java:145"]; 554 [labelType="html" label="MapPartitionsRDD [554]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1229 { label="WholeStageCodegen (4)"; 555 [labelType="html" label="MapPartitionsRDD [555]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1238 { label="Scan parquet "; 556 [labelType="html" label="FileScanRDD [556]<br>takeAsList at DataFrameCommonJob.java:145"]; 557 [labelType="html" label="MapPartitionsRDD [557]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1234 { label="WholeStageCodegen (5)"; 558 [labelType="html" label="MapPartitionsRDD [558]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1243 { label="Scan parquet "; 559 [labelType="html" label="FileScanRDD [559]<br>takeAsList at DataFrameCommonJob.java:145"]; 560 [labelType="html" label="MapPartitionsRDD [560]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1239 { label="WholeStageCodegen (6)"; 561 [labelType="html" label="MapPartitionsRDD [561]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1248 { label="Scan parquet "; 562 [labelType="html" label="FileScanRDD [562]<br>takeAsList at DataFrameCommonJob.java:145"]; 563 [labelType="html" label="MapPartitionsRDD [563]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1244 { label="WholeStageCodegen (7)"; 564 [labelType="html" label="MapPartitionsRDD [564]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1253 { label="Scan parquet "; 565 [labelType="html" label="FileScanRDD [565]<br>takeAsList at DataFrameCommonJob.java:145"]; 566 [labelType="html" label="MapPartitionsRDD [566]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1249 { label="WholeStageCodegen (8)"; 567 [labelType="html" label="MapPartitionsRDD [567]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1258 { label="Scan parquet "; 568 [labelType="html" label="FileScanRDD [568]<br>takeAsList at DataFrameCommonJob.java:145"]; 569 [labelType="html" label="MapPartitionsRDD [569]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1254 { label="WholeStageCodegen (9)"; 570 [labelType="html" label="MapPartitionsRDD [570]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1263 { label="Scan parquet "; 571 [labelType="html" label="FileScanRDD [571]<br>takeAsList at DataFrameCommonJob.java:145"]; 572 [labelType="html" label="MapPartitionsRDD [572]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1259 { label="WholeStageCodegen (10)"; 573 [labelType="html" label="MapPartitionsRDD [573]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1274 { label="Scan parquet "; 574 [labelType="html" label="FileScanRDD [574]<br>takeAsList at DataFrameCommonJob.java:145"]; 575 [labelType="html" label="MapPartitionsRDD [575]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1264 { label="WholeStageCodegen (11)"; 576 [labelType="html" label="MapPartitionsRDD [576]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1279 { label="Scan parquet "; 577 [labelType="html" label="FileScanRDD [577]<br>takeAsList at DataFrameCommonJob.java:145"]; 578 [labelType="html" label="MapPartitionsRDD [578]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1275 { label="WholeStageCodegen (12)"; 579 [labelType="html" label="MapPartitionsRDD [579]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1289 { label="Scan parquet "; 582 [labelType="html" label="FileScanRDD [582]<br>takeAsList at DataFrameCommonJob.java:145"]; 583 [labelType="html" label="MapPartitionsRDD [583]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1284 { label="WholeStageCodegen (13)"; 584 [labelType="html" label="MapPartitionsRDD [584]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1213 { label="Union"; 585 [labelType="html" label="UnionRDD [585]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1209 { label="WholeStageCodegen (14)"; 586 [labelType="html" label="MapPartitionsRDD [586]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1208 { label="Exchange"; 587 [labelType="html" label="MapPartitionsRDD [587]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 544->545; 545->546; 547->548; 548->549; 550->551; 551->552; 553->554; 554->555; 556->557; 557->558; 559->560; 560->561; 562->563; 563->564; 565->566; 566->567; 568->569; 569->570; 571->572; 572->573; 574->575; 575->576; 577->578; 578->579; 582->583; 583->584; 546->585; 549->585; 552->585; 555->585; 558->585; 561->585; 564->585; 567->585; 570->585; 573->585; 576->585; 579->585; 584->585; 585->586; 586->587; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time