3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 41 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
2 s
Locality Level Summary:
Process local: 5
Input Size / Records:
10.3 MiB / 24850
Shuffle Write Size / Records:
94.3 KiB / 24850
Associated Job Ids:
28
DAG Visualization
digraph G { subgraph clusterstage_41 { label="Stage 41"; subgraph cluster373 { label="Scan csv "; 190 [labelType="html" label="FileScanRDD [190]<br>count at ColumnStatJob.java:47"]; 191 [labelType="html" label="MapPartitionsRDD [191]<br>count at ColumnStatJob.java:47"]; } subgraph cluster369 { label="WholeStageCodegen (1)"; 192 [labelType="html" label="MapPartitionsRDD [192]<br>count at ColumnStatJob.java:47"]; } subgraph cluster378 { label="Scan csv "; 193 [labelType="html" label="FileScanRDD [193]<br>count at ColumnStatJob.java:47"]; 194 [labelType="html" label="MapPartitionsRDD [194]<br>count at ColumnStatJob.java:47"]; } subgraph cluster374 { label="WholeStageCodegen (2)"; 195 [labelType="html" label="MapPartitionsRDD [195]<br>count at ColumnStatJob.java:47"]; } subgraph cluster383 { label="Scan csv "; 196 [labelType="html" label="FileScanRDD [196]<br>count at ColumnStatJob.java:47"]; 197 [labelType="html" label="MapPartitionsRDD [197]<br>count at ColumnStatJob.java:47"]; } subgraph cluster379 { label="WholeStageCodegen (3)"; 198 [labelType="html" label="MapPartitionsRDD [198]<br>count at ColumnStatJob.java:47"]; } subgraph cluster388 { label="Scan csv "; 199 [labelType="html" label="FileScanRDD [199]<br>count at ColumnStatJob.java:47"]; 200 [labelType="html" label="MapPartitionsRDD [200]<br>count at ColumnStatJob.java:47"]; } subgraph cluster384 { label="WholeStageCodegen (4)"; 201 [labelType="html" label="MapPartitionsRDD [201]<br>count at ColumnStatJob.java:47"]; } subgraph cluster393 { label="Scan csv "; 202 [labelType="html" label="FileScanRDD [202]<br>count at ColumnStatJob.java:47"]; 203 [labelType="html" label="MapPartitionsRDD [203]<br>count at ColumnStatJob.java:47"]; } subgraph cluster389 { label="WholeStageCodegen (5)"; 204 [labelType="html" label="MapPartitionsRDD [204]<br>count at ColumnStatJob.java:47"]; } subgraph cluster368 { label="Union"; 205 [labelType="html" label="UnionRDD [205]<br>count at ColumnStatJob.java:47"]; } subgraph cluster367 { label="Exchange"; 206 [labelType="html" label="MapPartitionsRDD [206]<br>count at ColumnStatJob.java:47"]; } } 190->191; 191->192; 193->194; 194->195; 196->197; 197->198; 199->200; 200->201; 202->203; 203->204; 192->205; 195->205; 198->205; 201->205; 204->205; 205->206; }
Event Timeline
Enable zooming
Tasks: 5. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time