3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 115 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
3 s
Locality Level Summary:
Process local: 26
Input Size / Records:
4.4 MiB / 29428
Shuffle Write Size / Records:
154.3 KiB / 617988
Associated Job Ids:
83
DAG Visualization
digraph G { subgraph clusterstage_115 { label="Stage 115"; subgraph cluster986 { label="Scan parquet "; 442 [labelType="html" label="FileScanRDD [442]<br>count at ColumnStatJob.java:47"]; 443 [labelType="html" label="MapPartitionsRDD [443]<br>count at ColumnStatJob.java:47"]; } subgraph cluster982 { label="WholeStageCodegen (1)"; 444 [labelType="html" label="MapPartitionsRDD [444]<br>count at ColumnStatJob.java:47"]; } subgraph cluster991 { label="Scan parquet "; 445 [labelType="html" label="FileScanRDD [445]<br>count at ColumnStatJob.java:47"]; 446 [labelType="html" label="MapPartitionsRDD [446]<br>count at ColumnStatJob.java:47"]; } subgraph cluster987 { label="WholeStageCodegen (2)"; 447 [labelType="html" label="MapPartitionsRDD [447]<br>count at ColumnStatJob.java:47"]; } subgraph cluster996 { label="Scan parquet "; 448 [labelType="html" label="FileScanRDD [448]<br>count at ColumnStatJob.java:47"]; 449 [labelType="html" label="MapPartitionsRDD [449]<br>count at ColumnStatJob.java:47"]; } subgraph cluster992 { label="WholeStageCodegen (3)"; 450 [labelType="html" label="MapPartitionsRDD [450]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1001 { label="Scan parquet "; 451 [labelType="html" label="FileScanRDD [451]<br>count at ColumnStatJob.java:47"]; 452 [labelType="html" label="MapPartitionsRDD [452]<br>count at ColumnStatJob.java:47"]; } subgraph cluster997 { label="WholeStageCodegen (4)"; 453 [labelType="html" label="MapPartitionsRDD [453]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1006 { label="Scan parquet "; 454 [labelType="html" label="FileScanRDD [454]<br>count at ColumnStatJob.java:47"]; 455 [labelType="html" label="MapPartitionsRDD [455]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1002 { label="WholeStageCodegen (5)"; 456 [labelType="html" label="MapPartitionsRDD [456]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1011 { label="Scan parquet "; 457 [labelType="html" label="FileScanRDD [457]<br>count at ColumnStatJob.java:47"]; 458 [labelType="html" label="MapPartitionsRDD [458]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1007 { label="WholeStageCodegen (6)"; 459 [labelType="html" label="MapPartitionsRDD [459]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1016 { label="Scan parquet "; 460 [labelType="html" label="FileScanRDD [460]<br>count at ColumnStatJob.java:47"]; 461 [labelType="html" label="MapPartitionsRDD [461]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1012 { label="WholeStageCodegen (7)"; 462 [labelType="html" label="MapPartitionsRDD [462]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1021 { label="Scan parquet "; 463 [labelType="html" label="FileScanRDD [463]<br>count at ColumnStatJob.java:47"]; 464 [labelType="html" label="MapPartitionsRDD [464]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1017 { label="WholeStageCodegen (8)"; 465 [labelType="html" label="MapPartitionsRDD [465]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1026 { label="Scan parquet "; 466 [labelType="html" label="FileScanRDD [466]<br>count at ColumnStatJob.java:47"]; 467 [labelType="html" label="MapPartitionsRDD [467]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1022 { label="WholeStageCodegen (9)"; 468 [labelType="html" label="MapPartitionsRDD [468]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1031 { label="Scan parquet "; 469 [labelType="html" label="FileScanRDD [469]<br>count at ColumnStatJob.java:47"]; 470 [labelType="html" label="MapPartitionsRDD [470]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1027 { label="WholeStageCodegen (10)"; 471 [labelType="html" label="MapPartitionsRDD [471]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1036 { label="Scan parquet "; 472 [labelType="html" label="FileScanRDD [472]<br>count at ColumnStatJob.java:47"]; 473 [labelType="html" label="MapPartitionsRDD [473]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1032 { label="WholeStageCodegen (11)"; 474 [labelType="html" label="MapPartitionsRDD [474]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1041 { label="Scan parquet "; 475 [labelType="html" label="FileScanRDD [475]<br>count at ColumnStatJob.java:47"]; 476 [labelType="html" label="MapPartitionsRDD [476]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1037 { label="WholeStageCodegen (12)"; 477 [labelType="html" label="MapPartitionsRDD [477]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1046 { label="Scan parquet "; 478 [labelType="html" label="FileScanRDD [478]<br>count at ColumnStatJob.java:47"]; 479 [labelType="html" label="MapPartitionsRDD [479]<br>count at ColumnStatJob.java:47"]; } subgraph cluster1042 { label="WholeStageCodegen (13)"; 480 [labelType="html" label="MapPartitionsRDD [480]<br>count at ColumnStatJob.java:47"]; } subgraph cluster981 { label="Union"; 481 [labelType="html" label="UnionRDD [481]<br>count at ColumnStatJob.java:47"]; } subgraph cluster977 { label="WholeStageCodegen (14)"; 482 [labelType="html" label="MapPartitionsRDD [482]<br>count at ColumnStatJob.java:47"]; } subgraph cluster976 { label="Exchange"; 483 [labelType="html" label="MapPartitionsRDD [483]<br>count at ColumnStatJob.java:47"]; } } 442->443; 443->444; 445->446; 446->447; 448->449; 449->450; 451->452; 452->453; 454->455; 455->456; 457->458; 458->459; 460->461; 461->462; 463->464; 464->465; 466->467; 467->468; 469->470; 470->471; 472->473; 473->474; 475->476; 476->477; 478->479; 479->480; 444->481; 447->481; 450->481; 453->481; 456->481; 459->481; 462->481; 465->481; 468->481; 471->481; 474->481; 477->481; 480->481; 481->482; 482->483; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time