3.5.7
Jobs
Stages
Storage
Environment
Executors
SQL / DataFrame
EVAL1_SPC1
application UI
Details for Stage 465 (Attempt 0)
Resource Profile Id:
0
Total Time Across All Tasks:
0.7 s
Locality Level Summary:
Process local: 26
Input Size / Records:
5.8 MiB / 29428
Shuffle Write Size / Records:
235.3 KiB / 617988
Associated Job Ids:
235
DAG Visualization
digraph G { subgraph clusterstage_465 { label="Stage 465"; subgraph cluster6267 { label="Scan parquet "; 2416 [labelType="html" label="FileScanRDD [2416]<br>takeAsList at DataFrameCommonJob.java:145"]; 2417 [labelType="html" label="MapPartitionsRDD [2417]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6263 { label="WholeStageCodegen (1)"; 2418 [labelType="html" label="MapPartitionsRDD [2418]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6272 { label="Scan parquet "; 2419 [labelType="html" label="FileScanRDD [2419]<br>takeAsList at DataFrameCommonJob.java:145"]; 2420 [labelType="html" label="MapPartitionsRDD [2420]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6268 { label="WholeStageCodegen (2)"; 2421 [labelType="html" label="MapPartitionsRDD [2421]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6277 { label="Scan parquet "; 2422 [labelType="html" label="FileScanRDD [2422]<br>takeAsList at DataFrameCommonJob.java:145"]; 2423 [labelType="html" label="MapPartitionsRDD [2423]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6273 { label="WholeStageCodegen (3)"; 2424 [labelType="html" label="MapPartitionsRDD [2424]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6282 { label="Scan parquet "; 2425 [labelType="html" label="FileScanRDD [2425]<br>takeAsList at DataFrameCommonJob.java:145"]; 2426 [labelType="html" label="MapPartitionsRDD [2426]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6278 { label="WholeStageCodegen (4)"; 2427 [labelType="html" label="MapPartitionsRDD [2427]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6287 { label="Scan parquet "; 2428 [labelType="html" label="FileScanRDD [2428]<br>takeAsList at DataFrameCommonJob.java:145"]; 2429 [labelType="html" label="MapPartitionsRDD [2429]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6283 { label="WholeStageCodegen (5)"; 2430 [labelType="html" label="MapPartitionsRDD [2430]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6292 { label="Scan parquet "; 2431 [labelType="html" label="FileScanRDD [2431]<br>takeAsList at DataFrameCommonJob.java:145"]; 2432 [labelType="html" label="MapPartitionsRDD [2432]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6288 { label="WholeStageCodegen (6)"; 2433 [labelType="html" label="MapPartitionsRDD [2433]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6297 { label="Scan parquet "; 2434 [labelType="html" label="FileScanRDD [2434]<br>takeAsList at DataFrameCommonJob.java:145"]; 2435 [labelType="html" label="MapPartitionsRDD [2435]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6293 { label="WholeStageCodegen (7)"; 2436 [labelType="html" label="MapPartitionsRDD [2436]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6302 { label="Scan parquet "; 2437 [labelType="html" label="FileScanRDD [2437]<br>takeAsList at DataFrameCommonJob.java:145"]; 2438 [labelType="html" label="MapPartitionsRDD [2438]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6298 { label="WholeStageCodegen (8)"; 2439 [labelType="html" label="MapPartitionsRDD [2439]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6307 { label="Scan parquet "; 2440 [labelType="html" label="FileScanRDD [2440]<br>takeAsList at DataFrameCommonJob.java:145"]; 2441 [labelType="html" label="MapPartitionsRDD [2441]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6303 { label="WholeStageCodegen (9)"; 2442 [labelType="html" label="MapPartitionsRDD [2442]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6312 { label="Scan parquet "; 2443 [labelType="html" label="FileScanRDD [2443]<br>takeAsList at DataFrameCommonJob.java:145"]; 2444 [labelType="html" label="MapPartitionsRDD [2444]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6308 { label="WholeStageCodegen (10)"; 2445 [labelType="html" label="MapPartitionsRDD [2445]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6317 { label="Scan parquet "; 2446 [labelType="html" label="FileScanRDD [2446]<br>takeAsList at DataFrameCommonJob.java:145"]; 2447 [labelType="html" label="MapPartitionsRDD [2447]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6313 { label="WholeStageCodegen (11)"; 2448 [labelType="html" label="MapPartitionsRDD [2448]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6322 { label="Scan parquet "; 2449 [labelType="html" label="FileScanRDD [2449]<br>takeAsList at DataFrameCommonJob.java:145"]; 2450 [labelType="html" label="MapPartitionsRDD [2450]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6318 { label="WholeStageCodegen (12)"; 2451 [labelType="html" label="MapPartitionsRDD [2451]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6327 { label="Scan parquet "; 2452 [labelType="html" label="FileScanRDD [2452]<br>takeAsList at DataFrameCommonJob.java:145"]; 2453 [labelType="html" label="MapPartitionsRDD [2453]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6323 { label="WholeStageCodegen (13)"; 2454 [labelType="html" label="MapPartitionsRDD [2454]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6262 { label="Union"; 2455 [labelType="html" label="UnionRDD [2455]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6258 { label="WholeStageCodegen (14)"; 2456 [labelType="html" label="MapPartitionsRDD [2456]<br>takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster6257 { label="Exchange"; 2457 [labelType="html" label="MapPartitionsRDD [2457]<br>takeAsList at DataFrameCommonJob.java:145"]; } } 2416->2417; 2417->2418; 2419->2420; 2420->2421; 2422->2423; 2423->2424; 2425->2426; 2426->2427; 2428->2429; 2429->2430; 2431->2432; 2432->2433; 2434->2435; 2435->2436; 2437->2438; 2438->2439; 2440->2441; 2441->2442; 2443->2444; 2444->2445; 2446->2447; 2447->2448; 2449->2450; 2450->2451; 2452->2453; 2453->2454; 2418->2455; 2421->2455; 2424->2455; 2427->2455; 2430->2455; 2433->2455; 2436->2455; 2439->2455; 2442->2455; 2445->2455; 2448->2455; 2451->2455; 2454->2455; 2455->2456; 2456->2457; }
Event Timeline
Enable zooming
Tasks: 26. 1 Pages. Jump to
. Show
items in a page.
Go
Scheduler Delay
Task Deserialization Time
Shuffle Read Time
Executor Computing Time
Shuffle Write Time
Result Serialization Time
Getting Result Time