EVAL1_SPC1 - Details for Stage 117 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 8 s
Locality Level Summary: Process local: 26
Input Size / Records: 5.8 MiB / 29428
Shuffle Write Size / Records: 8.9 MiB / 617988
Associated Job Ids: 85

digraph G { subgraph clusterstage_117 { label="Stage 117"; subgraph cluster1063 { label="Scan parquet "; 488 [labelType="html" label="FileScanRDD [488] takeAsList at DataFrameCommonJob.java:145"]; 489 [labelType="html" label="MapPartitionsRDD [489] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1058 { label="WholeStageCodegen (1)"; 490 [labelType="html" label="MapPartitionsRDD [490] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1068 { label="Scan parquet "; 491 [labelType="html" label="FileScanRDD [491] takeAsList at DataFrameCommonJob.java:145"]; 492 [labelType="html" label="MapPartitionsRDD [492] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1064 { label="WholeStageCodegen (2)"; 493 [labelType="html" label="MapPartitionsRDD [493] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1073 { label="Scan parquet "; 494 [labelType="html" label="FileScanRDD [494] takeAsList at DataFrameCommonJob.java:145"]; 495 [labelType="html" label="MapPartitionsRDD [495] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1069 { label="WholeStageCodegen (3)"; 496 [labelType="html" label="MapPartitionsRDD [496] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1078 { label="Scan parquet "; 497 [labelType="html" label="FileScanRDD [497] takeAsList at DataFrameCommonJob.java:145"]; 498 [labelType="html" label="MapPartitionsRDD [498] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1074 { label="WholeStageCodegen (4)"; 499 [labelType="html" label="MapPartitionsRDD [499] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1083 { label="Scan parquet "; 500 [labelType="html" label="FileScanRDD [500] takeAsList at DataFrameCommonJob.java:145"]; 501 [labelType="html" label="MapPartitionsRDD [501] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1079 { label="WholeStageCodegen (5)"; 502 [labelType="html" label="MapPartitionsRDD [502] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1088 { label="Scan parquet "; 503 [labelType="html" label="FileScanRDD [503] takeAsList at DataFrameCommonJob.java:145"]; 504 [labelType="html" label="MapPartitionsRDD [504] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1084 { label="WholeStageCodegen (6)"; 505 [labelType="html" label="MapPartitionsRDD [505] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1093 { label="Scan parquet "; 506 [labelType="html" label="FileScanRDD [506] takeAsList at DataFrameCommonJob.java:145"]; 507 [labelType="html" label="MapPartitionsRDD [507] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1089 { label="WholeStageCodegen (7)"; 508 [labelType="html" label="MapPartitionsRDD [508] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1098 { label="Scan parquet "; 509 [labelType="html" label="FileScanRDD [509] takeAsList at DataFrameCommonJob.java:145"]; 510 [labelType="html" label="MapPartitionsRDD [510] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1094 { label="WholeStageCodegen (8)"; 511 [labelType="html" label="MapPartitionsRDD [511] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1103 { label="Scan parquet "; 512 [labelType="html" label="FileScanRDD [512] takeAsList at DataFrameCommonJob.java:145"]; 513 [labelType="html" label="MapPartitionsRDD [513] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1099 { label="WholeStageCodegen (9)"; 514 [labelType="html" label="MapPartitionsRDD [514] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1108 { label="Scan parquet "; 515 [labelType="html" label="FileScanRDD [515] takeAsList at DataFrameCommonJob.java:145"]; 516 [labelType="html" label="MapPartitionsRDD [516] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1104 { label="WholeStageCodegen (10)"; 517 [labelType="html" label="MapPartitionsRDD [517] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1113 { label="Scan parquet "; 518 [labelType="html" label="FileScanRDD [518] takeAsList at DataFrameCommonJob.java:145"]; 519 [labelType="html" label="MapPartitionsRDD [519] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1109 { label="WholeStageCodegen (11)"; 520 [labelType="html" label="MapPartitionsRDD [520] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1118 { label="Scan parquet "; 521 [labelType="html" label="FileScanRDD [521] takeAsList at DataFrameCommonJob.java:145"]; 522 [labelType="html" label="MapPartitionsRDD [522] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1114 { label="WholeStageCodegen (12)"; 523 [labelType="html" label="MapPartitionsRDD [523] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1123 { label="Scan parquet "; 524 [labelType="html" label="FileScanRDD [524] takeAsList at DataFrameCommonJob.java:145"]; 525 [labelType="html" label="MapPartitionsRDD [525] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1119 { label="WholeStageCodegen (13)"; 526 [labelType="html" label="MapPartitionsRDD [526] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1057 { label="Union"; 527 [labelType="html" label="UnionRDD [527] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1048 { label="WholeStageCodegen (14)"; 528 [labelType="html" label="MapPartitionsRDD [528] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster1047 { label="Exchange"; 529 [labelType="html" label="MapPartitionsRDD [529] takeAsList at DataFrameCommonJob.java:145"]; } } 488->489; 489->490; 491->492; 492->493; 494->495; 495->496; 497->498; 498->499; 500->501; 501->502; 503->504; 504->505; 506->507; 507->508; 509->510; 510->511; 512->513; 513->514; 515->516; 516->517; 518->519; 519->520; 521->522; 522->523; 524->525; 525->526; 490->527; 493->527; 496->527; 499->527; 502->527; 505->527; 508->527; 511->527; 514->527; 517->527; 520->527; 523->527; 526->527; 527->528; 528->529; }

Event Timeline

Enable zooming