EVAL1_SPC1 - Details for Stage 425 (Attempt 0)

Resource Profile Id: 0
Total Time Across All Tasks: 4 s
Locality Level Summary: Process local: 26
Input Size / Records: 4.3 MiB / 29428
Shuffle Write Size / Records: 315.8 KiB / 617988
Associated Job Ids: 216

digraph G { subgraph clusterstage_425 { label="Stage 425"; subgraph cluster5560 { label="Scan parquet "; 2137 [labelType="html" label="FileScanRDD [2137] takeAsList at DataFrameCommonJob.java:145"]; 2138 [labelType="html" label="MapPartitionsRDD [2138] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5556 { label="WholeStageCodegen (1)"; 2139 [labelType="html" label="MapPartitionsRDD [2139] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5565 { label="Scan parquet "; 2140 [labelType="html" label="FileScanRDD [2140] takeAsList at DataFrameCommonJob.java:145"]; 2141 [labelType="html" label="MapPartitionsRDD [2141] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5561 { label="WholeStageCodegen (2)"; 2142 [labelType="html" label="MapPartitionsRDD [2142] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5570 { label="Scan parquet "; 2143 [labelType="html" label="FileScanRDD [2143] takeAsList at DataFrameCommonJob.java:145"]; 2144 [labelType="html" label="MapPartitionsRDD [2144] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5566 { label="WholeStageCodegen (3)"; 2145 [labelType="html" label="MapPartitionsRDD [2145] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5575 { label="Scan parquet "; 2146 [labelType="html" label="FileScanRDD [2146] takeAsList at DataFrameCommonJob.java:145"]; 2147 [labelType="html" label="MapPartitionsRDD [2147] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5571 { label="WholeStageCodegen (4)"; 2148 [labelType="html" label="MapPartitionsRDD [2148] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5580 { label="Scan parquet "; 2149 [labelType="html" label="FileScanRDD [2149] takeAsList at DataFrameCommonJob.java:145"]; 2150 [labelType="html" label="MapPartitionsRDD [2150] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5576 { label="WholeStageCodegen (5)"; 2151 [labelType="html" label="MapPartitionsRDD [2151] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5585 { label="Scan parquet "; 2152 [labelType="html" label="FileScanRDD [2152] takeAsList at DataFrameCommonJob.java:145"]; 2153 [labelType="html" label="MapPartitionsRDD [2153] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5581 { label="WholeStageCodegen (6)"; 2154 [labelType="html" label="MapPartitionsRDD [2154] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5590 { label="Scan parquet "; 2155 [labelType="html" label="FileScanRDD [2155] takeAsList at DataFrameCommonJob.java:145"]; 2156 [labelType="html" label="MapPartitionsRDD [2156] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5586 { label="WholeStageCodegen (7)"; 2157 [labelType="html" label="MapPartitionsRDD [2157] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5595 { label="Scan parquet "; 2158 [labelType="html" label="FileScanRDD [2158] takeAsList at DataFrameCommonJob.java:145"]; 2159 [labelType="html" label="MapPartitionsRDD [2159] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5591 { label="WholeStageCodegen (8)"; 2160 [labelType="html" label="MapPartitionsRDD [2160] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5600 { label="Scan parquet "; 2161 [labelType="html" label="FileScanRDD [2161] takeAsList at DataFrameCommonJob.java:145"]; 2162 [labelType="html" label="MapPartitionsRDD [2162] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5596 { label="WholeStageCodegen (9)"; 2163 [labelType="html" label="MapPartitionsRDD [2163] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5605 { label="Scan parquet "; 2164 [labelType="html" label="FileScanRDD [2164] takeAsList at DataFrameCommonJob.java:145"]; 2165 [labelType="html" label="MapPartitionsRDD [2165] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5601 { label="WholeStageCodegen (10)"; 2166 [labelType="html" label="MapPartitionsRDD [2166] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5615 { label="Scan parquet "; 2167 [labelType="html" label="FileScanRDD [2167] takeAsList at DataFrameCommonJob.java:145"]; 2168 [labelType="html" label="MapPartitionsRDD [2168] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5606 { label="WholeStageCodegen (11)"; 2169 [labelType="html" label="MapPartitionsRDD [2169] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5624 { label="Scan parquet "; 2170 [labelType="html" label="FileScanRDD [2170] takeAsList at DataFrameCommonJob.java:145"]; 2171 [labelType="html" label="MapPartitionsRDD [2171] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5616 { label="WholeStageCodegen (12)"; 2172 [labelType="html" label="MapPartitionsRDD [2172] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5634 { label="Scan parquet "; 2176 [labelType="html" label="FileScanRDD [2176] takeAsList at DataFrameCommonJob.java:145"]; 2177 [labelType="html" label="MapPartitionsRDD [2177] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5627 { label="WholeStageCodegen (13)"; 2178 [labelType="html" label="MapPartitionsRDD [2178] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5555 { label="Union"; 2179 [labelType="html" label="UnionRDD [2179] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5551 { label="WholeStageCodegen (14)"; 2180 [labelType="html" label="MapPartitionsRDD [2180] takeAsList at DataFrameCommonJob.java:145"]; } subgraph cluster5550 { label="Exchange"; 2181 [labelType="html" label="MapPartitionsRDD [2181] takeAsList at DataFrameCommonJob.java:145"]; } } 2137->2138; 2138->2139; 2140->2141; 2141->2142; 2143->2144; 2144->2145; 2146->2147; 2147->2148; 2149->2150; 2150->2151; 2152->2153; 2153->2154; 2155->2156; 2156->2157; 2158->2159; 2159->2160; 2161->2162; 2162->2163; 2164->2165; 2165->2166; 2167->2168; 2168->2169; 2170->2171; 2171->2172; 2176->2177; 2177->2178; 2139->2179; 2142->2179; 2145->2179; 2148->2179; 2151->2179; 2154->2179; 2157->2179; 2160->2179; 2163->2179; 2166->2179; 2169->2179; 2172->2179; 2178->2179; 2179->2180; 2180->2181; }

Event Timeline

Enable zooming