EVAL1_SPC1 - Details for Query 212

Submitted Time: 2026/06/17 06:48:51
Duration: 77 ms
Succeeded Jobs: 395 396

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n11 ms (5 ms, 6 ms, 6 ms (stage 750.0: task 1576))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 60 number of input batches: 2"]; } 4 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 7 ms (3 ms, 4 ms, 4 ms (stage 750.0: task 1576)) metadata time: 0 ms size of files read: 29.0 KiB number of output rows: 60"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90332, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90333, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90334, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90335, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90336, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90337, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90338, COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#90339, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90340, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90341, COL_A687F590_7636_41E9_B432_F96E84FA5822#90189 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#90342, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90343, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90344, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90345, COL_46900168_36DE_4076_8267_A418814B0376#90193 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#90346, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90347, COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#90348]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183,COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184,COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185,COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188,COL_A687F590_7636_41E9_B432_F96E84FA5822#90189,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192,COL_46900168_36DE_4076_8267_A418814B0376#90193,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194,COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185, COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188, COL_A687F590_7636_41E9_B432_F96E84FA5822#90189, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192, COL_46900168_36DE_4076_8267_A418814B0376#90193, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194, COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440]
ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:string,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14:string,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8:string,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D:string,COL_8A9046D2_1D72_45E3_B655_D46E004711DC:timestamp,COL_A3AD19B8_0E44_4535_990D_3E89D0346083:string,COL_AE628ECA_E5BA_4F07_8939_98F393782191:string,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F:string,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1:string,COL_A687F590_7636_41E9_B432_F96E84FA5822:string,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413:timestamp,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF:string,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998:string,COL_46900168_36DE_4076_8267_A418814B0376:int,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59:int,COL_A805C849_5E36_4B9D_996E_AA54407924E2:string>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185, COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188, COL_A687F590_7636_41E9_B432_F96E84FA5822#90189, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192, COL_46900168_36DE_4076_8267_A418814B0376#90193, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194, COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195]

(3) Project [codegen id : 1]
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90332, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90333, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90334, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90335, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90336, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90337, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90338, COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#90339, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90340, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90341, COL_A687F590_7636_41E9_B432_F96E84FA5822#90189 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#90342, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90343, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90344, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90345, COL_46900168_36DE_4076_8267_A418814B0376#90193 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#90346, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90347, COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#90348]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90179, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90180, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90181, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90182, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90183, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90184, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90185, COL_AE628ECA_E5BA_4F07_8939_98F393782191#90186, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90187, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90188, COL_A687F590_7636_41E9_B432_F96E84FA5822#90189, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90190, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90191, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90192, COL_46900168_36DE_4076_8267_A418814B0376#90193, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90194, COL_A805C849_5E36_4B9D_996E_AA54407924E2#90195]

(4) CollectLimit
Input [17]: [COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#90332, COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#90333, COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#90334, COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#90335, COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#90336, COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#90337, COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#90338, COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#90339, COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#90340, COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#90341, COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#90342, COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#90343, COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#90344, COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#90345, COL_COL_46900168_36DE_4076_8267_A418814B0376#90346, COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#90347, COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#90348]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet