EVAL1_SPC1 - Details for Query 52

Submitted Time: 2026/06/02 16:39:24
Duration: 0.2 s
Succeeded Jobs: 67 68

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n35 ms (16 ms, 19 ms, 19 ms (stage 97.0: task 85))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 60 number of input batches: 2"]; } 4 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 28 ms (13 ms, 15 ms, 15 ms (stage 97.0: task 85)) metadata time: 0 ms size of files read: 29.0 KiB number of output rows: 60"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#6074, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#6075, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#6076, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#6077, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#6078, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#6079, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#6080, COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#6081, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#6082, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#6083, COL_A687F590_7636_41E9_B432_F96E84FA5822#5914 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#6084, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#6085, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#6086, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#6087, COL_46900168_36DE_4076_8267_A418814B0376#5918 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#6088, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#6089, COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#6090]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908,COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909,COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910,COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913,COL_A687F590_7636_41E9_B432_F96E84FA5822#5914,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917,COL_46900168_36DE_4076_8267_A418814B0376#5918,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919,COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910, COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913, COL_A687F590_7636_41E9_B432_F96E84FA5822#5914, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917, COL_46900168_36DE_4076_8267_A418814B0376#5918, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919, COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440]
ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:string,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14:string,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8:string,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D:string,COL_8A9046D2_1D72_45E3_B655_D46E004711DC:timestamp,COL_A3AD19B8_0E44_4535_990D_3E89D0346083:string,COL_AE628ECA_E5BA_4F07_8939_98F393782191:string,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F:string,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1:string,COL_A687F590_7636_41E9_B432_F96E84FA5822:string,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413:timestamp,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF:string,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998:string,COL_46900168_36DE_4076_8267_A418814B0376:int,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59:int,COL_A805C849_5E36_4B9D_996E_AA54407924E2:string>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910, COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913, COL_A687F590_7636_41E9_B432_F96E84FA5822#5914, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917, COL_46900168_36DE_4076_8267_A418814B0376#5918, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919, COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920]

(3) Project [codegen id : 1]
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#6074, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#6075, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#6076, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#6077, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#6078, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#6079, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#6080, COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#6081, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#6082, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#6083, COL_A687F590_7636_41E9_B432_F96E84FA5822#5914 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#6084, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#6085, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#6086, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#6087, COL_46900168_36DE_4076_8267_A418814B0376#5918 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#6088, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#6089, COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#6090]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#5904, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#5905, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#5906, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#5907, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#5908, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#5909, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#5910, COL_AE628ECA_E5BA_4F07_8939_98F393782191#5911, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#5912, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#5913, COL_A687F590_7636_41E9_B432_F96E84FA5822#5914, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#5915, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#5916, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#5917, COL_46900168_36DE_4076_8267_A418814B0376#5918, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#5919, COL_A805C849_5E36_4B9D_996E_AA54407924E2#5920]

(4) CollectLimit
Input [17]: [COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#6074, COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#6075, COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#6076, COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#6077, COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#6078, COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#6079, COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#6080, COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#6081, COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#6082, COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#6083, COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#6084, COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#6085, COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#6086, COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#6087, COL_COL_46900168_36DE_4076_8267_A418814B0376#6088, COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#6089, COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#6090]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet