EVAL1_SPC1 - Details for Query 665

Submitted Time: 2026/02/20 12:48:23
Duration: 0.1 s
Succeeded Jobs: 810 811

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n12 ms (6 ms, 6 ms, 6 ms (stage 1030.0: task 1019))"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 60 number of input batches: 2"]; } 4 [labelType="html" label="Scan parquet number of files read: 2 scan time total (min, med, max (stageId: taskId)) 9 ms (4 ms, 5 ms, 5 ms (stage 1031.0: task 1020)) metadata time: 0 ms size of files read: 29.0 KiB number of output rows: 60"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104551, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104552, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104553, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104554, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104555, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104556, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104557, COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#104558, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104559, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104560, COL_A687F590_7636_41E9_B432_F96E84FA5822#104408 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#104561, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104562, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104563, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104564, COL_46900168_36DE_4076_8267_A418814B0376#104412 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#104565, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104566, COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#104567]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402,COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403,COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404,COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407,COL_A687F590_7636_41E9_B432_F96E84FA5822#104408,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411,COL_46900168_36DE_4076_8267_A418814B0376#104412,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413,COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:s...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404, COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407, COL_A687F590_7636_41E9_B432_F96E84FA5822#104408, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411, COL_46900168_36DE_4076_8267_A418814B0376#104412, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413, COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/datablock/DOCUMENT_TRAITE_3440]
ReadSchema: struct<COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163:string,COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67:string,COL_93CB3020_C35B_4048_83FD_5071BBD0FA14:string,COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8:string,COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D:string,COL_8A9046D2_1D72_45E3_B655_D46E004711DC:timestamp,COL_A3AD19B8_0E44_4535_990D_3E89D0346083:string,COL_AE628ECA_E5BA_4F07_8939_98F393782191:string,COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F:string,COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1:string,COL_A687F590_7636_41E9_B432_F96E84FA5822:string,COL_B885B9B6_22DC_43A3_A9BA_7E5273012413:timestamp,COL_B4024986_B57D_48FD_A06D_AA53298E7CAF:string,COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998:string,COL_46900168_36DE_4076_8267_A418814B0376:int,COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59:int,COL_A805C849_5E36_4B9D_996E_AA54407924E2:string>

(2) ColumnarToRow [codegen id : 1]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404, COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407, COL_A687F590_7636_41E9_B432_F96E84FA5822#104408, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411, COL_46900168_36DE_4076_8267_A418814B0376#104412, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413, COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414]

(3) Project [codegen id : 1]
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398 AS COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104551, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399 AS COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104552, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400 AS COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104553, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401 AS COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104554, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402 AS COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104555, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403 AS COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104556, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404 AS COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104557, COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405 AS COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#104558, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406 AS COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104559, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407 AS COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104560, COL_A687F590_7636_41E9_B432_F96E84FA5822#104408 AS COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#104561, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409 AS COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104562, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410 AS COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104563, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411 AS COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104564, COL_46900168_36DE_4076_8267_A418814B0376#104412 AS COL_COL_46900168_36DE_4076_8267_A418814B0376#104565, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413 AS COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104566, COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414 AS COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#104567]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104398, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104399, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104400, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104401, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104402, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104403, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104404, COL_AE628ECA_E5BA_4F07_8939_98F393782191#104405, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104406, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104407, COL_A687F590_7636_41E9_B432_F96E84FA5822#104408, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104409, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104410, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104411, COL_46900168_36DE_4076_8267_A418814B0376#104412, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104413, COL_A805C849_5E36_4B9D_996E_AA54407924E2#104414]

(4) CollectLimit
Input [17]: [COL_COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#104551, COL_COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#104552, COL_COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#104553, COL_COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#104554, COL_COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#104555, COL_COL_8A9046D2_1D72_45E3_B655_D46E004711DC#104556, COL_COL_A3AD19B8_0E44_4535_990D_3E89D0346083#104557, COL_COL_AE628ECA_E5BA_4F07_8939_98F393782191#104558, COL_COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#104559, COL_COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#104560, COL_COL_A687F590_7636_41E9_B432_F96E84FA5822#104561, COL_COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#104562, COL_COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#104563, COL_COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#104564, COL_COL_46900168_36DE_4076_8267_A418814B0376#104565, COL_COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#104566, COL_COL_A805C849_5E36_4B9D_996E_AA54407924E2#104567]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet