EVAL1_SPC1 - Details for Query 70

Submitted Time: 2026/07/27 12:24:20
Duration: 0.2 s
Succeeded Jobs: 76 77

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 3 ms"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 35 ms"; 5 [labelType="html" label=" Project "]; } 6 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster7 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 43 ms"; 8 [labelType="html" label="Sort sort time: 1 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 9 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 762.0 B number of coalesced partitions: 1"]; 10 [labelType="html" label="Exchange shuffle records written: 17 local merged chunks fetched: 0 shuffle write time: 1 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 17 local bytes read: 748.0 B fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 1 remote merged chunks fetched: 0 remote blocks read: 0 data size: 1224.0 B local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 748.0 B"]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 10 ms"; 12 [labelType="html" label=" Project "]; } 13 [labelType="html" label="Scan csv number of output rows: 17 number of files read: 1 metadata time: 0 ms size of files read: 613.0 B"]; 2->0; 3->2; 5->3; 6->5; 8->6; 9->8; 10->9; 12->10; 13->12; }

AdaptiveSparkPlan isFinalPlan=true

WholeStageCodegen (4)

Window [last(COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, true) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

Project [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, str_if_with_rule((NOT (COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373 <=> COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357) OR NOT (date_diff(DAY, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396) <=> 1)), COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, null) AS COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, date_if_with_rule(isnull(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359), str_to_datez(01/01/2100, dd/MM/yyyy, Europe/Paris, fr_FR), COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359) AS COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493]

WholeStageCodegen (3)

Window [lag(COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, lag(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

Sort [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356 ASC NULLS FIRST, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST], false, 0

WholeStageCodegen (2)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, 10), ENSURE_REQUIREMENTS, [plan_id=1719]

Project [No ligne#7244 AS COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, MMAT#7245 AS COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, ETP#7246 AS COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, str_to_datez(DDEB#7247, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, str_to_datez(DFIN#7248, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]

WholeStageCodegen (1)

FileScan csv [No ligne#7244,MMAT#7245,ETP#7246,DDEB#7247,DFIN#7248] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/execution/IFPEN_23381/current/AVW_DB_TEMPS_..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<No ligne:string,MMAT:string,ETP:string,DDEB:string,DFIN:string>

Details

== Physical Plan ==
AdaptiveSparkPlan (19)
+- == Final Plan ==
   * Project (10)
   +- Window (9)
      +- * Project (8)
         +- Window (7)
            +- * Sort (6)
               +- AQEShuffleRead (5)
                  +- ShuffleQueryStage (4), Statistics(sizeInBytes=1224.0 B, rowCount=17)
                     +- Exchange (3)
                        +- * Project (2)
                           +- Scan csv  (1)
+- == Initial Plan ==
   CollectLimit (18)
   +- Project (17)
      +- Window (16)
         +- Project (15)
            +- Window (14)
               +- Sort (13)
                  +- Exchange (12)
                     +- Project (11)
                        +- Scan csv  (1)


(1) Scan csv 
Output [5]: [No ligne#7244, MMAT#7245, ETP#7246, DDEB#7247, DFIN#7248]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/execution/IFPEN_23381/current/AVW_DB_TEMPS_TRAVAIL.csv]
ReadSchema: struct<No ligne:string,MMAT:string,ETP:string,DDEB:string,DFIN:string>

(2) Project [codegen id : 1]
Output [5]: [No ligne#7244 AS COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, MMAT#7245 AS COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, ETP#7246 AS COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, str_to_datez(DDEB#7247, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, str_to_datez(DFIN#7248, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Input [5]: [No ligne#7244, MMAT#7245, ETP#7246, DDEB#7247, DFIN#7248]

(3) Exchange
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: hashpartitioning(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, 10), ENSURE_REQUIREMENTS, [plan_id=1719]

(4) ShuffleQueryStage
Output [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: 0

(5) AQEShuffleRead
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: coalesced

(6) Sort [codegen id : 2]
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356 ASC NULLS FIRST, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST], false, 0

(7) Window
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: [lag(COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, lag(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

(8) Project [codegen id : 3]
Output [8]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, str_if_with_rule((NOT (COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373 <=> COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357) OR NOT (date_diff(DAY, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396) <=> 1)), COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, null) AS COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, date_if_with_rule(isnull(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359), str_to_datez(01/01/2100, dd/MM/yyyy, Europe/Paris, fr_FR), COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359) AS COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493]
Input [7]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]

(9) Window
Input [8]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493]
Arguments: [last(COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, true) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

(10) Project [codegen id : 4]
Output [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]
Input [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514]

(11) Project
Output [5]: [No ligne#7244 AS COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, MMAT#7245 AS COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, ETP#7246 AS COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, str_to_datez(DDEB#7247, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, str_to_datez(DFIN#7248, dd/MM/yyyy, Europe/Paris, fr_FR) AS COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Input [5]: [No ligne#7244, MMAT#7245, ETP#7246, DDEB#7247, DFIN#7248]

(12) Exchange
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: hashpartitioning(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, 10), ENSURE_REQUIREMENTS, [plan_id=1704]

(13) Sort
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356 ASC NULLS FIRST, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST], false, 0

(14) Window
Input [5]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359]
Arguments: [lag(COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, lag(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359, -1, null) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

(15) Project
Output [8]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, str_if_with_rule((NOT (COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373 <=> COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357) OR NOT (date_diff(DAY, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396) <=> 1)), COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, null) AS COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, date_if_with_rule(isnull(COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359), str_to_datez(01/01/2100, dd/MM/yyyy, Europe/Paris, fr_FR), COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359) AS COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493]
Input [7]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E98066C8_DC97_4A1F_8313_F49AB9504593#7359, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]

(16) Window
Input [8]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493]
Arguments: [last(COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, true) windowspecdefinition(COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514], [COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356], [COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358 ASC NULLS LAST]

(17) Project
Output [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]
Input [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514]

(18) CollectLimit
Input [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]
Arguments: 1500

(19) AdaptiveSparkPlan
Output [9]: [COL_21421409_025C_4C9D_808E_1BBDEE4BEB7A#7355, COL_8200F68A_19E7_411E_8D8B_739E2C5CE4A1#7356, COL_584464CD_E9B5_43FD_9EFF_A6F25F111E1E#7357, COL_6C94855E_C159_4F6C_84D9_BDE0A104240F#7358, COL_E03084D9_2C2F_49CC_9C75_BE8C0662503E#7493, COL_BD2B8E9B_E291_4122_9583_89B55048E0F6#7373, COL_5E6DC374_E37E_4131_8AE6_4BA6BDE04FEB#7491, COL_7268252A_B026_4498_AA4C_F471A4DA150D#7514, COL_BFB362C1_6BA9_4A52_8F3F_E9A1CD765546#7396]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet