EVAL1_SPC1 - Details for Query 148

Submitted Time: 2026/06/03 08:05:28
Duration: 0.5 s
Succeeded Jobs: 322 323

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; 1 [labelType="html" label=" TakeOrderedAndProject "]; subgraph cluster2 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: 8 ms"; 3 [labelType="html" label=" Project "]; } 4 [labelType="html" label="Window spill size: 0.0 B"]; subgraph cluster5 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: 128 ms"; 6 [labelType="html" label="Sort sort time: 0 ms peak memory: 64.1 MiB spill size: 0.0 B"]; } 7 [labelType="html" label="AQEShuffleRead number of partitions: 1 partition data size: 2.6 KiB number of coalesced partitions: 1"]; 8 [labelType="html" label="Exchange shuffle records written: 117 local merged chunks fetched: 0 shuffle write time total (min, med, max (stageId: taskId)) 1 ms (0 ms, 0 ms, 0 ms (stage 640.0: task 1464)) remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 117 local bytes read: 2.5 KiB fetch wait time: 0 ms remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size total (min, med, max (stageId: taskId)) 4.6 KiB (1560.0 B, 1560.0 B, 1560.0 B (stage 640.0: task 1463)) local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written total (min, med, max (stageId: taskId)) 2.5 KiB (851.0 B, 862.0 B, 873.0 B (stage 640.0: task 1465))"]; 9 [labelType="html" label=" Union "]; subgraph cluster10 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 23 ms"; 11 [labelType="html" label=" Project "]; 12 [labelType="html" label="ColumnarToRow number of output rows: 39 number of input batches: 1"]; } 13 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 3.0 KiB number of output rows: 39"]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: 21 ms"; 15 [labelType="html" label=" Project "]; 16 [labelType="html" label="ColumnarToRow number of output rows: 39 number of input batches: 1"]; } 17 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 3.0 KiB number of output rows: 39"]; subgraph cluster18 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: 23 ms"; 19 [labelType="html" label=" Project "]; 20 [labelType="html" label="ColumnarToRow number of output rows: 39 number of input batches: 1"]; } 21 [labelType="html" label="Scan parquet number of files read: 1 scan time: 3 ms metadata time: 0 ms size of files read: 3.0 KiB number of output rows: 39"]; 1->0; 3->1; 4->3; 6->4; 7->6; 8->7; 9->8; 11->9; 12->11; 13->12; 15->9; 16->15; 17->16; 19->9; 20->19; 21->20; }

AdaptiveSparkPlan isFinalPlan=true

TakeOrderedAndProject(limit=1500, orderBy=[COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST,COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS FIRST], output=[COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980,COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981,COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982,COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983,COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003,COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035,COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042])

Project [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, dec_rate_variation(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, 3, false) AS COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, dec_diff(array(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983)) AS COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]

WholeStageCodegen (5)

Window [lag(COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, -1, null) windowspecdefinition(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003], [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980], [COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST]

Sort [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST], false, 0

WholeStageCodegen (4)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, 10), ENSURE_REQUIREMENTS, [plan_id=26721]

Union

Project [cast(Numero+Lot#80840 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, cast(REFORMAT_FOR_DOUBLE(Time#80841) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, cast(Fr%C3%A9quence+%28s%29#80842 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80843) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [Numero+Lot#80840,Time#80841,Fr%C3%A9quence+%28s%29#80842,Bioreactor+1+-+Air+flow#80843] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/LOT_1_AIRFLOW_23177_2c5be5eaa69bd8a..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Numero+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:string>

Project [cast(Numero+Lot#80512 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81068, cast(REFORMAT_FOR_DOUBLE(Time#80513) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81069, cast(Fr%C3%A9quence+%28s%29#80514 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81070, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80515) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81071]

ColumnarToRow

WholeStageCodegen (2)

FileScan parquet [Numero+Lot#80512,Time#80513,Fr%C3%A9quence+%28s%29#80514,Bioreactor+1+-+Air+flow#80515] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/LOT_2_AIRFLOW_23178_2510a9ac1b6232c..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Numero+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:string>

Project [cast(Num%C3%A9ro+Lot#80440 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81072, cast(REFORMAT_FOR_DOUBLE(Time#80441) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81073, cast(Fr%C3%A9quence+%28s%29#80442 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81074, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80443) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81075]

ColumnarToRow

WholeStageCodegen (3)

FileScan parquet [Num%C3%A9ro+Lot#80440,Time#80441,Fr%C3%A9quence+%28s%29#80442,Bioreactor+1+-+Air+flow#80443] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/excel/cache/LOT_3_AIRFLOW_23179_c1ee7d367834af5..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<Num%C3%A9ro+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:s...

Details

== Physical Plan ==
AdaptiveSparkPlan (27)
+- == Final Plan ==
   TakeOrderedAndProject (17)
   +- * Project (16)
      +- Window (15)
         +- * Sort (14)
            +- AQEShuffleRead (13)
               +- ShuffleQueryStage (12), Statistics(sizeInBytes=4.6 KiB, rowCount=117)
                  +- Exchange (11)
                     +- Union (10)
                        :- * Project (3)
                        :  +- * ColumnarToRow (2)
                        :     +- Scan parquet  (1)
                        :- * Project (6)
                        :  +- * ColumnarToRow (5)
                        :     +- Scan parquet  (4)
                        +- * Project (9)
                           +- * ColumnarToRow (8)
                              +- Scan parquet  (7)
+- == Initial Plan ==
   TakeOrderedAndProject (26)
   +- Project (25)
      +- Window (24)
         +- Sort (23)
            +- Exchange (22)
               +- Union (21)
                  :- Project (18)
                  :  +- Scan parquet  (1)
                  :- Project (19)
                  :  +- Scan parquet  (4)
                  +- Project (20)
                     +- Scan parquet  (7)


(1) Scan parquet 
Output [4]: [Numero+Lot#80840, Time#80841, Fr%C3%A9quence+%28s%29#80842, Bioreactor+1+-+Air+flow#80843]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/LOT_1_AIRFLOW_23177_2c5be5eaa69bd8af7f1fd714400db85e/LotMulti.xlsx_40cfe9508ec1cf1eed41330bc1c0e0a8]
ReadSchema: struct<Numero+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:string>

(2) ColumnarToRow [codegen id : 1]
Input [4]: [Numero+Lot#80840, Time#80841, Fr%C3%A9quence+%28s%29#80842, Bioreactor+1+-+Air+flow#80843]

(3) Project [codegen id : 1]
Output [4]: [cast(Numero+Lot#80840 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, cast(REFORMAT_FOR_DOUBLE(Time#80841) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, cast(Fr%C3%A9quence+%28s%29#80842 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80843) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Input [4]: [Numero+Lot#80840, Time#80841, Fr%C3%A9quence+%28s%29#80842, Bioreactor+1+-+Air+flow#80843]

(4) Scan parquet 
Output [4]: [Numero+Lot#80512, Time#80513, Fr%C3%A9quence+%28s%29#80514, Bioreactor+1+-+Air+flow#80515]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/LOT_2_AIRFLOW_23178_2510a9ac1b6232c54334baa16d570872/LotMulti.xlsx_6cfbc597fdbb92533bb751223cd8eb98]
ReadSchema: struct<Numero+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:string>

(5) ColumnarToRow [codegen id : 2]
Input [4]: [Numero+Lot#80512, Time#80513, Fr%C3%A9quence+%28s%29#80514, Bioreactor+1+-+Air+flow#80515]

(6) Project [codegen id : 2]
Output [4]: [cast(Numero+Lot#80512 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81068, cast(REFORMAT_FOR_DOUBLE(Time#80513) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81069, cast(Fr%C3%A9quence+%28s%29#80514 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81070, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80515) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81071]
Input [4]: [Numero+Lot#80512, Time#80513, Fr%C3%A9quence+%28s%29#80514, Bioreactor+1+-+Air+flow#80515]

(7) Scan parquet 
Output [4]: [Num%C3%A9ro+Lot#80440, Time#80441, Fr%C3%A9quence+%28s%29#80442, Bioreactor+1+-+Air+flow#80443]
Batched: true
Location: InMemoryFileIndex [file:/data/input/depot/excel/cache/LOT_3_AIRFLOW_23179_c1ee7d367834af56fc00719c3a66dcde/LotMulti.xlsx_f128ad97a9aad2ad4e7c22cc6bd3a14a]
ReadSchema: struct<Num%C3%A9ro+Lot:string,Time:string,Fr%C3%A9quence+%28s%29:string,Bioreactor+1+-+Air+flow:string>

(8) ColumnarToRow [codegen id : 3]
Input [4]: [Num%C3%A9ro+Lot#80440, Time#80441, Fr%C3%A9quence+%28s%29#80442, Bioreactor+1+-+Air+flow#80443]

(9) Project [codegen id : 3]
Output [4]: [cast(Num%C3%A9ro+Lot#80440 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81072, cast(REFORMAT_FOR_DOUBLE(Time#80441) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81073, cast(Fr%C3%A9quence+%28s%29#80442 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81074, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80443) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81075]
Input [4]: [Num%C3%A9ro+Lot#80440, Time#80441, Fr%C3%A9quence+%28s%29#80442, Bioreactor+1+-+Air+flow#80443]

(10) Union

(11) Exchange
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: hashpartitioning(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, 10), ENSURE_REQUIREMENTS, [plan_id=26721]

(12) ShuffleQueryStage
Output [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: 0

(13) AQEShuffleRead
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: coalesced

(14) Sort [codegen id : 4]
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST], false, 0

(15) Window
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: [lag(COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, -1, null) windowspecdefinition(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003], [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980], [COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST]

(16) Project [codegen id : 5]
Output [7]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, dec_rate_variation(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, 3, false) AS COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, dec_diff(array(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983)) AS COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]
Input [5]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003]

(17) TakeOrderedAndProject
Input [7]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]
Arguments: 1500, [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS FIRST], [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]

(18) Project
Output [4]: [cast(Numero+Lot#80840 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, cast(REFORMAT_FOR_DOUBLE(Time#80841) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, cast(Fr%C3%A9quence+%28s%29#80842 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80843) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Input [4]: [Numero+Lot#80840, Time#80841, Fr%C3%A9quence+%28s%29#80842, Bioreactor+1+-+Air+flow#80843]

(19) Project
Output [4]: [cast(Numero+Lot#80512 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81068, cast(REFORMAT_FOR_DOUBLE(Time#80513) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81069, cast(Fr%C3%A9quence+%28s%29#80514 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81070, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80515) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81071]
Input [4]: [Numero+Lot#80512, Time#80513, Fr%C3%A9quence+%28s%29#80514, Bioreactor+1+-+Air+flow#80515]

(20) Project
Output [4]: [cast(Num%C3%A9ro+Lot#80440 as int) AS COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#81072, cast(REFORMAT_FOR_DOUBLE(Time#80441) as double) AS COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#81073, cast(Fr%C3%A9quence+%28s%29#80442 as int) AS COL_796CF876_04A4_45F1_B842_FEA279D6F01C#81074, cast(REFORMAT_FOR_DOUBLE(Bioreactor+1+-+Air+flow#80443) as double) AS COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#81075]
Input [4]: [Num%C3%A9ro+Lot#80440, Time#80441, Fr%C3%A9quence+%28s%29#80442, Bioreactor+1+-+Air+flow#80443]

(21) Union

(22) Exchange
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: hashpartitioning(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, 10), ENSURE_REQUIREMENTS, [plan_id=26683]

(23) Sort
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST], false, 0

(24) Window
Input [4]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983]
Arguments: [lag(COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, -1, null) windowspecdefinition(COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST, specifiedwindowframe(RowFrame, -1, -1)) AS COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003], [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980], [COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS LAST]

(25) Project
Output [7]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, dec_rate_variation(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, 3, false) AS COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, dec_diff(array(COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983)) AS COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]
Input [5]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003]

(26) TakeOrderedAndProject
Input [7]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]
Arguments: 1500, [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980 ASC NULLS FIRST, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981 ASC NULLS FIRST], [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]

(27) AdaptiveSparkPlan
Output [7]: [COL_3A406397_ACB3_429D_BFA6_4BC08C204FE5#80980, COL_EE48E54C_36F9_4471_8BFF_E5E2A56A7999#80981, COL_796CF876_04A4_45F1_B842_FEA279D6F01C#80982, COL_06735D97_4F7D_4004_BD07_5E5AF91919DD#80983, COL_0EBBEECB_87EB_4B73_9FF7_3FB93E6D52A0#81003, COL_ED7AC67D_B442_4585_B7CB_5F00EDDF3A5A#81035, COL_471B3963_FD6A_4C2C_86C7_CEDEEE1EF4F7#81042]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet