EVAL1_SPC1 - Details for Query 639

Submitted Time: 2026/02/20 12:37:10
Duration: 24 s
Succeeded Jobs: 774 776

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" AdaptiveSparkPlan "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n68 ms (20 ms, 21 ms, 27 ms (stage 988.0: task 960))"; 2 [labelType="html" label=" Project "]; } 3 [labelType="html" label="Window spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 988.0: task 958))"]; subgraph cluster4 { isCluster="true"; label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n443 ms (144 ms, 146 ms, 153 ms (stage 988.0: task 960))"; 5 [labelType="html" label="Sort sort time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 988.0: task 958)) peak memory total (min, med, max (stageId: taskId)) 192.2 MiB (64.1 MiB, 64.1 MiB, 64.1 MiB (stage 988.0: task 958)) spill size total (min, med, max (stageId: taskId)) 0.0 B (0.0 B, 0.0 B, 0.0 B (stage 988.0: task 958))"]; } 6 [labelType="html" label="AQEShuffleRead number of partitions: 3 partition data size total (min, med, max (stageId: taskId)) 3.7 MiB (1138.0 KiB, 1155.7 KiB, 1507.2 KiB (driver)) number of coalesced partitions: 3"]; 7 [labelType="html" label="Exchange shuffle records written: 737 local merged chunks fetched: 0 shuffle write time: 9 ms remote merged bytes read: 0.0 B local merged blocks fetched: 0 corrupt merged block chunks: 0 remote merged reqs duration: 0 ms remote merged blocks fetched: 0 records read: 737 local bytes read total (min, med, max (stageId: taskId)) 3.5 MiB (1073.3 KiB, 1118.7 KiB, 1427.3 KiB (stage 988.0: task 960)) fetch wait time total (min, med, max (stageId: taskId)) 0 ms (0 ms, 0 ms, 0 ms (stage 988.0: task 958)) remote bytes read: 0.0 B merged fetch fallback count: 0 local blocks read: 3 remote merged chunks fetched: 0 remote blocks read: 0 data size: 16.7 MiB local merged bytes read: 0.0 B number of partitions: 10 remote reqs duration: 0 ms remote bytes read to disk: 0.0 B shuffle bytes written: 3.5 MiB"]; subgraph cluster8 { isCluster="true"; label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n24.0 s (5 ms, 5 ms, 24.0 s (stage 984.0: task 955))"; 9 [labelType="html" label=" Project "]; } 10 [labelType="html" label=" Project "]; subgraph cluster11 { isCluster="true"; label="WholeStageCodegen (3)\n \nduration: total (min, med, max (stageId: taskId))\n24.0 s (7 ms, 8 ms, 24.0 s (stage 984.0: task 955))"; 12 [labelType="html" label="Generate number of output rows: 737"]; } 13 [labelType="html" label=" Project "]; subgraph cluster14 { isCluster="true"; label="WholeStageCodegen (2)\n \nduration: total (min, med, max (stageId: taskId))\n24.1 s (9 ms, 10 ms, 24.0 s (stage 984.0: task 955))"; 15 [labelType="html" label=" Project "]; } 16 [labelType="html" label="Filter number of output rows: 1"]; subgraph cluster17 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: total (min, med, max (stageId: taskId))\n24.1 s (11 ms, 11 ms, 24.0 s (stage 984.0: task 955))"; 18 [labelType="html" label="ColumnarToRow number of output rows: 9,522 number of input batches: 3"]; } 19 [labelType="html" label="Scan parquet number of files read: 1 scan time total (min, med, max (stageId: taskId)) 177 ms (4 ms, 4 ms, 169 ms (stage 984.0: task 955)) metadata time: 0 ms size of files read: 9.9 MiB number of output rows: 9,522"]; 2->0; 3->2; 5->3; 6->5; 7->6; 9->7; 10->9; 12->10; 13->12; 15->13; 16->15; 18->16; 19->18; }

AdaptiveSparkPlan isFinalPlan=true

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]

WholeStageCodegen (6)

Window [concatwithseparatorudaf(_w0#94170, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@21637a73, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169], [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119], [COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST]

Sort [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617 ASC NULLS FIRST, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119 ASC NULLS FIRST, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST], false, 0

WholeStageCodegen (5)

AQEShuffleRead coalesced

Exchange hashpartitioning(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, 10), ENSURE_REQUIREMENTS, [plan_id=14605]

WholeStageCodegen (4)

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term) AS COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.sentence_number_in_text) AS COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_text) AS COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_sentence) AS COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121]

Generate explode(COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774), [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667], false, [COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794]

WholeStageCodegen (3)

Project [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, from_json(ArrayType(StringType,false), to_json(str_to_words(COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667), Some(Etc/UTC)), Some(Etc/UTC)) AS COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774]

Project [DOCUMENT_ID_3241#93429 AS COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, METADOCUMENT_ID_3242#93433 AS COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, PATIENT_ID_3243#93435 AS COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, VISIT_ID_3244#93439 AS COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, VISIT_UNIT_ID_3245#93440 AS COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, UPDATED_AT_3246#93438 AS COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, UNIT_3247#93437 AS COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, DELEGATE_UNIT_3248#93428 AS COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, HIERARCHY_UNIT_3249#93432 AS COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, TITLE_3250#93436 AS COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, DOCUMENT_TYPE_3251#93430 AS COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, CREATED_AT_3252#93427 AS COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, BODY_3253#93426 AS COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, AUTHOR_3254#93425 AS COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, PATIENT_AGE_3255#93434 AS COL_46900168_36DE_4076_8267_A418814B0376#93631, str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, ) AS COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667]

WholeStageCodegen (2)

Filter (((DOCUMENT_ID_3241#93429 <=> 8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF) AND (size(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC)), true) > 0)) AND isnotnull(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC))))

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [AUTHOR_3254#93425,BODY_3253#93426,CREATED_AT_3252#93427,DELEGATE_UNIT_3248#93428,DOCUMENT_ID_3241#93429,DOCUMENT_TYPE_3251#93430,HIERARCHY_UNIT_3249#93432,METADOCUMENT_ID_3242#93433,PATIENT_AGE_3255#93434,PATIENT_ID_3243#93435,TITLE_3250#93436,UNIT_3247#93437,UPDATED_AT_3246#93438,VISIT_ID_3244#93439,VISIT_UNIT_ID_3245#93440] Batched: true, DataFilters: [(DOCUMENT_ID_3241#93429 <=> 8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF), (size(from_json(ArrayType..., Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/DOCUMENT_3240], PartitionFilters: [], PushedFilters: [EqualNullSafe(DOCUMENT_ID_3241,8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF)], ReadSchema: struct<AUTHOR_3254:string,BODY_3253:string,CREATED_AT_3252:timestamp,DELEGATE_UNIT_3248:string,DO...

Details

== Physical Plan ==
AdaptiveSparkPlan (26)
+- == Final Plan ==
   * Project (14)
   +- Window (13)
      +- * Sort (12)
         +- AQEShuffleRead (11)
            +- ShuffleQueryStage (10), Statistics(sizeInBytes=16.7 MiB, rowCount=737)
               +- Exchange (9)
                  +- * Project (8)
                     +- Project (7)
                        +- * Generate (6)
                           +- Project (5)
                              +- * Project (4)
                                 +- Filter (3)
                                    +- * ColumnarToRow (2)
                                       +- Scan parquet  (1)
+- == Initial Plan ==
   CollectLimit (25)
   +- Project (24)
      +- Window (23)
         +- Sort (22)
            +- Exchange (21)
               +- Project (20)
                  +- Project (19)
                     +- Generate (18)
                        +- Project (17)
                           +- Project (16)
                              +- Filter (15)
                                 +- Scan parquet  (1)


(1) Scan parquet 
Output [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/DOCUMENT_3240]
PushedFilters: [EqualNullSafe(DOCUMENT_ID_3241,8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF)]
ReadSchema: struct<AUTHOR_3254:string,BODY_3253:string,CREATED_AT_3252:timestamp,DELEGATE_UNIT_3248:string,DOCUMENT_ID_3241:string,DOCUMENT_TYPE_3251:string,HIERARCHY_UNIT_3249:string,METADOCUMENT_ID_3242:string,PATIENT_AGE_3255:int,PATIENT_ID_3243:string,TITLE_3250:string,UNIT_3247:string,UPDATED_AT_3246:timestamp,VISIT_ID_3244:string,VISIT_UNIT_ID_3245:string>

(2) ColumnarToRow [codegen id : 1]
Input [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]

(3) Filter
Input [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]
Condition : (((DOCUMENT_ID_3241#93429 <=> 8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF) AND (size(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC)), true) > 0)) AND isnotnull(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC))))

(4) Project [codegen id : 2]
Output [16]: [DOCUMENT_ID_3241#93429 AS COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, METADOCUMENT_ID_3242#93433 AS COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, PATIENT_ID_3243#93435 AS COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, VISIT_ID_3244#93439 AS COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, VISIT_UNIT_ID_3245#93440 AS COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, UPDATED_AT_3246#93438 AS COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, UNIT_3247#93437 AS COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, DELEGATE_UNIT_3248#93428 AS COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, HIERARCHY_UNIT_3249#93432 AS COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, TITLE_3250#93436 AS COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, DOCUMENT_TYPE_3251#93430 AS COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, CREATED_AT_3252#93427 AS COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, BODY_3253#93426 AS COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, AUTHOR_3254#93425 AS COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, PATIENT_AGE_3255#93434 AS COL_46900168_36DE_4076_8267_A418814B0376#93631, str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, ) AS COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667]
Input [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]

(5) Project
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, from_json(ArrayType(StringType,false), to_json(str_to_words(COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667), Some(Etc/UTC)), Some(Etc/UTC)) AS COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774]
Input [16]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667]

(6) Generate [codegen id : 3]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774]
Arguments: explode(COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774), [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667], false, [COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794]

(7) Project
Output [20]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term) AS COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.sentence_number_in_text) AS COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_text) AS COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_sentence) AS COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794]

(8) Project [codegen id : 4]
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, ARRAY_TO_STR_BEFORE_CONCAT(COL_ED319162_3A05_422C_A344_415603BA6FEF#94118) AS _w0#94170]
Input [20]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121]

(9) Exchange
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: hashpartitioning(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, 10), ENSURE_REQUIREMENTS, [plan_id=14605]

(10) ShuffleQueryStage
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: 0

(11) AQEShuffleRead
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: coalesced

(12) Sort [codegen id : 5]
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617 ASC NULLS FIRST, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119 ASC NULLS FIRST, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST], false, 0

(13) Window
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: [concatwithseparatorudaf(_w0#94170, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@21637a73, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169], [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119], [COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST]

(14) Project [codegen id : 6]
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]
Input [22]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]

(15) Filter
Input [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]
Condition : (((DOCUMENT_ID_3241#93429 <=> 8BE75A8015FDF0D67EA8C8C6A4008D75E25BAEEF) AND (size(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC)), true) > 0)) AND isnotnull(from_json(ArrayType(StringType,false), to_json(str_to_words(str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, )), Some(Etc/UTC)), Some(Etc/UTC))))

(16) Project
Output [16]: [DOCUMENT_ID_3241#93429 AS COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, METADOCUMENT_ID_3242#93433 AS COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, PATIENT_ID_3243#93435 AS COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, VISIT_ID_3244#93439 AS COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, VISIT_UNIT_ID_3245#93440 AS COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, UPDATED_AT_3246#93438 AS COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, UNIT_3247#93437 AS COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, DELEGATE_UNIT_3248#93428 AS COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, HIERARCHY_UNIT_3249#93432 AS COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, TITLE_3250#93436 AS COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, DOCUMENT_TYPE_3251#93430 AS COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, CREATED_AT_3252#93427 AS COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, BODY_3253#93426 AS COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, AUTHOR_3254#93425 AS COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, PATIENT_AGE_3255#93434 AS COL_46900168_36DE_4076_8267_A418814B0376#93631, str_replace_regex(str_replace_regex(BODY_3253#93426, <br\s*\/?>, ), <[^<>]+>, ) AS COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667]
Input [15]: [AUTHOR_3254#93425, BODY_3253#93426, CREATED_AT_3252#93427, DELEGATE_UNIT_3248#93428, DOCUMENT_ID_3241#93429, DOCUMENT_TYPE_3251#93430, HIERARCHY_UNIT_3249#93432, METADOCUMENT_ID_3242#93433, PATIENT_AGE_3255#93434, PATIENT_ID_3243#93435, TITLE_3250#93436, UNIT_3247#93437, UPDATED_AT_3246#93438, VISIT_ID_3244#93439, VISIT_UNIT_ID_3245#93440]

(17) Project
Output [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, from_json(ArrayType(StringType,false), to_json(str_to_words(COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667), Some(Etc/UTC)), Some(Etc/UTC)) AS COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774]
Input [16]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667]

(18) Generate
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774]
Arguments: explode(COL_9E6B0BF3_343E_49F2_87DB_EE022165520A#93774), [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667], false, [COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794]

(19) Project
Output [20]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term) AS COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.sentence_number_in_text) AS COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_text) AS COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, get_json_object(COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794, $.term_number_in_sentence) AS COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121]
Input [17]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_9F4C7B82_8EA5_42B7_8724_EDC3D750C2D3#93794]

(20) Project
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, ARRAY_TO_STR_BEFORE_CONCAT(COL_ED319162_3A05_422C_A344_415603BA6FEF#94118) AS _w0#94170]
Input [20]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121]

(21) Exchange
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: hashpartitioning(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, 10), ENSURE_REQUIREMENTS, [plan_id=14562]

(22) Sort
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617 ASC NULLS FIRST, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119 ASC NULLS FIRST, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST], false, 0

(23) Window
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170]
Arguments: [concatwithseparatorudaf(_w0#94170, com.adb.hdh.spark.job.scala.utils.ConcatWithSeparatorUDAF@21637a73, class[value[0]: string], class[value[0]: string], true, true, 0, 0, None) windowspecdefinition(COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169], [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119], [COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120 ASC NULLS LAST]

(24) Project
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]
Input [22]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, _w0#94170, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]

(25) CollectLimit
Input [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]
Arguments: 1500

(26) AdaptiveSparkPlan
Output [21]: [COL_B8C4154A_9C1F_4379_B2D0_37CB2E2E8163#93617, COL_E64A43C0_92EB_4340_A5E8_C7C27526AB67#93618, COL_93CB3020_C35B_4048_83FD_5071BBD0FA14#93619, COL_7C0A6459_9870_4E69_A193_D12DCD19B4D8#93620, COL_8FADC0CC_2246_48BF_96B6_37B8BA1E1C0D#93621, COL_8A9046D2_1D72_45E3_B655_D46E004711DC#93622, COL_A3AD19B8_0E44_4535_990D_3E89D0346083#93623, COL_AE628ECA_E5BA_4F07_8939_98F393782191#93624, COL_BB50D21B_057C_4291_B5BF_6CE5E982EC4F#93625, COL_70DA6BEE_221D_4064_99F0_A228C6EA03D1#93626, COL_A687F590_7636_41E9_B432_F96E84FA5822#93627, COL_B885B9B6_22DC_43A3_A9BA_7E5273012413#93628, COL_B4024986_B57D_48FD_A06D_AA53298E7CAF#93629, COL_2B0D0A0B_E8F4_4E84_AD0F_67F5167E0998#93630, COL_46900168_36DE_4076_8267_A418814B0376#93631, COL_291B5D76_C464_449C_833D_1B12D9EFB9F4#93667, COL_ED319162_3A05_422C_A344_415603BA6FEF#94118, COL_8C3C089C_BB84_4C3C_ABBA_C3CED60E9D59#94119, COL_1D0AC7FB_7DC0_4148_A57C_521D93651C80#94120, COL_16939028_D12C_4AE9_B6D9_4751D50C121A#94121, COL_1CA4D4F6_821B_4822_BB97_0FE179ECD832#94169]
Arguments: isFinalPlan=true

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet