EVAL1_SPC1 - Details for Query 450

Submitted Time: 2026/02/20 11:21:10
Duration: 0.3 s
Succeeded Jobs: 536

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 96 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 681 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 64 ms metadata time: 0 ms size of files read: 1640.7 KiB number of output rows: 681"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [DOCUMENT_ID_2829#57232 AS COL_DOCUMENT_ID_2829#57426, METADOCUMENT_ID_2830#57242 AS COL_METADOCUMENT_ID_2830#57427, PATIENT_ID_2831#57244 AS COL_PATIENT_ID_2831#57428, VISIT_ID_2832#57248 AS COL_VISIT_ID_2832#57429, VISIT_UNIT_ID_2833#57249 AS COL_VISIT_UNIT_ID_2833#57430, ID_ENTREPOT_2834#57236 AS COL_ID_ENTREPOT_2834#57431, ID_PAT_2835#57239 AS COL_ID_PAT_2835#57432, ID_SEJ_2836#57240 AS COL_ID_SEJ_2836#57433, ID_MVT_2837#57238 AS COL_ID_MVT_2837#57434, ID_LOT_2838#57237 AS COL_ID_LOT_2838#57435, UPDATED_AT_2839#57247 AS COL_UPDATED_AT_2839#57436, UNIT_2840#57246 AS COL_UNIT_2840#57437, DELEGATE_UNIT_2841#57231 AS COL_DELEGATE_UNIT_2841#57438, HIERARCHY_UNIT_2842#57235 AS COL_HIERARCHY_UNIT_2842#57439, TITLE_2843#57245 AS COL_TITLE_2843#57440, DOCUMENT_TYPE_2844#57233 AS COL_DOCUMENT_TYPE_2844#57441, CREATED_AT_2845#57230 AS COL_CREATED_AT_2845#57442, BODY_2846#57229 AS COL_BODY_2846#57443, AUTHOR_2847#57228 AS COL_AUTHOR_2847#57444, INSTANCE_ID_2848#57241 AS COL_INSTANCE_ID_2848#57445, PATIENT_AGE_2849#57243 AS COL_PATIENT_AGE_2849#57446, FORMAT_2850#57234 AS COL_FORMAT_2850#57447]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [AUTHOR_2847#57228,BODY_2846#57229,CREATED_AT_2845#57230,DELEGATE_UNIT_2841#57231,DOCUMENT_ID_2829#57232,DOCUMENT_TYPE_2844#57233,FORMAT_2850#57234,HIERARCHY_UNIT_2842#57235,ID_ENTREPOT_2834#57236,ID_LOT_2838#57237,ID_MVT_2837#57238,ID_PAT_2835#57239,ID_SEJ_2836#57240,INSTANCE_ID_2848#57241,METADOCUMENT_ID_2830#57242,PATIENT_AGE_2849#57243,PATIENT_ID_2831#57244,TITLE_2843#57245,UNIT_2840#57246,UPDATED_AT_2839#57247,VISIT_ID_2832#57248,VISIT_UNIT_ID_2833#57249] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/DOCUMENT_2828], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<AUTHOR_2847:string,BODY_2846:string,CREATED_AT_2845:timestamp,DELEGATE_UNIT_2841:string,DO...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [22]: [AUTHOR_2847#57228, BODY_2846#57229, CREATED_AT_2845#57230, DELEGATE_UNIT_2841#57231, DOCUMENT_ID_2829#57232, DOCUMENT_TYPE_2844#57233, FORMAT_2850#57234, HIERARCHY_UNIT_2842#57235, ID_ENTREPOT_2834#57236, ID_LOT_2838#57237, ID_MVT_2837#57238, ID_PAT_2835#57239, ID_SEJ_2836#57240, INSTANCE_ID_2848#57241, METADOCUMENT_ID_2830#57242, PATIENT_AGE_2849#57243, PATIENT_ID_2831#57244, TITLE_2843#57245, UNIT_2840#57246, UPDATED_AT_2839#57247, VISIT_ID_2832#57248, VISIT_UNIT_ID_2833#57249]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/DOCUMENT_2828]
ReadSchema: struct<AUTHOR_2847:string,BODY_2846:string,CREATED_AT_2845:timestamp,DELEGATE_UNIT_2841:string,DOCUMENT_ID_2829:string,DOCUMENT_TYPE_2844:string,FORMAT_2850:string,HIERARCHY_UNIT_2842:string,ID_ENTREPOT_2834:int,ID_LOT_2838:int,ID_MVT_2837:int,ID_PAT_2835:int,ID_SEJ_2836:int,INSTANCE_ID_2848:string,METADOCUMENT_ID_2830:string,PATIENT_AGE_2849:int,PATIENT_ID_2831:string,TITLE_2843:string,UNIT_2840:string,UPDATED_AT_2839:timestamp,VISIT_ID_2832:string,VISIT_UNIT_ID_2833:string>

(2) ColumnarToRow [codegen id : 1]
Input [22]: [AUTHOR_2847#57228, BODY_2846#57229, CREATED_AT_2845#57230, DELEGATE_UNIT_2841#57231, DOCUMENT_ID_2829#57232, DOCUMENT_TYPE_2844#57233, FORMAT_2850#57234, HIERARCHY_UNIT_2842#57235, ID_ENTREPOT_2834#57236, ID_LOT_2838#57237, ID_MVT_2837#57238, ID_PAT_2835#57239, ID_SEJ_2836#57240, INSTANCE_ID_2848#57241, METADOCUMENT_ID_2830#57242, PATIENT_AGE_2849#57243, PATIENT_ID_2831#57244, TITLE_2843#57245, UNIT_2840#57246, UPDATED_AT_2839#57247, VISIT_ID_2832#57248, VISIT_UNIT_ID_2833#57249]

(3) Project [codegen id : 1]
Output [22]: [DOCUMENT_ID_2829#57232 AS COL_DOCUMENT_ID_2829#57426, METADOCUMENT_ID_2830#57242 AS COL_METADOCUMENT_ID_2830#57427, PATIENT_ID_2831#57244 AS COL_PATIENT_ID_2831#57428, VISIT_ID_2832#57248 AS COL_VISIT_ID_2832#57429, VISIT_UNIT_ID_2833#57249 AS COL_VISIT_UNIT_ID_2833#57430, ID_ENTREPOT_2834#57236 AS COL_ID_ENTREPOT_2834#57431, ID_PAT_2835#57239 AS COL_ID_PAT_2835#57432, ID_SEJ_2836#57240 AS COL_ID_SEJ_2836#57433, ID_MVT_2837#57238 AS COL_ID_MVT_2837#57434, ID_LOT_2838#57237 AS COL_ID_LOT_2838#57435, UPDATED_AT_2839#57247 AS COL_UPDATED_AT_2839#57436, UNIT_2840#57246 AS COL_UNIT_2840#57437, DELEGATE_UNIT_2841#57231 AS COL_DELEGATE_UNIT_2841#57438, HIERARCHY_UNIT_2842#57235 AS COL_HIERARCHY_UNIT_2842#57439, TITLE_2843#57245 AS COL_TITLE_2843#57440, DOCUMENT_TYPE_2844#57233 AS COL_DOCUMENT_TYPE_2844#57441, CREATED_AT_2845#57230 AS COL_CREATED_AT_2845#57442, BODY_2846#57229 AS COL_BODY_2846#57443, AUTHOR_2847#57228 AS COL_AUTHOR_2847#57444, INSTANCE_ID_2848#57241 AS COL_INSTANCE_ID_2848#57445, PATIENT_AGE_2849#57243 AS COL_PATIENT_AGE_2849#57446, FORMAT_2850#57234 AS COL_FORMAT_2850#57447]
Input [22]: [AUTHOR_2847#57228, BODY_2846#57229, CREATED_AT_2845#57230, DELEGATE_UNIT_2841#57231, DOCUMENT_ID_2829#57232, DOCUMENT_TYPE_2844#57233, FORMAT_2850#57234, HIERARCHY_UNIT_2842#57235, ID_ENTREPOT_2834#57236, ID_LOT_2838#57237, ID_MVT_2837#57238, ID_PAT_2835#57239, ID_SEJ_2836#57240, INSTANCE_ID_2848#57241, METADOCUMENT_ID_2830#57242, PATIENT_AGE_2849#57243, PATIENT_ID_2831#57244, TITLE_2843#57245, UNIT_2840#57246, UPDATED_AT_2839#57247, VISIT_ID_2832#57248, VISIT_UNIT_ID_2833#57249]

(4) CollectLimit
Input [22]: [COL_DOCUMENT_ID_2829#57426, COL_METADOCUMENT_ID_2830#57427, COL_PATIENT_ID_2831#57428, COL_VISIT_ID_2832#57429, COL_VISIT_UNIT_ID_2833#57430, COL_ID_ENTREPOT_2834#57431, COL_ID_PAT_2835#57432, COL_ID_SEJ_2836#57433, COL_ID_MVT_2837#57434, COL_ID_LOT_2838#57435, COL_UPDATED_AT_2839#57436, COL_UNIT_2840#57437, COL_DELEGATE_UNIT_2841#57438, COL_HIERARCHY_UNIT_2842#57439, COL_TITLE_2843#57440, COL_DOCUMENT_TYPE_2844#57441, COL_CREATED_AT_2845#57442, COL_BODY_2846#57443, COL_AUTHOR_2847#57444, COL_INSTANCE_ID_2848#57445, COL_PATIENT_AGE_2849#57446, COL_FORMAT_2850#57447]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet