EVAL1_SPC1 - Details for Query 34

Submitted Time: 2026/02/19 12:14:44
Duration: 0.5 s
Succeeded Jobs: 28

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 1,530 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 195 ms metadata time: 6 ms size of files read: 12.1 KiB number of output rows: 1,530"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [DOCUMENT_DATA_I_2853#3790 AS COL_DOCUMENT_DATA_I_2853#4243, DOCUMENT_ID_2854#3791 AS COL_DOCUMENT_ID_2854#4244, PATIENT_ID_2855#3802 AS COL_PATIENT_ID_2855#4245, VISIT_ID_2856#3809 AS COL_VISIT_ID_2856#4246, VISIT_UNIT_ID_2857#3810 AS COL_VISIT_UNIT_ID_2857#4247, ID_ENTREPOT_STR_2858#3795 AS COL_ID_ENTREPOT_STR_2858#4248, ID_ENTREPOT_2859#3794 AS COL_ID_ENTREPOT_2859#4249, ID_PAT_2860#3797 AS COL_ID_PAT_2860#4250, ID_SEJ_2861#3798 AS COL_ID_SEJ_2861#4251, ID_MVT_2862#3796 AS COL_ID_MVT_2862#4252, TERMINOLOGY_COD_2863#3805 AS COL_TERMINOLOGY_COD_2863#4253, CONCEPT_CODE_2864#3788 AS COL_CONCEPT_CODE_2864#4254, NB_2865#3801 AS COL_NB_2865#4255, START_AT_2866#3804 AS COL_START_AT_2866#4256, TEXT_2867#3806 AS COL_TEXT_2867#4257, LOWER_BOUND_2868#3800 AS COL_LOWER_BOUND_2868#4258, HIGHER_BOUND_2869#3793 AS COL_HIGHER_BOUND_2869#4259, CERTAINTY_2870#3787 AS COL_CERTAINTY_2870#4260, CONTEXT_2871#3789 AS COL_CONTEXT_2871#4261, QUALIFIER_2872#3803 AS COL_QUALIFIER_2872#4262, END_AT_2873#3792 AS COL_END_AT_2873#4263, UNIT_VAL_2874#3808 AS COL_UNIT_VAL_2874#4264, TYPE_VAL_2875#3807 AS COL_TYPE_VAL_2875#4265, INSTANCE_ID_2876#3799 AS COL_INSTANCE_ID_2876#4266]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [CERTAINTY_2870#3787,CONCEPT_CODE_2864#3788,CONTEXT_2871#3789,DOCUMENT_DATA_I_2853#3790,DOCUMENT_ID_2854#3791,END_AT_2873#3792,HIGHER_BOUND_2869#3793,ID_ENTREPOT_2859#3794,ID_ENTREPOT_STR_2858#3795,ID_MVT_2862#3796,ID_PAT_2860#3797,ID_SEJ_2861#3798,INSTANCE_ID_2876#3799,LOWER_BOUND_2868#3800,NB_2865#3801,PATIENT_ID_2855#3802,QUALIFIER_2872#3803,START_AT_2866#3804,TERMINOLOGY_COD_2863#3805,TEXT_2867#3806,TYPE_VAL_2875#3807,UNIT_VAL_2874#3808,VISIT_ID_2856#3809,VISIT_UNIT_ID_2857#3810] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CERTAINTY_2870:double,CONCEPT_CODE_2864:string,CONTEXT_2871:string,DOCUMENT_DATA_I_2853:st...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [24]: [CERTAINTY_2870#3787, CONCEPT_CODE_2864#3788, CONTEXT_2871#3789, DOCUMENT_DATA_I_2853#3790, DOCUMENT_ID_2854#3791, END_AT_2873#3792, HIGHER_BOUND_2869#3793, ID_ENTREPOT_2859#3794, ID_ENTREPOT_STR_2858#3795, ID_MVT_2862#3796, ID_PAT_2860#3797, ID_SEJ_2861#3798, INSTANCE_ID_2876#3799, LOWER_BOUND_2868#3800, NB_2865#3801, PATIENT_ID_2855#3802, QUALIFIER_2872#3803, START_AT_2866#3804, TERMINOLOGY_COD_2863#3805, TEXT_2867#3806, TYPE_VAL_2875#3807, UNIT_VAL_2874#3808, VISIT_ID_2856#3809, VISIT_UNIT_ID_2857#3810]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852]
ReadSchema: struct<CERTAINTY_2870:double,CONCEPT_CODE_2864:string,CONTEXT_2871:string,DOCUMENT_DATA_I_2853:string,DOCUMENT_ID_2854:string,END_AT_2873:timestamp,HIGHER_BOUND_2869:double,ID_ENTREPOT_2859:int,ID_ENTREPOT_STR_2858:int,ID_MVT_2862:int,ID_PAT_2860:int,ID_SEJ_2861:int,INSTANCE_ID_2876:string,LOWER_BOUND_2868:double,NB_2865:double,PATIENT_ID_2855:string,QUALIFIER_2872:string,START_AT_2866:timestamp,TERMINOLOGY_COD_2863:string,TEXT_2867:string,TYPE_VAL_2875:string,UNIT_VAL_2874:string,VISIT_ID_2856:string,VISIT_UNIT_ID_2857:string>

(2) ColumnarToRow [codegen id : 1]
Input [24]: [CERTAINTY_2870#3787, CONCEPT_CODE_2864#3788, CONTEXT_2871#3789, DOCUMENT_DATA_I_2853#3790, DOCUMENT_ID_2854#3791, END_AT_2873#3792, HIGHER_BOUND_2869#3793, ID_ENTREPOT_2859#3794, ID_ENTREPOT_STR_2858#3795, ID_MVT_2862#3796, ID_PAT_2860#3797, ID_SEJ_2861#3798, INSTANCE_ID_2876#3799, LOWER_BOUND_2868#3800, NB_2865#3801, PATIENT_ID_2855#3802, QUALIFIER_2872#3803, START_AT_2866#3804, TERMINOLOGY_COD_2863#3805, TEXT_2867#3806, TYPE_VAL_2875#3807, UNIT_VAL_2874#3808, VISIT_ID_2856#3809, VISIT_UNIT_ID_2857#3810]

(3) Project [codegen id : 1]
Output [24]: [DOCUMENT_DATA_I_2853#3790 AS COL_DOCUMENT_DATA_I_2853#4243, DOCUMENT_ID_2854#3791 AS COL_DOCUMENT_ID_2854#4244, PATIENT_ID_2855#3802 AS COL_PATIENT_ID_2855#4245, VISIT_ID_2856#3809 AS COL_VISIT_ID_2856#4246, VISIT_UNIT_ID_2857#3810 AS COL_VISIT_UNIT_ID_2857#4247, ID_ENTREPOT_STR_2858#3795 AS COL_ID_ENTREPOT_STR_2858#4248, ID_ENTREPOT_2859#3794 AS COL_ID_ENTREPOT_2859#4249, ID_PAT_2860#3797 AS COL_ID_PAT_2860#4250, ID_SEJ_2861#3798 AS COL_ID_SEJ_2861#4251, ID_MVT_2862#3796 AS COL_ID_MVT_2862#4252, TERMINOLOGY_COD_2863#3805 AS COL_TERMINOLOGY_COD_2863#4253, CONCEPT_CODE_2864#3788 AS COL_CONCEPT_CODE_2864#4254, NB_2865#3801 AS COL_NB_2865#4255, START_AT_2866#3804 AS COL_START_AT_2866#4256, TEXT_2867#3806 AS COL_TEXT_2867#4257, LOWER_BOUND_2868#3800 AS COL_LOWER_BOUND_2868#4258, HIGHER_BOUND_2869#3793 AS COL_HIGHER_BOUND_2869#4259, CERTAINTY_2870#3787 AS COL_CERTAINTY_2870#4260, CONTEXT_2871#3789 AS COL_CONTEXT_2871#4261, QUALIFIER_2872#3803 AS COL_QUALIFIER_2872#4262, END_AT_2873#3792 AS COL_END_AT_2873#4263, UNIT_VAL_2874#3808 AS COL_UNIT_VAL_2874#4264, TYPE_VAL_2875#3807 AS COL_TYPE_VAL_2875#4265, INSTANCE_ID_2876#3799 AS COL_INSTANCE_ID_2876#4266]
Input [24]: [CERTAINTY_2870#3787, CONCEPT_CODE_2864#3788, CONTEXT_2871#3789, DOCUMENT_DATA_I_2853#3790, DOCUMENT_ID_2854#3791, END_AT_2873#3792, HIGHER_BOUND_2869#3793, ID_ENTREPOT_2859#3794, ID_ENTREPOT_STR_2858#3795, ID_MVT_2862#3796, ID_PAT_2860#3797, ID_SEJ_2861#3798, INSTANCE_ID_2876#3799, LOWER_BOUND_2868#3800, NB_2865#3801, PATIENT_ID_2855#3802, QUALIFIER_2872#3803, START_AT_2866#3804, TERMINOLOGY_COD_2863#3805, TEXT_2867#3806, TYPE_VAL_2875#3807, UNIT_VAL_2874#3808, VISIT_ID_2856#3809, VISIT_UNIT_ID_2857#3810]

(4) CollectLimit
Input [24]: [COL_DOCUMENT_DATA_I_2853#4243, COL_DOCUMENT_ID_2854#4244, COL_PATIENT_ID_2855#4245, COL_VISIT_ID_2856#4246, COL_VISIT_UNIT_ID_2857#4247, COL_ID_ENTREPOT_STR_2858#4248, COL_ID_ENTREPOT_2859#4249, COL_ID_PAT_2860#4250, COL_ID_SEJ_2861#4251, COL_ID_MVT_2862#4252, COL_TERMINOLOGY_COD_2863#4253, COL_CONCEPT_CODE_2864#4254, COL_NB_2865#4255, COL_START_AT_2866#4256, COL_TEXT_2867#4257, COL_LOWER_BOUND_2868#4258, COL_HIGHER_BOUND_2869#4259, COL_CERTAINTY_2870#4260, COL_CONTEXT_2871#4261, COL_QUALIFIER_2872#4262, COL_END_AT_2873#4263, COL_UNIT_VAL_2874#4264, COL_TYPE_VAL_2875#4265, COL_INSTANCE_ID_2876#4266]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet