EVAL1_SPC1 - Details for Query 208

Submitted Time: 2026/06/17 06:48:25
Duration: 0.2 s
Succeeded Jobs: 390

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 0 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 4,096 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 20 ms metadata time: 0 ms size of files read: 3.5 MiB number of output rows: 4,096"]; 2->0; 3->2; 4->3; }

CollectLimit 1500

Project [DOCUMENT_DATA_I_3259#89619 AS COL_DOCUMENT_DATA_I_3259#89832, DOCUMENT_ID_3260#89620 AS COL_DOCUMENT_ID_3260#89833, PATIENT_ID_3261#89631 AS COL_PATIENT_ID_3261#89834, VISIT_ID_3262#89638 AS COL_VISIT_ID_3262#89835, VISIT_UNIT_ID_3263#89639 AS COL_VISIT_UNIT_ID_3263#89836, ID_ENTREPOT_STR_3264#89624 AS COL_ID_ENTREPOT_STR_3264#89837, ID_ENTREPOT_3265#89623 AS COL_ID_ENTREPOT_3265#89838, ID_PAT_3266#89626 AS COL_ID_PAT_3266#89839, ID_SEJ_3267#89627 AS COL_ID_SEJ_3267#89840, ID_MVT_3268#89625 AS COL_ID_MVT_3268#89841, TERMINOLOGY_COD_3269#89634 AS COL_TERMINOLOGY_COD_3269#89842, CONCEPT_CODE_3270#89617 AS COL_CONCEPT_CODE_3270#89843, NB_3271#89630 AS COL_NB_3271#89844, START_AT_3272#89633 AS COL_START_AT_3272#89845, TEXT_3273#89635 AS COL_TEXT_3273#89846, LOWER_BOUND_3274#89629 AS COL_LOWER_BOUND_3274#89847, HIGHER_BOUND_3275#89622 AS COL_HIGHER_BOUND_3275#89848, CERTAINTY_3276#89616 AS COL_CERTAINTY_3276#89849, CONTEXT_3277#89618 AS COL_CONTEXT_3277#89850, QUALIFIER_3278#89632 AS COL_QUALIFIER_3278#89851, END_AT_3279#89621 AS COL_END_AT_3279#89852, UNIT_VAL_3280#89637 AS COL_UNIT_VAL_3280#89853, TYPE_VAL_3281#89636 AS COL_TYPE_VAL_3281#89854, INSTANCE_ID_3282#89628 AS COL_INSTANCE_ID_3282#89855]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [CERTAINTY_3276#89616,CONCEPT_CODE_3270#89617,CONTEXT_3277#89618,DOCUMENT_DATA_I_3259#89619,DOCUMENT_ID_3260#89620,END_AT_3279#89621,HIGHER_BOUND_3275#89622,ID_ENTREPOT_3265#89623,ID_ENTREPOT_STR_3264#89624,ID_MVT_3268#89625,ID_PAT_3266#89626,ID_SEJ_3267#89627,INSTANCE_ID_3282#89628,LOWER_BOUND_3274#89629,NB_3271#89630,PATIENT_ID_3261#89631,QUALIFIER_3278#89632,START_AT_3272#89633,TERMINOLOGY_COD_3269#89634,TEXT_3273#89635,TYPE_VAL_3281#89636,UNIT_VAL_3280#89637,VISIT_ID_3262#89638,VISIT_UNIT_ID_3263#89639] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/DOCUMENT_DATA_3258], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CERTAINTY_3276:double,CONCEPT_CODE_3270:string,CONTEXT_3277:string,DOCUMENT_DATA_I_3259:st...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [24]: [CERTAINTY_3276#89616, CONCEPT_CODE_3270#89617, CONTEXT_3277#89618, DOCUMENT_DATA_I_3259#89619, DOCUMENT_ID_3260#89620, END_AT_3279#89621, HIGHER_BOUND_3275#89622, ID_ENTREPOT_3265#89623, ID_ENTREPOT_STR_3264#89624, ID_MVT_3268#89625, ID_PAT_3266#89626, ID_SEJ_3267#89627, INSTANCE_ID_3282#89628, LOWER_BOUND_3274#89629, NB_3271#89630, PATIENT_ID_3261#89631, QUALIFIER_3278#89632, START_AT_3272#89633, TERMINOLOGY_COD_3269#89634, TEXT_3273#89635, TYPE_VAL_3281#89636, UNIT_VAL_3280#89637, VISIT_ID_3262#89638, VISIT_UNIT_ID_3263#89639]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/DOCUMENT_DATA_3258]
ReadSchema: struct<CERTAINTY_3276:double,CONCEPT_CODE_3270:string,CONTEXT_3277:string,DOCUMENT_DATA_I_3259:string,DOCUMENT_ID_3260:string,END_AT_3279:timestamp,HIGHER_BOUND_3275:double,ID_ENTREPOT_3265:int,ID_ENTREPOT_STR_3264:int,ID_MVT_3268:int,ID_PAT_3266:int,ID_SEJ_3267:int,INSTANCE_ID_3282:string,LOWER_BOUND_3274:double,NB_3271:double,PATIENT_ID_3261:string,QUALIFIER_3278:string,START_AT_3272:timestamp,TERMINOLOGY_COD_3269:string,TEXT_3273:string,TYPE_VAL_3281:string,UNIT_VAL_3280:string,VISIT_ID_3262:string,VISIT_UNIT_ID_3263:string>

(2) ColumnarToRow [codegen id : 1]
Input [24]: [CERTAINTY_3276#89616, CONCEPT_CODE_3270#89617, CONTEXT_3277#89618, DOCUMENT_DATA_I_3259#89619, DOCUMENT_ID_3260#89620, END_AT_3279#89621, HIGHER_BOUND_3275#89622, ID_ENTREPOT_3265#89623, ID_ENTREPOT_STR_3264#89624, ID_MVT_3268#89625, ID_PAT_3266#89626, ID_SEJ_3267#89627, INSTANCE_ID_3282#89628, LOWER_BOUND_3274#89629, NB_3271#89630, PATIENT_ID_3261#89631, QUALIFIER_3278#89632, START_AT_3272#89633, TERMINOLOGY_COD_3269#89634, TEXT_3273#89635, TYPE_VAL_3281#89636, UNIT_VAL_3280#89637, VISIT_ID_3262#89638, VISIT_UNIT_ID_3263#89639]

(3) Project [codegen id : 1]
Output [24]: [DOCUMENT_DATA_I_3259#89619 AS COL_DOCUMENT_DATA_I_3259#89832, DOCUMENT_ID_3260#89620 AS COL_DOCUMENT_ID_3260#89833, PATIENT_ID_3261#89631 AS COL_PATIENT_ID_3261#89834, VISIT_ID_3262#89638 AS COL_VISIT_ID_3262#89835, VISIT_UNIT_ID_3263#89639 AS COL_VISIT_UNIT_ID_3263#89836, ID_ENTREPOT_STR_3264#89624 AS COL_ID_ENTREPOT_STR_3264#89837, ID_ENTREPOT_3265#89623 AS COL_ID_ENTREPOT_3265#89838, ID_PAT_3266#89626 AS COL_ID_PAT_3266#89839, ID_SEJ_3267#89627 AS COL_ID_SEJ_3267#89840, ID_MVT_3268#89625 AS COL_ID_MVT_3268#89841, TERMINOLOGY_COD_3269#89634 AS COL_TERMINOLOGY_COD_3269#89842, CONCEPT_CODE_3270#89617 AS COL_CONCEPT_CODE_3270#89843, NB_3271#89630 AS COL_NB_3271#89844, START_AT_3272#89633 AS COL_START_AT_3272#89845, TEXT_3273#89635 AS COL_TEXT_3273#89846, LOWER_BOUND_3274#89629 AS COL_LOWER_BOUND_3274#89847, HIGHER_BOUND_3275#89622 AS COL_HIGHER_BOUND_3275#89848, CERTAINTY_3276#89616 AS COL_CERTAINTY_3276#89849, CONTEXT_3277#89618 AS COL_CONTEXT_3277#89850, QUALIFIER_3278#89632 AS COL_QUALIFIER_3278#89851, END_AT_3279#89621 AS COL_END_AT_3279#89852, UNIT_VAL_3280#89637 AS COL_UNIT_VAL_3280#89853, TYPE_VAL_3281#89636 AS COL_TYPE_VAL_3281#89854, INSTANCE_ID_3282#89628 AS COL_INSTANCE_ID_3282#89855]
Input [24]: [CERTAINTY_3276#89616, CONCEPT_CODE_3270#89617, CONTEXT_3277#89618, DOCUMENT_DATA_I_3259#89619, DOCUMENT_ID_3260#89620, END_AT_3279#89621, HIGHER_BOUND_3275#89622, ID_ENTREPOT_3265#89623, ID_ENTREPOT_STR_3264#89624, ID_MVT_3268#89625, ID_PAT_3266#89626, ID_SEJ_3267#89627, INSTANCE_ID_3282#89628, LOWER_BOUND_3274#89629, NB_3271#89630, PATIENT_ID_3261#89631, QUALIFIER_3278#89632, START_AT_3272#89633, TERMINOLOGY_COD_3269#89634, TEXT_3273#89635, TYPE_VAL_3281#89636, UNIT_VAL_3280#89637, VISIT_ID_3262#89638, VISIT_UNIT_ID_3263#89639]

(4) CollectLimit
Input [24]: [COL_DOCUMENT_DATA_I_3259#89832, COL_DOCUMENT_ID_3260#89833, COL_PATIENT_ID_3261#89834, COL_VISIT_ID_3262#89835, COL_VISIT_UNIT_ID_3263#89836, COL_ID_ENTREPOT_STR_3264#89837, COL_ID_ENTREPOT_3265#89838, COL_ID_PAT_3266#89839, COL_ID_SEJ_3267#89840, COL_ID_MVT_3268#89841, COL_TERMINOLOGY_COD_3269#89842, COL_CONCEPT_CODE_3270#89843, COL_NB_3271#89844, COL_START_AT_3272#89845, COL_TEXT_3273#89846, COL_LOWER_BOUND_3274#89847, COL_HIGHER_BOUND_3275#89848, COL_CERTAINTY_3276#89849, COL_CONTEXT_3277#89850, COL_QUALIFIER_3278#89851, COL_END_AT_3279#89852, COL_UNIT_VAL_3280#89853, COL_TYPE_VAL_3281#89854, COL_INSTANCE_ID_3282#89855]
Arguments: 1500

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet