EVAL1_SPC1 - Details for Query 92

Submitted Time: 2026/02/19 13:50:55
Duration: 0.2 s
Succeeded Jobs: 98

Show the Stage ID and Task ID that corresponds to the max metric

digraph G { 0 [labelType="html" label=" CollectLimit "]; subgraph cluster1 { isCluster="true"; label="WholeStageCodegen (1)\n \nduration: 19 ms"; 2 [labelType="html" label=" Project "]; 3 [labelType="html" label="ColumnarToRow number of output rows: 717 number of input batches: 1"]; } 4 [labelType="html" label="Scan parquet number of files read: 1 scan time: 15 ms metadata time: 0 ms size of files read: 26.2 KiB number of output rows: 717"]; 2->0; 3->2; 4->3; }

CollectLimit 50000

Project [VISIT_ID_3343#8341 AS COL_8DAAAB3A_7316_4A14_A42B_96ADDAF8E1BB#8653, PATIENT_ID_3344#8339 AS COL_1D6C7E72_645A_4A10_BDB4_0FE7071B65E9#8654, IN_DATE_3345#8333 AS COL_4A14FA3B_9FD5_456F_896F_AFC2B1E7D4E2#8655, OUT_DATE_3346#8336 AS COL_1E0DA83E_73D8_45A8_BB3B_2CF95E7EFE28#8656, IN_MODE_3347#8334 AS COL_391BF068_2262_41EC_ACBB_57F2636B2D7E#8657, OUT_MODE_3348#8337 AS COL_B35DE28A_1E4D_4B3B_89CE_0DC874D47B2A#8658, IN_UNIT_3349#8335 AS COL_9A420813_A415_48B9_83BB_D0A104852928#8659, OUT_UNIT_3350#8338 AS COL_2068D009_B8F2_48AD_961E_F608302097CF#8660, VISIT_TYPE_3351#8342 AS COL_678C24F0_20D4_4E55_A3CF_3C687D7EABEB#8661, CHAMP_PMSI_3352#8331 AS COL_D6789CB8_4063_41F3_9BA2_2E965CE0F828#8662, UNIT_PATH_3353#8340 AS COL_91BC4842_9007_4C20_A87B_73A2331A89B1#8663, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_3354#8332, 1, true, false, true) AS COL_4E6C8209_91C0_4D2E_808A_D2732467440E#8664, CANCELED_3355#8330 AS COL_A135ADCC_1725_4C35_8AF7_3CAD12EBDDB1#8665, int_create(1) AS COL_7DD8C4E8_D77B_496B_8F45_381C945D75B7#8666]

ColumnarToRow

WholeStageCodegen (1)

FileScan parquet [CANCELED_3355#8330,CHAMP_PMSI_3352#8331,EMERGENCY_3354#8332,IN_DATE_3345#8333,IN_MODE_3347#8334,IN_UNIT_3349#8335,OUT_DATE_3346#8336,OUT_MODE_3348#8337,OUT_UNIT_3350#8338,PATIENT_ID_3344#8339,UNIT_PATH_3353#8340,VISIT_ID_3343#8341,VISIT_TYPE_3351#8342] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/VISIT_3342], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CANCELED_3355:int,CHAMP_PMSI_3352:string,EMERGENCY_3354:string,IN_DATE_3345:timestamp,IN_M...

Details

== Physical Plan ==
CollectLimit (4)
+- * Project (3)
   +- * ColumnarToRow (2)
      +- Scan parquet  (1)


(1) Scan parquet 
Output [13]: [CANCELED_3355#8330, CHAMP_PMSI_3352#8331, EMERGENCY_3354#8332, IN_DATE_3345#8333, IN_MODE_3347#8334, IN_UNIT_3349#8335, OUT_DATE_3346#8336, OUT_MODE_3348#8337, OUT_UNIT_3350#8338, PATIENT_ID_3344#8339, UNIT_PATH_3353#8340, VISIT_ID_3343#8341, VISIT_TYPE_3351#8342]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/VISIT_3342]
ReadSchema: struct<CANCELED_3355:int,CHAMP_PMSI_3352:string,EMERGENCY_3354:string,IN_DATE_3345:timestamp,IN_MODE_3347:string,IN_UNIT_3349:string,OUT_DATE_3346:timestamp,OUT_MODE_3348:string,OUT_UNIT_3350:string,PATIENT_ID_3344:string,UNIT_PATH_3353:string,VISIT_ID_3343:string,VISIT_TYPE_3351:string>

(2) ColumnarToRow [codegen id : 1]
Input [13]: [CANCELED_3355#8330, CHAMP_PMSI_3352#8331, EMERGENCY_3354#8332, IN_DATE_3345#8333, IN_MODE_3347#8334, IN_UNIT_3349#8335, OUT_DATE_3346#8336, OUT_MODE_3348#8337, OUT_UNIT_3350#8338, PATIENT_ID_3344#8339, UNIT_PATH_3353#8340, VISIT_ID_3343#8341, VISIT_TYPE_3351#8342]

(3) Project [codegen id : 1]
Output [14]: [VISIT_ID_3343#8341 AS COL_8DAAAB3A_7316_4A14_A42B_96ADDAF8E1BB#8653, PATIENT_ID_3344#8339 AS COL_1D6C7E72_645A_4A10_BDB4_0FE7071B65E9#8654, IN_DATE_3345#8333 AS COL_4A14FA3B_9FD5_456F_896F_AFC2B1E7D4E2#8655, OUT_DATE_3346#8336 AS COL_1E0DA83E_73D8_45A8_BB3B_2CF95E7EFE28#8656, IN_MODE_3347#8334 AS COL_391BF068_2262_41EC_ACBB_57F2636B2D7E#8657, OUT_MODE_3348#8337 AS COL_B35DE28A_1E4D_4B3B_89CE_0DC874D47B2A#8658, IN_UNIT_3349#8335 AS COL_9A420813_A415_48B9_83BB_D0A104852928#8659, OUT_UNIT_3350#8338 AS COL_2068D009_B8F2_48AD_961E_F608302097CF#8660, VISIT_TYPE_3351#8342 AS COL_678C24F0_20D4_4E55_A3CF_3C687D7EABEB#8661, CHAMP_PMSI_3352#8331 AS COL_D6789CB8_4063_41F3_9BA2_2E965CE0F828#8662, UNIT_PATH_3353#8340 AS COL_91BC4842_9007_4C20_A87B_73A2331A89B1#8663, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_3354#8332, 1, true, false, true) AS COL_4E6C8209_91C0_4D2E_808A_D2732467440E#8664, CANCELED_3355#8330 AS COL_A135ADCC_1725_4C35_8AF7_3CAD12EBDDB1#8665, int_create(1) AS COL_7DD8C4E8_D77B_496B_8F45_381C945D75B7#8666]
Input [13]: [CANCELED_3355#8330, CHAMP_PMSI_3352#8331, EMERGENCY_3354#8332, IN_DATE_3345#8333, IN_MODE_3347#8334, IN_UNIT_3349#8335, OUT_DATE_3346#8336, OUT_MODE_3348#8337, OUT_UNIT_3350#8338, PATIENT_ID_3344#8339, UNIT_PATH_3353#8340, VISIT_ID_3343#8341, VISIT_TYPE_3351#8342]

(4) CollectLimit
Input [14]: [COL_8DAAAB3A_7316_4A14_A42B_96ADDAF8E1BB#8653, COL_1D6C7E72_645A_4A10_BDB4_0FE7071B65E9#8654, COL_4A14FA3B_9FD5_456F_896F_AFC2B1E7D4E2#8655, COL_1E0DA83E_73D8_45A8_BB3B_2CF95E7EFE28#8656, COL_391BF068_2262_41EC_ACBB_57F2636B2D7E#8657, COL_B35DE28A_1E4D_4B3B_89CE_0DC874D47B2A#8658, COL_9A420813_A415_48B9_83BB_D0A104852928#8659, COL_2068D009_B8F2_48AD_961E_F608302097CF#8660, COL_678C24F0_20D4_4E55_A3CF_3C687D7EABEB#8661, COL_D6789CB8_4063_41F3_9BA2_2E965CE0F828#8662, COL_91BC4842_9007_4C20_A87B_73A2331A89B1#8663, COL_4E6C8209_91C0_4D2E_808A_D2732467440E#8664, COL_A135ADCC_1725_4C35_8AF7_3CAD12EBDDB1#8665, COL_7DD8C4E8_D77B_496B_8F45_381C945D75B7#8666]
Arguments: 50000

SQL / DataFrame Properties

Name	Value
spark.sql.optimizer.nestedPredicatePushdown.supportedFileSources	parquet,orc,geoparquet