digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 1,530<br>number of dynamic part: 0<br>written output: 82.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 129 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_261\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 1,530"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#60163) as double) AS CERTAINTY_2870#60314, CONCEPT_CODE#60157 AS CONCEPT_CODE_2864#60315, CONTEXT#60164 AS CONTEXT_2871#60316, RAWTOHEX(DOCUMENT_DATA_ID)#60146 AS DOCUMENT_DATA_I_2853#60317, RAWTOHEX(DOCUMENT_ID)#60147 AS DOCUMENT_ID_2854#60318, END_AT#60166 AS END_AT_2873#60319, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#60162) as double) AS HIGHER_BOUND_2869#60320, cast(ID_ENTREPOT#60152 as int) AS ID_ENTREPOT_2859#60321, cast(ID_ENTREPOT_STRUCTURE#60151 as int) AS ID_ENTREPOT_STR_2858#60322, cast(ID_MVT#60155 as int) AS ID_MVT_2862#60323, cast(ID_PAT#60153 as int) AS ID_PAT_2860#60324, cast(ID_SEJ#60154 as int) AS ID_SEJ_2861#60325, INSTANCE_ID#60169 AS INSTANCE_ID_2876#60326, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#60161) as double) AS LOWER_BOUND_2868#60327, cast(REFORMAT_FOR_DOUBLE(NB#60158) as double) AS NB_2865#60328, RAWTOHEX(PATIENT_ID)#60148 AS PATIENT_ID_2855#60329, QUALIFIER#60165 AS QUALIFIER_2872#60330, START_AT#60159 AS START_AT_2866#60331, TERMINOLOGY_CODE#60156 AS TERMINOLOGY_COD_2863#60332, TEXT#60160 AS TEXT_2867#60333, TYPE_VAL#60168 AS TYPE_VAL_2875#60334, UNIT_VAL#60167 AS UNIT_VAL_2874#60335, RAWTOHEX(VISIT_ID)#60149 AS VISIT_ID_2856#60336, RAWTOHEX(VISIT_UNIT_ID)#60150 AS VISIT_UNIT_ID_2857#60337]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#60163,CONCEPT_CODE#60157,CONTEXT#60164,RAWTOHEX(DOCUMENT_DATA_ID)#60146,RAWTOHEX(DOCUMENT_ID)#60147,END_AT#60166,HIGHER_BOUND#60162,ID_ENTREPOT#60152,ID_ENTREPOT_STRUCTURE#60151,ID_MVT#60155,ID_PAT#60153,ID_SEJ#60154,INSTANCE_ID#60169,LOWER_BOUND#60161,NB#60158,RAWTOHEX(PATIENT_ID)#60148,QUALIFIER#60165,START_AT#60159,TERMINOLOGY_CODE#60156,TEXT#60160,TYPE_VAL#60168,UNIT_VAL#60167,RAWTOHEX(VISIT_ID)#60149,RAWTOHEX(VISIT_UNIT_ID)#60150] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):str...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [24]: [CERTAINTY#60163, CONCEPT_CODE#60157, CONTEXT#60164, RAWTOHEX(DOCUMENT_DATA_ID)#60146, RAWTOHEX(DOCUMENT_ID)#60147, END_AT#60166, HIGHER_BOUND#60162, ID_ENTREPOT#60152, ID_ENTREPOT_STRUCTURE#60151, ID_MVT#60155, ID_PAT#60153, ID_SEJ#60154, INSTANCE_ID#60169, LOWER_BOUND#60161, NB#60158, RAWTOHEX(PATIENT_ID)#60148, QUALIFIER#60165, START_AT#60159, TERMINOLOGY_CODE#60156, TEXT#60160, TYPE_VAL#60168, UNIT_VAL#60167, RAWTOHEX(VISIT_ID)#60149, RAWTOHEX(VISIT_UNIT_ID)#60150]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):string,RAWTOHEX(DOCUMENT_ID):string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),RAWTOHEX(PATIENT_ID):string,QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#60163) as double) AS CERTAINTY_2870#60314, CONCEPT_CODE#60157 AS CONCEPT_CODE_2864#60315, CONTEXT#60164 AS CONTEXT_2871#60316, RAWTOHEX(DOCUMENT_DATA_ID)#60146 AS DOCUMENT_DATA_I_2853#60317, RAWTOHEX(DOCUMENT_ID)#60147 AS DOCUMENT_ID_2854#60318, END_AT#60166 AS END_AT_2873#60319, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#60162) as double) AS HIGHER_BOUND_2869#60320, cast(ID_ENTREPOT#60152 as int) AS ID_ENTREPOT_2859#60321, cast(ID_ENTREPOT_STRUCTURE#60151 as int) AS ID_ENTREPOT_STR_2858#60322, cast(ID_MVT#60155 as int) AS ID_MVT_2862#60323, cast(ID_PAT#60153 as int) AS ID_PAT_2860#60324, cast(ID_SEJ#60154 as int) AS ID_SEJ_2861#60325, INSTANCE_ID#60169 AS INSTANCE_ID_2876#60326, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#60161) as double) AS LOWER_BOUND_2868#60327, cast(REFORMAT_FOR_DOUBLE(NB#60158) as double) AS NB_2865#60328, RAWTOHEX(PATIENT_ID)#60148 AS PATIENT_ID_2855#60329, QUALIFIER#60165 AS QUALIFIER_2872#60330, START_AT#60159 AS START_AT_2866#60331, TERMINOLOGY_CODE#60156 AS TERMINOLOGY_COD_2863#60332, TEXT#60160 AS TEXT_2867#60333, TYPE_VAL#60168 AS TYPE_VAL_2875#60334, UNIT_VAL#60167 AS UNIT_VAL_2874#60335, RAWTOHEX(VISIT_ID)#60149 AS VISIT_ID_2856#60336, RAWTOHEX(VISIT_UNIT_ID)#60150 AS VISIT_UNIT_ID_2857#60337]
Input [24]: [CERTAINTY#60163, CONCEPT_CODE#60157, CONTEXT#60164, RAWTOHEX(DOCUMENT_DATA_ID)#60146, RAWTOHEX(DOCUMENT_ID)#60147, END_AT#60166, HIGHER_BOUND#60162, ID_ENTREPOT#60152, ID_ENTREPOT_STRUCTURE#60151, ID_MVT#60155, ID_PAT#60153, ID_SEJ#60154, INSTANCE_ID#60169, LOWER_BOUND#60161, NB#60158, RAWTOHEX(PATIENT_ID)#60148, QUALIFIER#60165, START_AT#60159, TERMINOLOGY_CODE#60156, TEXT#60160, TYPE_VAL#60168, UNIT_VAL#60167, RAWTOHEX(VISIT_ID)#60149, RAWTOHEX(VISIT_UNIT_ID)#60150]
(3) WriteFiles
Input [24]: [CERTAINTY_2870#60314, CONCEPT_CODE_2864#60315, CONTEXT_2871#60316, DOCUMENT_DATA_I_2853#60317, DOCUMENT_ID_2854#60318, END_AT_2873#60319, HIGHER_BOUND_2869#60320, ID_ENTREPOT_2859#60321, ID_ENTREPOT_STR_2858#60322, ID_MVT_2862#60323, ID_PAT_2860#60324, ID_SEJ_2861#60325, INSTANCE_ID_2876#60326, LOWER_BOUND_2868#60327, NB_2865#60328, PATIENT_ID_2855#60329, QUALIFIER_2872#60330, START_AT_2866#60331, TERMINOLOGY_COD_2863#60332, TEXT_2867#60333, TYPE_VAL_2875#60334, UNIT_VAL_2874#60335, VISIT_ID_2856#60336, VISIT_UNIT_ID_2857#60337]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]