digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 1,530<br>number of dynamic part: 0<br>written output: 82.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 128 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_261\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 1,530"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#63195) as double) AS CERTAINTY_2870#63346, CONCEPT_CODE#63189 AS CONCEPT_CODE_2864#63347, CONTEXT#63196 AS CONTEXT_2871#63348, RAWTOHEX(DOCUMENT_DATA_ID)#63178 AS DOCUMENT_DATA_I_2853#63349, RAWTOHEX(DOCUMENT_ID)#63179 AS DOCUMENT_ID_2854#63350, END_AT#63198 AS END_AT_2873#63351, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#63194) as double) AS HIGHER_BOUND_2869#63352, cast(ID_ENTREPOT#63184 as int) AS ID_ENTREPOT_2859#63353, cast(ID_ENTREPOT_STRUCTURE#63183 as int) AS ID_ENTREPOT_STR_2858#63354, cast(ID_MVT#63187 as int) AS ID_MVT_2862#63355, cast(ID_PAT#63185 as int) AS ID_PAT_2860#63356, cast(ID_SEJ#63186 as int) AS ID_SEJ_2861#63357, INSTANCE_ID#63201 AS INSTANCE_ID_2876#63358, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#63193) as double) AS LOWER_BOUND_2868#63359, cast(REFORMAT_FOR_DOUBLE(NB#63190) as double) AS NB_2865#63360, RAWTOHEX(PATIENT_ID)#63180 AS PATIENT_ID_2855#63361, QUALIFIER#63197 AS QUALIFIER_2872#63362, START_AT#63191 AS START_AT_2866#63363, TERMINOLOGY_CODE#63188 AS TERMINOLOGY_COD_2863#63364, TEXT#63192 AS TEXT_2867#63365, TYPE_VAL#63200 AS TYPE_VAL_2875#63366, UNIT_VAL#63199 AS UNIT_VAL_2874#63367, RAWTOHEX(VISIT_ID)#63181 AS VISIT_ID_2856#63368, RAWTOHEX(VISIT_UNIT_ID)#63182 AS VISIT_UNIT_ID_2857#63369]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#63195,CONCEPT_CODE#63189,CONTEXT#63196,RAWTOHEX(DOCUMENT_DATA_ID)#63178,RAWTOHEX(DOCUMENT_ID)#63179,END_AT#63198,HIGHER_BOUND#63194,ID_ENTREPOT#63184,ID_ENTREPOT_STRUCTURE#63183,ID_MVT#63187,ID_PAT#63185,ID_SEJ#63186,INSTANCE_ID#63201,LOWER_BOUND#63193,NB#63190,RAWTOHEX(PATIENT_ID)#63180,QUALIFIER#63197,START_AT#63191,TERMINOLOGY_CODE#63188,TEXT#63192,TYPE_VAL#63200,UNIT_VAL#63199,RAWTOHEX(VISIT_ID)#63181,RAWTOHEX(VISIT_UNIT_ID)#63182] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):str...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [24]: [CERTAINTY#63195, CONCEPT_CODE#63189, CONTEXT#63196, RAWTOHEX(DOCUMENT_DATA_ID)#63178, RAWTOHEX(DOCUMENT_ID)#63179, END_AT#63198, HIGHER_BOUND#63194, ID_ENTREPOT#63184, ID_ENTREPOT_STRUCTURE#63183, ID_MVT#63187, ID_PAT#63185, ID_SEJ#63186, INSTANCE_ID#63201, LOWER_BOUND#63193, NB#63190, RAWTOHEX(PATIENT_ID)#63180, QUALIFIER#63197, START_AT#63191, TERMINOLOGY_CODE#63188, TEXT#63192, TYPE_VAL#63200, UNIT_VAL#63199, RAWTOHEX(VISIT_ID)#63181, RAWTOHEX(VISIT_UNIT_ID)#63182]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):string,RAWTOHEX(DOCUMENT_ID):string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),RAWTOHEX(PATIENT_ID):string,QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#63195) as double) AS CERTAINTY_2870#63346, CONCEPT_CODE#63189 AS CONCEPT_CODE_2864#63347, CONTEXT#63196 AS CONTEXT_2871#63348, RAWTOHEX(DOCUMENT_DATA_ID)#63178 AS DOCUMENT_DATA_I_2853#63349, RAWTOHEX(DOCUMENT_ID)#63179 AS DOCUMENT_ID_2854#63350, END_AT#63198 AS END_AT_2873#63351, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#63194) as double) AS HIGHER_BOUND_2869#63352, cast(ID_ENTREPOT#63184 as int) AS ID_ENTREPOT_2859#63353, cast(ID_ENTREPOT_STRUCTURE#63183 as int) AS ID_ENTREPOT_STR_2858#63354, cast(ID_MVT#63187 as int) AS ID_MVT_2862#63355, cast(ID_PAT#63185 as int) AS ID_PAT_2860#63356, cast(ID_SEJ#63186 as int) AS ID_SEJ_2861#63357, INSTANCE_ID#63201 AS INSTANCE_ID_2876#63358, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#63193) as double) AS LOWER_BOUND_2868#63359, cast(REFORMAT_FOR_DOUBLE(NB#63190) as double) AS NB_2865#63360, RAWTOHEX(PATIENT_ID)#63180 AS PATIENT_ID_2855#63361, QUALIFIER#63197 AS QUALIFIER_2872#63362, START_AT#63191 AS START_AT_2866#63363, TERMINOLOGY_CODE#63188 AS TERMINOLOGY_COD_2863#63364, TEXT#63192 AS TEXT_2867#63365, TYPE_VAL#63200 AS TYPE_VAL_2875#63366, UNIT_VAL#63199 AS UNIT_VAL_2874#63367, RAWTOHEX(VISIT_ID)#63181 AS VISIT_ID_2856#63368, RAWTOHEX(VISIT_UNIT_ID)#63182 AS VISIT_UNIT_ID_2857#63369]
Input [24]: [CERTAINTY#63195, CONCEPT_CODE#63189, CONTEXT#63196, RAWTOHEX(DOCUMENT_DATA_ID)#63178, RAWTOHEX(DOCUMENT_ID)#63179, END_AT#63198, HIGHER_BOUND#63194, ID_ENTREPOT#63184, ID_ENTREPOT_STRUCTURE#63183, ID_MVT#63187, ID_PAT#63185, ID_SEJ#63186, INSTANCE_ID#63201, LOWER_BOUND#63193, NB#63190, RAWTOHEX(PATIENT_ID)#63180, QUALIFIER#63197, START_AT#63191, TERMINOLOGY_CODE#63188, TEXT#63192, TYPE_VAL#63200, UNIT_VAL#63199, RAWTOHEX(VISIT_ID)#63181, RAWTOHEX(VISIT_UNIT_ID)#63182]
(3) WriteFiles
Input [24]: [CERTAINTY_2870#63346, CONCEPT_CODE_2864#63347, CONTEXT_2871#63348, DOCUMENT_DATA_I_2853#63349, DOCUMENT_ID_2854#63350, END_AT_2873#63351, HIGHER_BOUND_2869#63352, ID_ENTREPOT_2859#63353, ID_ENTREPOT_STR_2858#63354, ID_MVT_2862#63355, ID_PAT_2860#63356, ID_SEJ_2861#63357, INSTANCE_ID_2876#63358, LOWER_BOUND_2868#63359, NB_2865#63360, PATIENT_ID_2855#63361, QUALIFIER_2872#63362, START_AT_2866#63363, TERMINOLOGY_COD_2863#63364, TEXT_2867#63365, TYPE_VAL_2875#63366, UNIT_VAL_2874#63367, VISIT_ID_2856#63368, VISIT_UNIT_ID_2857#63369]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]