digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 1,530<br>number of dynamic part: 0<br>written output: 82.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 124 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_261\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 1,530"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#58884) as double) AS CERTAINTY_2870#59035, CONCEPT_CODE#58878 AS CONCEPT_CODE_2864#59036, CONTEXT#58885 AS CONTEXT_2871#59037, RAWTOHEX(DOCUMENT_DATA_ID)#58867 AS DOCUMENT_DATA_I_2853#59038, RAWTOHEX(DOCUMENT_ID)#58868 AS DOCUMENT_ID_2854#59039, END_AT#58887 AS END_AT_2873#59040, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#58883) as double) AS HIGHER_BOUND_2869#59041, cast(ID_ENTREPOT#58873 as int) AS ID_ENTREPOT_2859#59042, cast(ID_ENTREPOT_STRUCTURE#58872 as int) AS ID_ENTREPOT_STR_2858#59043, cast(ID_MVT#58876 as int) AS ID_MVT_2862#59044, cast(ID_PAT#58874 as int) AS ID_PAT_2860#59045, cast(ID_SEJ#58875 as int) AS ID_SEJ_2861#59046, INSTANCE_ID#58890 AS INSTANCE_ID_2876#59047, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#58882) as double) AS LOWER_BOUND_2868#59048, cast(REFORMAT_FOR_DOUBLE(NB#58879) as double) AS NB_2865#59049, RAWTOHEX(PATIENT_ID)#58869 AS PATIENT_ID_2855#59050, QUALIFIER#58886 AS QUALIFIER_2872#59051, START_AT#58880 AS START_AT_2866#59052, TERMINOLOGY_CODE#58877 AS TERMINOLOGY_COD_2863#59053, TEXT#58881 AS TEXT_2867#59054, TYPE_VAL#58889 AS TYPE_VAL_2875#59055, UNIT_VAL#58888 AS UNIT_VAL_2874#59056, RAWTOHEX(VISIT_ID)#58870 AS VISIT_ID_2856#59057, RAWTOHEX(VISIT_UNIT_ID)#58871 AS VISIT_UNIT_ID_2857#59058]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#58884,CONCEPT_CODE#58878,CONTEXT#58885,RAWTOHEX(DOCUMENT_DATA_ID)#58867,RAWTOHEX(DOCUMENT_ID)#58868,END_AT#58887,HIGHER_BOUND#58883,ID_ENTREPOT#58873,ID_ENTREPOT_STRUCTURE#58872,ID_MVT#58876,ID_PAT#58874,ID_SEJ#58875,INSTANCE_ID#58890,LOWER_BOUND#58882,NB#58879,RAWTOHEX(PATIENT_ID)#58869,QUALIFIER#58886,START_AT#58880,TERMINOLOGY_CODE#58877,TEXT#58881,TYPE_VAL#58889,UNIT_VAL#58888,RAWTOHEX(VISIT_ID)#58870,RAWTOHEX(VISIT_UNIT_ID)#58871] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):str...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [24]: [CERTAINTY#58884, CONCEPT_CODE#58878, CONTEXT#58885, RAWTOHEX(DOCUMENT_DATA_ID)#58867, RAWTOHEX(DOCUMENT_ID)#58868, END_AT#58887, HIGHER_BOUND#58883, ID_ENTREPOT#58873, ID_ENTREPOT_STRUCTURE#58872, ID_MVT#58876, ID_PAT#58874, ID_SEJ#58875, INSTANCE_ID#58890, LOWER_BOUND#58882, NB#58879, RAWTOHEX(PATIENT_ID)#58869, QUALIFIER#58886, START_AT#58880, TERMINOLOGY_CODE#58877, TEXT#58881, TYPE_VAL#58889, UNIT_VAL#58888, RAWTOHEX(VISIT_ID)#58870, RAWTOHEX(VISIT_UNIT_ID)#58871]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):string,RAWTOHEX(DOCUMENT_ID):string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),RAWTOHEX(PATIENT_ID):string,QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#58884) as double) AS CERTAINTY_2870#59035, CONCEPT_CODE#58878 AS CONCEPT_CODE_2864#59036, CONTEXT#58885 AS CONTEXT_2871#59037, RAWTOHEX(DOCUMENT_DATA_ID)#58867 AS DOCUMENT_DATA_I_2853#59038, RAWTOHEX(DOCUMENT_ID)#58868 AS DOCUMENT_ID_2854#59039, END_AT#58887 AS END_AT_2873#59040, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#58883) as double) AS HIGHER_BOUND_2869#59041, cast(ID_ENTREPOT#58873 as int) AS ID_ENTREPOT_2859#59042, cast(ID_ENTREPOT_STRUCTURE#58872 as int) AS ID_ENTREPOT_STR_2858#59043, cast(ID_MVT#58876 as int) AS ID_MVT_2862#59044, cast(ID_PAT#58874 as int) AS ID_PAT_2860#59045, cast(ID_SEJ#58875 as int) AS ID_SEJ_2861#59046, INSTANCE_ID#58890 AS INSTANCE_ID_2876#59047, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#58882) as double) AS LOWER_BOUND_2868#59048, cast(REFORMAT_FOR_DOUBLE(NB#58879) as double) AS NB_2865#59049, RAWTOHEX(PATIENT_ID)#58869 AS PATIENT_ID_2855#59050, QUALIFIER#58886 AS QUALIFIER_2872#59051, START_AT#58880 AS START_AT_2866#59052, TERMINOLOGY_CODE#58877 AS TERMINOLOGY_COD_2863#59053, TEXT#58881 AS TEXT_2867#59054, TYPE_VAL#58889 AS TYPE_VAL_2875#59055, UNIT_VAL#58888 AS UNIT_VAL_2874#59056, RAWTOHEX(VISIT_ID)#58870 AS VISIT_ID_2856#59057, RAWTOHEX(VISIT_UNIT_ID)#58871 AS VISIT_UNIT_ID_2857#59058]
Input [24]: [CERTAINTY#58884, CONCEPT_CODE#58878, CONTEXT#58885, RAWTOHEX(DOCUMENT_DATA_ID)#58867, RAWTOHEX(DOCUMENT_ID)#58868, END_AT#58887, HIGHER_BOUND#58883, ID_ENTREPOT#58873, ID_ENTREPOT_STRUCTURE#58872, ID_MVT#58876, ID_PAT#58874, ID_SEJ#58875, INSTANCE_ID#58890, LOWER_BOUND#58882, NB#58879, RAWTOHEX(PATIENT_ID)#58869, QUALIFIER#58886, START_AT#58880, TERMINOLOGY_CODE#58877, TEXT#58881, TYPE_VAL#58889, UNIT_VAL#58888, RAWTOHEX(VISIT_ID)#58870, RAWTOHEX(VISIT_UNIT_ID)#58871]
(3) WriteFiles
Input [24]: [CERTAINTY_2870#59035, CONCEPT_CODE_2864#59036, CONTEXT_2871#59037, DOCUMENT_DATA_I_2853#59038, DOCUMENT_ID_2854#59039, END_AT_2873#59040, HIGHER_BOUND_2869#59041, ID_ENTREPOT_2859#59042, ID_ENTREPOT_STR_2858#59043, ID_MVT_2862#59044, ID_PAT_2860#59045, ID_SEJ_2861#59046, INSTANCE_ID_2876#59047, LOWER_BOUND_2868#59048, NB_2865#59049, PATIENT_ID_2855#59050, QUALIFIER_2872#59051, START_AT_2866#59052, TERMINOLOGY_COD_2863#59053, TEXT_2867#59054, TYPE_VAL_2875#59055, UNIT_VAL_2874#59056, VISIT_ID_2856#59057, VISIT_UNIT_ID_2857#59058]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]