digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 1,530<br>number of dynamic part: 0<br>written output: 82.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 135 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_261\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 1,530"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#57532) as double) AS CERTAINTY_2870#57683, CONCEPT_CODE#57526 AS CONCEPT_CODE_2864#57684, CONTEXT#57533 AS CONTEXT_2871#57685, RAWTOHEX(DOCUMENT_DATA_ID)#57515 AS DOCUMENT_DATA_I_2853#57686, RAWTOHEX(DOCUMENT_ID)#57516 AS DOCUMENT_ID_2854#57687, END_AT#57535 AS END_AT_2873#57688, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#57531) as double) AS HIGHER_BOUND_2869#57689, cast(ID_ENTREPOT#57521 as int) AS ID_ENTREPOT_2859#57690, cast(ID_ENTREPOT_STRUCTURE#57520 as int) AS ID_ENTREPOT_STR_2858#57691, cast(ID_MVT#57524 as int) AS ID_MVT_2862#57692, cast(ID_PAT#57522 as int) AS ID_PAT_2860#57693, cast(ID_SEJ#57523 as int) AS ID_SEJ_2861#57694, INSTANCE_ID#57538 AS INSTANCE_ID_2876#57695, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#57530) as double) AS LOWER_BOUND_2868#57696, cast(REFORMAT_FOR_DOUBLE(NB#57527) as double) AS NB_2865#57697, RAWTOHEX(PATIENT_ID)#57517 AS PATIENT_ID_2855#57698, QUALIFIER#57534 AS QUALIFIER_2872#57699, START_AT#57528 AS START_AT_2866#57700, TERMINOLOGY_CODE#57525 AS TERMINOLOGY_COD_2863#57701, TEXT#57529 AS TEXT_2867#57702, TYPE_VAL#57537 AS TYPE_VAL_2875#57703, UNIT_VAL#57536 AS UNIT_VAL_2874#57704, RAWTOHEX(VISIT_ID)#57518 AS VISIT_ID_2856#57705, RAWTOHEX(VISIT_UNIT_ID)#57519 AS VISIT_UNIT_ID_2857#57706]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#57532,CONCEPT_CODE#57526,CONTEXT#57533,RAWTOHEX(DOCUMENT_DATA_ID)#57515,RAWTOHEX(DOCUMENT_ID)#57516,END_AT#57535,HIGHER_BOUND#57531,ID_ENTREPOT#57521,ID_ENTREPOT_STRUCTURE#57520,ID_MVT#57524,ID_PAT#57522,ID_SEJ#57523,INSTANCE_ID#57538,LOWER_BOUND#57530,NB#57527,RAWTOHEX(PATIENT_ID)#57517,QUALIFIER#57534,START_AT#57528,TERMINOLOGY_CODE#57525,TEXT#57529,TYPE_VAL#57537,UNIT_VAL#57536,RAWTOHEX(VISIT_ID)#57518,RAWTOHEX(VISIT_UNIT_ID)#57519] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):str...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_DATA_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [24]: [CERTAINTY#57532, CONCEPT_CODE#57526, CONTEXT#57533, RAWTOHEX(DOCUMENT_DATA_ID)#57515, RAWTOHEX(DOCUMENT_ID)#57516, END_AT#57535, HIGHER_BOUND#57531, ID_ENTREPOT#57521, ID_ENTREPOT_STRUCTURE#57520, ID_MVT#57524, ID_PAT#57522, ID_SEJ#57523, INSTANCE_ID#57538, LOWER_BOUND#57530, NB#57527, RAWTOHEX(PATIENT_ID)#57517, QUALIFIER#57534, START_AT#57528, TERMINOLOGY_CODE#57525, TEXT#57529, TYPE_VAL#57537, UNIT_VAL#57536, RAWTOHEX(VISIT_ID)#57518, RAWTOHEX(VISIT_UNIT_ID)#57519]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,RAWTOHEX(DOCUMENT_DATA_ID):string,RAWTOHEX(DOCUMENT_ID):string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),RAWTOHEX(PATIENT_ID):string,QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#57532) as double) AS CERTAINTY_2870#57683, CONCEPT_CODE#57526 AS CONCEPT_CODE_2864#57684, CONTEXT#57533 AS CONTEXT_2871#57685, RAWTOHEX(DOCUMENT_DATA_ID)#57515 AS DOCUMENT_DATA_I_2853#57686, RAWTOHEX(DOCUMENT_ID)#57516 AS DOCUMENT_ID_2854#57687, END_AT#57535 AS END_AT_2873#57688, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#57531) as double) AS HIGHER_BOUND_2869#57689, cast(ID_ENTREPOT#57521 as int) AS ID_ENTREPOT_2859#57690, cast(ID_ENTREPOT_STRUCTURE#57520 as int) AS ID_ENTREPOT_STR_2858#57691, cast(ID_MVT#57524 as int) AS ID_MVT_2862#57692, cast(ID_PAT#57522 as int) AS ID_PAT_2860#57693, cast(ID_SEJ#57523 as int) AS ID_SEJ_2861#57694, INSTANCE_ID#57538 AS INSTANCE_ID_2876#57695, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#57530) as double) AS LOWER_BOUND_2868#57696, cast(REFORMAT_FOR_DOUBLE(NB#57527) as double) AS NB_2865#57697, RAWTOHEX(PATIENT_ID)#57517 AS PATIENT_ID_2855#57698, QUALIFIER#57534 AS QUALIFIER_2872#57699, START_AT#57528 AS START_AT_2866#57700, TERMINOLOGY_CODE#57525 AS TERMINOLOGY_COD_2863#57701, TEXT#57529 AS TEXT_2867#57702, TYPE_VAL#57537 AS TYPE_VAL_2875#57703, UNIT_VAL#57536 AS UNIT_VAL_2874#57704, RAWTOHEX(VISIT_ID)#57518 AS VISIT_ID_2856#57705, RAWTOHEX(VISIT_UNIT_ID)#57519 AS VISIT_UNIT_ID_2857#57706]
Input [24]: [CERTAINTY#57532, CONCEPT_CODE#57526, CONTEXT#57533, RAWTOHEX(DOCUMENT_DATA_ID)#57515, RAWTOHEX(DOCUMENT_ID)#57516, END_AT#57535, HIGHER_BOUND#57531, ID_ENTREPOT#57521, ID_ENTREPOT_STRUCTURE#57520, ID_MVT#57524, ID_PAT#57522, ID_SEJ#57523, INSTANCE_ID#57538, LOWER_BOUND#57530, NB#57527, RAWTOHEX(PATIENT_ID)#57517, QUALIFIER#57534, START_AT#57528, TERMINOLOGY_CODE#57525, TEXT#57529, TYPE_VAL#57537, UNIT_VAL#57536, RAWTOHEX(VISIT_ID)#57518, RAWTOHEX(VISIT_UNIT_ID)#57519]
(3) WriteFiles
Input [24]: [CERTAINTY_2870#57683, CONCEPT_CODE_2864#57684, CONTEXT_2871#57685, DOCUMENT_DATA_I_2853#57686, DOCUMENT_ID_2854#57687, END_AT_2873#57688, HIGHER_BOUND_2869#57689, ID_ENTREPOT_2859#57690, ID_ENTREPOT_STR_2858#57691, ID_MVT_2862#57692, ID_PAT_2860#57693, ID_SEJ_2861#57694, INSTANCE_ID_2876#57695, LOWER_BOUND_2868#57696, NB_2865#57697, PATIENT_ID_2855#57698, QUALIFIER_2872#57699, START_AT_2866#57700, TERMINOLOGY_COD_2863#57701, TEXT_2867#57702, TYPE_VAL_2875#57703, UNIT_VAL_2874#57704, VISIT_ID_2856#57705, VISIT_UNIT_ID_2857#57706]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]