digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 72,114<br>number of dynamic part: 0<br>written output: 284.9 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 2.1 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_DATA_ID\", \"DOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"VISIT_UNIT_ID\", \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_622\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 72,114"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_3258, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_3258], Overwrite, [CERTAINTY_3276, CONCEPT_CODE_3270, CONTEXT_3277, DOCUMENT_DATA_I_3259, DOCUMENT_ID_3260, END_AT_3279, HIGHER_BOUND_3275, ID_ENTREPOT_3265, ID_ENTREPOT_STR_3264, ID_MVT_3268, ID_PAT_3266, ID_SEJ_3267, INSTANCE_ID_3282, LOWER_BOUND_3274, NB_3271, PATIENT_ID_3261, QUALIFIER_3278, START_AT_3272, TERMINOLOGY_COD_3269, TEXT_3273, TYPE_VAL_3281, UNIT_VAL_3280, VISIT_ID_3262, VISIT_UNIT_ID_3263]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#4787) as double) AS CERTAINTY_3276#4938, CONCEPT_CODE#4781 AS CONCEPT_CODE_3270#4939, CONTEXT#4788 AS CONTEXT_3277#4940, null AS DOCUMENT_DATA_I_3259#4941, null AS DOCUMENT_ID_3260#4942, END_AT#4790 AS END_AT_3279#4943, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#4786) as double) AS HIGHER_BOUND_3275#4944, cast(ID_ENTREPOT#4776 as int) AS ID_ENTREPOT_3265#4945, cast(ID_ENTREPOT_STRUCTURE#4775 as int) AS ID_ENTREPOT_STR_3264#4946, cast(ID_MVT#4779 as int) AS ID_MVT_3268#4947, cast(ID_PAT#4777 as int) AS ID_PAT_3266#4948, cast(ID_SEJ#4778 as int) AS ID_SEJ_3267#4949, INSTANCE_ID#4793 AS INSTANCE_ID_3282#4950, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#4785) as double) AS LOWER_BOUND_3274#4951, cast(REFORMAT_FOR_DOUBLE(NB#4782) as double) AS NB_3271#4952, null AS PATIENT_ID_3261#4953, QUALIFIER#4789 AS QUALIFIER_3278#4954, START_AT#4783 AS START_AT_3272#4955, TERMINOLOGY_CODE#4780 AS TERMINOLOGY_COD_3269#4956, TEXT#4784 AS TEXT_3273#4957, TYPE_VAL#4792 AS TYPE_VAL_3281#4958, UNIT_VAL#4791 AS UNIT_VAL_3280#4959, null AS VISIT_ID_3262#4960, null AS VISIT_UNIT_ID_3263#4961]
Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_622"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#4787,CONCEPT_CODE#4781,CONTEXT#4788,END_AT#4790,HIGHER_BOUND#4786,ID_ENTREPOT#4776,ID_ENTREPOT_STRUCTURE#4775,ID_MVT#4779,ID_PAT#4777,ID_SEJ#4778,INSTANCE_ID#4793,LOWER_BOUND#4785,NB#4782,QUALIFIER#4789,START_AT#4783,TERMINOLOGY_CODE#4780,TEXT#4784,TYPE_VAL#4792,UNIT_VAL#4791] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,END_AT:timestamp,HIGHER_BOUND:...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_622"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_622"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [19]: [CERTAINTY#4787, CONCEPT_CODE#4781, CONTEXT#4788, END_AT#4790, HIGHER_BOUND#4786, ID_ENTREPOT#4776, ID_ENTREPOT_STRUCTURE#4775, ID_MVT#4779, ID_PAT#4777, ID_SEJ#4778, INSTANCE_ID#4793, LOWER_BOUND#4785, NB#4782, QUALIFIER#4789, START_AT#4783, TERMINOLOGY_CODE#4780, TEXT#4784, TYPE_VAL#4792, UNIT_VAL#4791]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#4787) as double) AS CERTAINTY_3276#4938, CONCEPT_CODE#4781 AS CONCEPT_CODE_3270#4939, CONTEXT#4788 AS CONTEXT_3277#4940, null AS DOCUMENT_DATA_I_3259#4941, null AS DOCUMENT_ID_3260#4942, END_AT#4790 AS END_AT_3279#4943, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#4786) as double) AS HIGHER_BOUND_3275#4944, cast(ID_ENTREPOT#4776 as int) AS ID_ENTREPOT_3265#4945, cast(ID_ENTREPOT_STRUCTURE#4775 as int) AS ID_ENTREPOT_STR_3264#4946, cast(ID_MVT#4779 as int) AS ID_MVT_3268#4947, cast(ID_PAT#4777 as int) AS ID_PAT_3266#4948, cast(ID_SEJ#4778 as int) AS ID_SEJ_3267#4949, INSTANCE_ID#4793 AS INSTANCE_ID_3282#4950, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#4785) as double) AS LOWER_BOUND_3274#4951, cast(REFORMAT_FOR_DOUBLE(NB#4782) as double) AS NB_3271#4952, null AS PATIENT_ID_3261#4953, QUALIFIER#4789 AS QUALIFIER_3278#4954, START_AT#4783 AS START_AT_3272#4955, TERMINOLOGY_CODE#4780 AS TERMINOLOGY_COD_3269#4956, TEXT#4784 AS TEXT_3273#4957, TYPE_VAL#4792 AS TYPE_VAL_3281#4958, UNIT_VAL#4791 AS UNIT_VAL_3280#4959, null AS VISIT_ID_3262#4960, null AS VISIT_UNIT_ID_3263#4961]
Input [19]: [CERTAINTY#4787, CONCEPT_CODE#4781, CONTEXT#4788, END_AT#4790, HIGHER_BOUND#4786, ID_ENTREPOT#4776, ID_ENTREPOT_STRUCTURE#4775, ID_MVT#4779, ID_PAT#4777, ID_SEJ#4778, INSTANCE_ID#4793, LOWER_BOUND#4785, NB#4782, QUALIFIER#4789, START_AT#4783, TERMINOLOGY_CODE#4780, TEXT#4784, TYPE_VAL#4792, UNIT_VAL#4791]
(3) WriteFiles
Input [24]: [CERTAINTY_3276#4938, CONCEPT_CODE_3270#4939, CONTEXT_3277#4940, DOCUMENT_DATA_I_3259#4941, DOCUMENT_ID_3260#4942, END_AT_3279#4943, HIGHER_BOUND_3275#4944, ID_ENTREPOT_3265#4945, ID_ENTREPOT_STR_3264#4946, ID_MVT_3268#4947, ID_PAT_3266#4948, ID_SEJ_3267#4949, INSTANCE_ID_3282#4950, LOWER_BOUND_3274#4951, NB_3271#4952, PATIENT_ID_3261#4953, QUALIFIER_3278#4954, START_AT_3272#4955, TERMINOLOGY_COD_3269#4956, TEXT_3273#4957, TYPE_VAL_3281#4958, UNIT_VAL_3280#4959, VISIT_ID_3262#4960, VISIT_UNIT_ID_3263#4961]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_3258, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_3258], Overwrite, [CERTAINTY_3276, CONCEPT_CODE_3270, CONTEXT_3277, DOCUMENT_DATA_I_3259, DOCUMENT_ID_3260, END_AT_3279, HIGHER_BOUND_3275, ID_ENTREPOT_3265, ID_ENTREPOT_STR_3264, ID_MVT_3268, ID_PAT_3266, ID_SEJ_3267, INSTANCE_ID_3282, LOWER_BOUND_3274, NB_3271, PATIENT_ID_3261, QUALIFIER_3278, START_AT_3272, TERMINOLOGY_COD_3269, TEXT_3273, TYPE_VAL_3281, UNIT_VAL_3280, VISIT_ID_3262, VISIT_UNIT_ID_3263]