digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 14 ms<br>number of written files: 1<br>job commit time: 19 ms<br>number of output rows: 1,530<br>number of dynamic part: 0<br>written output: 12.1 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 1.2 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_DATA_ID\", \"DOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"VISIT_UNIT_ID\", \"ID_ENTREPOT_STRUCTURE\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"TERMINOLOGY_CODE\", \"CONCEPT_CODE\", \"NB\", \"START_AT\", \"TEXT\", \"LOWER_BOUND\", \"HIGHER_BOUND\", \"CERTAINTY\", \"CONTEXT\", \"QUALIFIER\", \"END_AT\", \"UNIT_VAL\", \"TYPE_VAL\", \"INSTANCE_ID\" FROM \"DTM_261\".\"DOCUMENT_DATA\") x) [numPartitions=1] </b><br><br>number of output rows: 1,530"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#2869) as double) AS CERTAINTY_2870#3020, CONCEPT_CODE#2863 AS CONCEPT_CODE_2864#3021, CONTEXT#2870 AS CONTEXT_2871#3022, null AS DOCUMENT_DATA_I_2853#3023, null AS DOCUMENT_ID_2854#3024, END_AT#2872 AS END_AT_2873#3025, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#2868) as double) AS HIGHER_BOUND_2869#3026, cast(ID_ENTREPOT#2858 as int) AS ID_ENTREPOT_2859#3027, cast(ID_ENTREPOT_STRUCTURE#2857 as int) AS ID_ENTREPOT_STR_2858#3028, cast(ID_MVT#2861 as int) AS ID_MVT_2862#3029, cast(ID_PAT#2859 as int) AS ID_PAT_2860#3030, cast(ID_SEJ#2860 as int) AS ID_SEJ_2861#3031, INSTANCE_ID#2875 AS INSTANCE_ID_2876#3032, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#2867) as double) AS LOWER_BOUND_2868#3033, cast(REFORMAT_FOR_DOUBLE(NB#2864) as double) AS NB_2865#3034, null AS PATIENT_ID_2855#3035, QUALIFIER#2871 AS QUALIFIER_2872#3036, START_AT#2865 AS START_AT_2866#3037, TERMINOLOGY_CODE#2862 AS TERMINOLOGY_COD_2863#3038, TEXT#2866 AS TEXT_2867#3039, TYPE_VAL#2874 AS TYPE_VAL_2875#3040, UNIT_VAL#2873 AS UNIT_VAL_2874#3041, null AS VISIT_ID_2856#3042, null AS VISIT_UNIT_ID_2857#3043]
Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [CERTAINTY#2869,CONCEPT_CODE#2863,CONTEXT#2870,END_AT#2872,HIGHER_BOUND#2868,ID_ENTREPOT#2858,ID_ENTREPOT_STRUCTURE#2857,ID_MVT#2861,ID_PAT#2859,ID_SEJ#2860,INSTANCE_ID#2875,LOWER_BOUND#2867,NB#2864,QUALIFIER#2871,START_AT#2865,TERMINOLOGY_CODE#2862,TEXT#2866,TYPE_VAL#2874,UNIT_VAL#2873] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,END_AT:timestamp,HIGHER_BOUND:...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_DATA_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT_STRUCTURE", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "TERMINOLOGY_CODE", "CONCEPT_CODE", "NB", "START_AT", "TEXT", "LOWER_BOUND", "HIGHER_BOUND", "CERTAINTY", "CONTEXT", "QUALIFIER", "END_AT", "UNIT_VAL", "TYPE_VAL", "INSTANCE_ID" FROM "DTM_261"."DOCUMENT_DATA") x) [numPartitions=1] [codegen id : 1]
Output [19]: [CERTAINTY#2869, CONCEPT_CODE#2863, CONTEXT#2870, END_AT#2872, HIGHER_BOUND#2868, ID_ENTREPOT#2858, ID_ENTREPOT_STRUCTURE#2857, ID_MVT#2861, ID_PAT#2859, ID_SEJ#2860, INSTANCE_ID#2875, LOWER_BOUND#2867, NB#2864, QUALIFIER#2871, START_AT#2865, TERMINOLOGY_CODE#2862, TEXT#2866, TYPE_VAL#2874, UNIT_VAL#2873]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONCEPT_CODE:string,CONTEXT:string,END_AT:timestamp,HIGHER_BOUND:decimal(38,10),ID_ENTREPOT:decimal(38,0),ID_ENTREPOT_STRUCTURE:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,LOWER_BOUND:decimal(38,10),NB:decimal(38,10),QUALIFIER:string,START_AT:timestamp,TERMINOLOGY_CODE:string,TEXT:string,TYPE_VAL:string,UNIT_VAL:string>
(2) Project [codegen id : 1]
Output [24]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#2869) as double) AS CERTAINTY_2870#3020, CONCEPT_CODE#2863 AS CONCEPT_CODE_2864#3021, CONTEXT#2870 AS CONTEXT_2871#3022, null AS DOCUMENT_DATA_I_2853#3023, null AS DOCUMENT_ID_2854#3024, END_AT#2872 AS END_AT_2873#3025, cast(REFORMAT_FOR_DOUBLE(HIGHER_BOUND#2868) as double) AS HIGHER_BOUND_2869#3026, cast(ID_ENTREPOT#2858 as int) AS ID_ENTREPOT_2859#3027, cast(ID_ENTREPOT_STRUCTURE#2857 as int) AS ID_ENTREPOT_STR_2858#3028, cast(ID_MVT#2861 as int) AS ID_MVT_2862#3029, cast(ID_PAT#2859 as int) AS ID_PAT_2860#3030, cast(ID_SEJ#2860 as int) AS ID_SEJ_2861#3031, INSTANCE_ID#2875 AS INSTANCE_ID_2876#3032, cast(REFORMAT_FOR_DOUBLE(LOWER_BOUND#2867) as double) AS LOWER_BOUND_2868#3033, cast(REFORMAT_FOR_DOUBLE(NB#2864) as double) AS NB_2865#3034, null AS PATIENT_ID_2855#3035, QUALIFIER#2871 AS QUALIFIER_2872#3036, START_AT#2865 AS START_AT_2866#3037, TERMINOLOGY_CODE#2862 AS TERMINOLOGY_COD_2863#3038, TEXT#2866 AS TEXT_2867#3039, TYPE_VAL#2874 AS TYPE_VAL_2875#3040, UNIT_VAL#2873 AS UNIT_VAL_2874#3041, null AS VISIT_ID_2856#3042, null AS VISIT_UNIT_ID_2857#3043]
Input [19]: [CERTAINTY#2869, CONCEPT_CODE#2863, CONTEXT#2870, END_AT#2872, HIGHER_BOUND#2868, ID_ENTREPOT#2858, ID_ENTREPOT_STRUCTURE#2857, ID_MVT#2861, ID_PAT#2859, ID_SEJ#2860, INSTANCE_ID#2875, LOWER_BOUND#2867, NB#2864, QUALIFIER#2871, START_AT#2865, TERMINOLOGY_CODE#2862, TEXT#2866, TYPE_VAL#2874, UNIT_VAL#2873]
(3) WriteFiles
Input [24]: [CERTAINTY_2870#3020, CONCEPT_CODE_2864#3021, CONTEXT_2871#3022, DOCUMENT_DATA_I_2853#3023, DOCUMENT_ID_2854#3024, END_AT_2873#3025, HIGHER_BOUND_2869#3026, ID_ENTREPOT_2859#3027, ID_ENTREPOT_STR_2858#3028, ID_MVT_2862#3029, ID_PAT_2860#3030, ID_SEJ_2861#3031, INSTANCE_ID_2876#3032, LOWER_BOUND_2868#3033, NB_2865#3034, PATIENT_ID_2855#3035, QUALIFIER_2872#3036, START_AT_2866#3037, TERMINOLOGY_COD_2863#3038, TEXT_2867#3039, TYPE_VAL_2875#3040, UNIT_VAL_2874#3041, VISIT_ID_2856#3042, VISIT_UNIT_ID_2857#3043]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_DATA_2852, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_DATA_2852], Overwrite, [CERTAINTY_2870, CONCEPT_CODE_2864, CONTEXT_2871, DOCUMENT_DATA_I_2853, DOCUMENT_ID_2854, END_AT_2873, HIGHER_BOUND_2869, ID_ENTREPOT_2859, ID_ENTREPOT_STR_2858, ID_MVT_2862, ID_PAT_2860, ID_SEJ_2861, INSTANCE_ID_2876, LOWER_BOUND_2868, NB_2865, PATIENT_ID_2855, QUALIFIER_2872, START_AT_2866, TERMINOLOGY_COD_2863, TEXT_2867, TYPE_VAL_2875, UNIT_VAL_2874, VISIT_ID_2856, VISIT_UNIT_ID_2857]