digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 7 ms<br>number of output rows: 681<br>number of dynamic part: 0<br>written output: 1640.7 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 58.3 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"ID_LOT\", \"UPDATED_AT\", \"UNIT\", \"DELEGATE_UNIT\", \"HIERARCHY_UNIT\", \"TITLE\", \"DOCUMENT_TYPE\", \"CREATED_AT\", \"BODY\", \"AUTHOR\", \"INSTANCE_ID\", \"PATIENT_AGE\", \"FORMAT\" FROM \"DTM_261\".\"DOCUMENT\") x) [numPartitions=1] </b><br><br>number of output rows: 681"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_2828, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_2828], Overwrite, [AUTHOR_2847, BODY_2846, CREATED_AT_2845, DELEGATE_UNIT_2841, DOCUMENT_ID_2829, DOCUMENT_TYPE_2844, FORMAT_2850, HIERARCHY_UNIT_2842, ID_ENTREPOT_2834, ID_LOT_2838, ID_MVT_2837, ID_PAT_2835, ID_SEJ_2836, INSTANCE_ID_2848, METADOCUMENT_ID_2830, PATIENT_AGE_2849, PATIENT_ID_2831, TITLE_2843, UNIT_2840, UPDATED_AT_2839, VISIT_ID_2832, VISIT_UNIT_ID_2833]
WriteFiles
Project [AUTHOR#56712 AS AUTHOR_2847#56848, BODY#56711 AS BODY_2846#56849, CREATED_AT#56710 AS CREATED_AT_2845#56850, DELEGATE_UNIT#56706 AS DELEGATE_UNIT_2841#56851, RAWTOHEX(DOCUMENT_ID)#56694 AS DOCUMENT_ID_2829#56852, DOCUMENT_TYPE#56709 AS DOCUMENT_TYPE_2844#56853, FORMAT#56715 AS FORMAT_2850#56854, HIERARCHY_UNIT#56707 AS HIERARCHY_UNIT_2842#56855, cast(ID_ENTREPOT#56699 as int) AS ID_ENTREPOT_2834#56856, cast(ID_LOT#56703 as int) AS ID_LOT_2838#56857, cast(ID_MVT#56702 as int) AS ID_MVT_2837#56858, cast(ID_PAT#56700 as int) AS ID_PAT_2835#56859, cast(ID_SEJ#56701 as int) AS ID_SEJ_2836#56860, INSTANCE_ID#56713 AS INSTANCE_ID_2848#56861, RAWTOHEX(METADOCUMENT_ID)#56695 AS METADOCUMENT_ID_2830#56862, cast(PATIENT_AGE#56714 as int) AS PATIENT_AGE_2849#56863, RAWTOHEX(PATIENT_ID)#56696 AS PATIENT_ID_2831#56864, TITLE#56708 AS TITLE_2843#56865, UNIT#56705 AS UNIT_2840#56866, UPDATED_AT#56704 AS UPDATED_AT_2839#56867, RAWTOHEX(VISIT_ID)#56697 AS VISIT_ID_2832#56868, RAWTOHEX(VISIT_UNIT_ID)#56698 AS VISIT_UNIT_ID_2833#56869]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] [AUTHOR#56712,BODY#56711,CREATED_AT#56710,DELEGATE_UNIT#56706,RAWTOHEX(DOCUMENT_ID)#56694,DOCUMENT_TYPE#56709,FORMAT#56715,HIERARCHY_UNIT#56707,ID_ENTREPOT#56699,ID_LOT#56703,ID_MVT#56702,ID_PAT#56700,ID_SEJ#56701,INSTANCE_ID#56713,RAWTOHEX(METADOCUMENT_ID)#56695,PATIENT_AGE#56714,RAWTOHEX(PATIENT_ID)#56696,TITLE#56708,UNIT#56705,UPDATED_AT#56704,RAWTOHEX(VISIT_ID)#56697,RAWTOHEX(VISIT_UNIT_ID)#56698] PushedFilters: [], ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,RAWTOHEX(DOCUMENT_ID):...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] [codegen id : 1]
Output [22]: [AUTHOR#56712, BODY#56711, CREATED_AT#56710, DELEGATE_UNIT#56706, RAWTOHEX(DOCUMENT_ID)#56694, DOCUMENT_TYPE#56709, FORMAT#56715, HIERARCHY_UNIT#56707, ID_ENTREPOT#56699, ID_LOT#56703, ID_MVT#56702, ID_PAT#56700, ID_SEJ#56701, INSTANCE_ID#56713, RAWTOHEX(METADOCUMENT_ID)#56695, PATIENT_AGE#56714, RAWTOHEX(PATIENT_ID)#56696, TITLE#56708, UNIT#56705, UPDATED_AT#56704, RAWTOHEX(VISIT_ID)#56697, RAWTOHEX(VISIT_UNIT_ID)#56698]
ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,RAWTOHEX(DOCUMENT_ID):string,DOCUMENT_TYPE:string,FORMAT:string,HIERARCHY_UNIT:string,ID_ENTREPOT:decimal(38,0),ID_LOT:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,RAWTOHEX(METADOCUMENT_ID):string,PATIENT_AGE:decimal(38,0),RAWTOHEX(PATIENT_ID):string,TITLE:string,UNIT:string,UPDATED_AT:timestamp,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [22]: [AUTHOR#56712 AS AUTHOR_2847#56848, BODY#56711 AS BODY_2846#56849, CREATED_AT#56710 AS CREATED_AT_2845#56850, DELEGATE_UNIT#56706 AS DELEGATE_UNIT_2841#56851, RAWTOHEX(DOCUMENT_ID)#56694 AS DOCUMENT_ID_2829#56852, DOCUMENT_TYPE#56709 AS DOCUMENT_TYPE_2844#56853, FORMAT#56715 AS FORMAT_2850#56854, HIERARCHY_UNIT#56707 AS HIERARCHY_UNIT_2842#56855, cast(ID_ENTREPOT#56699 as int) AS ID_ENTREPOT_2834#56856, cast(ID_LOT#56703 as int) AS ID_LOT_2838#56857, cast(ID_MVT#56702 as int) AS ID_MVT_2837#56858, cast(ID_PAT#56700 as int) AS ID_PAT_2835#56859, cast(ID_SEJ#56701 as int) AS ID_SEJ_2836#56860, INSTANCE_ID#56713 AS INSTANCE_ID_2848#56861, RAWTOHEX(METADOCUMENT_ID)#56695 AS METADOCUMENT_ID_2830#56862, cast(PATIENT_AGE#56714 as int) AS PATIENT_AGE_2849#56863, RAWTOHEX(PATIENT_ID)#56696 AS PATIENT_ID_2831#56864, TITLE#56708 AS TITLE_2843#56865, UNIT#56705 AS UNIT_2840#56866, UPDATED_AT#56704 AS UPDATED_AT_2839#56867, RAWTOHEX(VISIT_ID)#56697 AS VISIT_ID_2832#56868, RAWTOHEX(VISIT_UNIT_ID)#56698 AS VISIT_UNIT_ID_2833#56869]
Input [22]: [AUTHOR#56712, BODY#56711, CREATED_AT#56710, DELEGATE_UNIT#56706, RAWTOHEX(DOCUMENT_ID)#56694, DOCUMENT_TYPE#56709, FORMAT#56715, HIERARCHY_UNIT#56707, ID_ENTREPOT#56699, ID_LOT#56703, ID_MVT#56702, ID_PAT#56700, ID_SEJ#56701, INSTANCE_ID#56713, RAWTOHEX(METADOCUMENT_ID)#56695, PATIENT_AGE#56714, RAWTOHEX(PATIENT_ID)#56696, TITLE#56708, UNIT#56705, UPDATED_AT#56704, RAWTOHEX(VISIT_ID)#56697, RAWTOHEX(VISIT_UNIT_ID)#56698]
(3) WriteFiles
Input [22]: [AUTHOR_2847#56848, BODY_2846#56849, CREATED_AT_2845#56850, DELEGATE_UNIT_2841#56851, DOCUMENT_ID_2829#56852, DOCUMENT_TYPE_2844#56853, FORMAT_2850#56854, HIERARCHY_UNIT_2842#56855, ID_ENTREPOT_2834#56856, ID_LOT_2838#56857, ID_MVT_2837#56858, ID_PAT_2835#56859, ID_SEJ_2836#56860, INSTANCE_ID_2848#56861, METADOCUMENT_ID_2830#56862, PATIENT_AGE_2849#56863, PATIENT_ID_2831#56864, TITLE_2843#56865, UNIT_2840#56866, UPDATED_AT_2839#56867, VISIT_ID_2832#56868, VISIT_UNIT_ID_2833#56869]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_2828, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_2828], Overwrite, [AUTHOR_2847, BODY_2846, CREATED_AT_2845, DELEGATE_UNIT_2841, DOCUMENT_ID_2829, DOCUMENT_TYPE_2844, FORMAT_2850, HIERARCHY_UNIT_2842, ID_ENTREPOT_2834, ID_LOT_2838, ID_MVT_2837, ID_PAT_2835, ID_SEJ_2836, INSTANCE_ID_2848, METADOCUMENT_ID_2830, PATIENT_AGE_2849, PATIENT_ID_2831, TITLE_2843, UNIT_2840, UPDATED_AT_2839, VISIT_ID_2832, VISIT_UNIT_ID_2833]