digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 681<br>number of dynamic part: 0<br>written output: 1604.1 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 1.0 m";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_ID\", \"METADOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"VISIT_UNIT_ID\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"ID_MVT\", \"ID_LOT\", \"UPDATED_AT\", \"UNIT\", \"DELEGATE_UNIT\", \"HIERARCHY_UNIT\", \"TITLE\", \"DOCUMENT_TYPE\", \"CREATED_AT\", \"BODY\", \"AUTHOR\", \"INSTANCE_ID\", \"PATIENT_AGE\", \"FORMAT\" FROM \"DTM_261\".\"DOCUMENT\") x) [numPartitions=1] </b><br><br>number of output rows: 681"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_2828, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_2828], Overwrite, [AUTHOR_2847, BODY_2846, CREATED_AT_2845, DELEGATE_UNIT_2841, DOCUMENT_ID_2829, DOCUMENT_TYPE_2844, FORMAT_2850, HIERARCHY_UNIT_2842, ID_ENTREPOT_2834, ID_LOT_2838, ID_MVT_2837, ID_PAT_2835, ID_SEJ_2836, INSTANCE_ID_2848, METADOCUMENT_ID_2830, PATIENT_AGE_2849, PATIENT_ID_2831, TITLE_2843, UNIT_2840, UPDATED_AT_2839, VISIT_ID_2832, VISIT_UNIT_ID_2833]
WriteFiles
Project [AUTHOR#3135 AS AUTHOR_2847#3271, BODY#3134 AS BODY_2846#3272, CREATED_AT#3133 AS CREATED_AT_2845#3273, DELEGATE_UNIT#3129 AS DELEGATE_UNIT_2841#3274, null AS DOCUMENT_ID_2829#3275, DOCUMENT_TYPE#3132 AS DOCUMENT_TYPE_2844#3276, FORMAT#3138 AS FORMAT_2850#3277, HIERARCHY_UNIT#3130 AS HIERARCHY_UNIT_2842#3278, cast(ID_ENTREPOT#3122 as int) AS ID_ENTREPOT_2834#3279, cast(ID_LOT#3126 as int) AS ID_LOT_2838#3280, cast(ID_MVT#3125 as int) AS ID_MVT_2837#3281, cast(ID_PAT#3123 as int) AS ID_PAT_2835#3282, cast(ID_SEJ#3124 as int) AS ID_SEJ_2836#3283, INSTANCE_ID#3136 AS INSTANCE_ID_2848#3284, null AS METADOCUMENT_ID_2830#3285, cast(PATIENT_AGE#3137 as int) AS PATIENT_AGE_2849#3286, null AS PATIENT_ID_2831#3287, TITLE#3131 AS TITLE_2843#3288, UNIT#3128 AS UNIT_2840#3289, UPDATED_AT#3127 AS UPDATED_AT_2839#3290, null AS VISIT_ID_2832#3291, null AS VISIT_UNIT_ID_2833#3292]
Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] [AUTHOR#3135,BODY#3134,CREATED_AT#3133,DELEGATE_UNIT#3129,DOCUMENT_TYPE#3132,FORMAT#3138,HIERARCHY_UNIT#3130,ID_ENTREPOT#3122,ID_LOT#3126,ID_MVT#3125,ID_PAT#3123,ID_SEJ#3124,INSTANCE_ID#3136,PATIENT_AGE#3137,TITLE#3131,UNIT#3128,UPDATED_AT#3127] PushedFilters: [], ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,DOCUMENT_TYPE:string,F...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "ID_MVT", "ID_LOT", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "INSTANCE_ID", "PATIENT_AGE", "FORMAT" FROM "DTM_261"."DOCUMENT") x) [numPartitions=1] [codegen id : 1]
Output [17]: [AUTHOR#3135, BODY#3134, CREATED_AT#3133, DELEGATE_UNIT#3129, DOCUMENT_TYPE#3132, FORMAT#3138, HIERARCHY_UNIT#3130, ID_ENTREPOT#3122, ID_LOT#3126, ID_MVT#3125, ID_PAT#3123, ID_SEJ#3124, INSTANCE_ID#3136, PATIENT_AGE#3137, TITLE#3131, UNIT#3128, UPDATED_AT#3127]
ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,DOCUMENT_TYPE:string,FORMAT:string,HIERARCHY_UNIT:string,ID_ENTREPOT:decimal(38,0),ID_LOT:decimal(38,0),ID_MVT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),INSTANCE_ID:string,PATIENT_AGE:decimal(38,0),TITLE:string,UNIT:string,UPDATED_AT:timestamp>
(2) Project [codegen id : 1]
Output [22]: [AUTHOR#3135 AS AUTHOR_2847#3271, BODY#3134 AS BODY_2846#3272, CREATED_AT#3133 AS CREATED_AT_2845#3273, DELEGATE_UNIT#3129 AS DELEGATE_UNIT_2841#3274, null AS DOCUMENT_ID_2829#3275, DOCUMENT_TYPE#3132 AS DOCUMENT_TYPE_2844#3276, FORMAT#3138 AS FORMAT_2850#3277, HIERARCHY_UNIT#3130 AS HIERARCHY_UNIT_2842#3278, cast(ID_ENTREPOT#3122 as int) AS ID_ENTREPOT_2834#3279, cast(ID_LOT#3126 as int) AS ID_LOT_2838#3280, cast(ID_MVT#3125 as int) AS ID_MVT_2837#3281, cast(ID_PAT#3123 as int) AS ID_PAT_2835#3282, cast(ID_SEJ#3124 as int) AS ID_SEJ_2836#3283, INSTANCE_ID#3136 AS INSTANCE_ID_2848#3284, null AS METADOCUMENT_ID_2830#3285, cast(PATIENT_AGE#3137 as int) AS PATIENT_AGE_2849#3286, null AS PATIENT_ID_2831#3287, TITLE#3131 AS TITLE_2843#3288, UNIT#3128 AS UNIT_2840#3289, UPDATED_AT#3127 AS UPDATED_AT_2839#3290, null AS VISIT_ID_2832#3291, null AS VISIT_UNIT_ID_2833#3292]
Input [17]: [AUTHOR#3135, BODY#3134, CREATED_AT#3133, DELEGATE_UNIT#3129, DOCUMENT_TYPE#3132, FORMAT#3138, HIERARCHY_UNIT#3130, ID_ENTREPOT#3122, ID_LOT#3126, ID_MVT#3125, ID_PAT#3123, ID_SEJ#3124, INSTANCE_ID#3136, PATIENT_AGE#3137, TITLE#3131, UNIT#3128, UPDATED_AT#3127]
(3) WriteFiles
Input [22]: [AUTHOR_2847#3271, BODY_2846#3272, CREATED_AT_2845#3273, DELEGATE_UNIT_2841#3274, DOCUMENT_ID_2829#3275, DOCUMENT_TYPE_2844#3276, FORMAT_2850#3277, HIERARCHY_UNIT_2842#3278, ID_ENTREPOT_2834#3279, ID_LOT_2838#3280, ID_MVT_2837#3281, ID_PAT_2835#3282, ID_SEJ_2836#3283, INSTANCE_ID_2848#3284, METADOCUMENT_ID_2830#3285, PATIENT_AGE_2849#3286, PATIENT_ID_2831#3287, TITLE_2843#3288, UNIT_2840#3289, UPDATED_AT_2839#3290, VISIT_ID_2832#3291, VISIT_UNIT_ID_2833#3292]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_2828, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_2828], Overwrite, [AUTHOR_2847, BODY_2846, CREATED_AT_2845, DELEGATE_UNIT_2841, DOCUMENT_ID_2829, DOCUMENT_TYPE_2844, FORMAT_2850, HIERARCHY_UNIT_2842, ID_ENTREPOT_2834, ID_LOT_2838, ID_MVT_2837, ID_PAT_2835, ID_SEJ_2836, INSTANCE_ID_2848, METADOCUMENT_ID_2830, PATIENT_AGE_2849, PATIENT_ID_2831, TITLE_2843, UNIT_2840, UPDATED_AT_2839, VISIT_ID_2832, VISIT_UNIT_ID_2833]