digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 9 ms<br>number of output rows: 9,522<br>number of dynamic part: 0<br>written output: 9.4 MiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 6.3 m";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_ID\", \"METADOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"VISIT_UNIT_ID\", \"UPDATED_AT\", \"UNIT\", \"DELEGATE_UNIT\", \"HIERARCHY_UNIT\", \"TITLE\", \"DOCUMENT_TYPE\", \"CREATED_AT\", \"BODY\", \"AUTHOR\", \"PATIENT_AGE\", \"FORMAT\" FROM \"DTM_622\".\"DOCUMENT\") x) [numPartitions=1] </b><br><br>number of output rows: 9,522"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_3240, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_3240], Overwrite, [AUTHOR_3254, BODY_3253, CREATED_AT_3252, DELEGATE_UNIT_3248, DOCUMENT_ID_3241, DOCUMENT_TYPE_3251, FORMAT_3256, HIERARCHY_UNIT_3249, METADOCUMENT_ID_3242, PATIENT_AGE_3255, PATIENT_ID_3243, TITLE_3250, UNIT_3247, UPDATED_AT_3246, VISIT_ID_3244, VISIT_UNIT_ID_3245]
WriteFiles
Project [AUTHOR#5048 AS AUTHOR_3254#5147, BODY#5047 AS BODY_3253#5148, CREATED_AT#5046 AS CREATED_AT_3252#5149, DELEGATE_UNIT#5042 AS DELEGATE_UNIT_3248#5150, null AS DOCUMENT_ID_3241#5151, DOCUMENT_TYPE#5045 AS DOCUMENT_TYPE_3251#5152, FORMAT#5050 AS FORMAT_3256#5153, HIERARCHY_UNIT#5043 AS HIERARCHY_UNIT_3249#5154, null AS METADOCUMENT_ID_3242#5155, cast(PATIENT_AGE#5049 as int) AS PATIENT_AGE_3255#5156, null AS PATIENT_ID_3243#5157, TITLE#5044 AS TITLE_3250#5158, UNIT#5041 AS UNIT_3247#5159, UPDATED_AT#5040 AS UPDATED_AT_3246#5160, null AS VISIT_ID_3244#5161, null AS VISIT_UNIT_ID_3245#5162]
Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] [AUTHOR#5048,BODY#5047,CREATED_AT#5046,DELEGATE_UNIT#5042,DOCUMENT_TYPE#5045,FORMAT#5050,HIERARCHY_UNIT#5043,PATIENT_AGE#5049,TITLE#5044,UNIT#5041,UPDATED_AT#5040] PushedFilters: [], ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,DOCUMENT_TYPE:string,F...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_ID", "METADOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "VISIT_UNIT_ID", "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] [codegen id : 1]
Output [11]: [AUTHOR#5048, BODY#5047, CREATED_AT#5046, DELEGATE_UNIT#5042, DOCUMENT_TYPE#5045, FORMAT#5050, HIERARCHY_UNIT#5043, PATIENT_AGE#5049, TITLE#5044, UNIT#5041, UPDATED_AT#5040]
ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,DOCUMENT_TYPE:string,FORMAT:string,HIERARCHY_UNIT:string,PATIENT_AGE:decimal(38,0),TITLE:string,UNIT:string,UPDATED_AT:timestamp>
(2) Project [codegen id : 1]
Output [16]: [AUTHOR#5048 AS AUTHOR_3254#5147, BODY#5047 AS BODY_3253#5148, CREATED_AT#5046 AS CREATED_AT_3252#5149, DELEGATE_UNIT#5042 AS DELEGATE_UNIT_3248#5150, null AS DOCUMENT_ID_3241#5151, DOCUMENT_TYPE#5045 AS DOCUMENT_TYPE_3251#5152, FORMAT#5050 AS FORMAT_3256#5153, HIERARCHY_UNIT#5043 AS HIERARCHY_UNIT_3249#5154, null AS METADOCUMENT_ID_3242#5155, cast(PATIENT_AGE#5049 as int) AS PATIENT_AGE_3255#5156, null AS PATIENT_ID_3243#5157, TITLE#5044 AS TITLE_3250#5158, UNIT#5041 AS UNIT_3247#5159, UPDATED_AT#5040 AS UPDATED_AT_3246#5160, null AS VISIT_ID_3244#5161, null AS VISIT_UNIT_ID_3245#5162]
Input [11]: [AUTHOR#5048, BODY#5047, CREATED_AT#5046, DELEGATE_UNIT#5042, DOCUMENT_TYPE#5045, FORMAT#5050, HIERARCHY_UNIT#5043, PATIENT_AGE#5049, TITLE#5044, UNIT#5041, UPDATED_AT#5040]
(3) WriteFiles
Input [16]: [AUTHOR_3254#5147, BODY_3253#5148, CREATED_AT_3252#5149, DELEGATE_UNIT_3248#5150, DOCUMENT_ID_3241#5151, DOCUMENT_TYPE_3251#5152, FORMAT_3256#5153, HIERARCHY_UNIT_3249#5154, METADOCUMENT_ID_3242#5155, PATIENT_AGE_3255#5156, PATIENT_ID_3243#5157, TITLE_3250#5158, UNIT_3247#5159, UPDATED_AT_3246#5160, VISIT_ID_3244#5161, VISIT_UNIT_ID_3245#5162]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_3240, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_3240], Overwrite, [AUTHOR_3254, BODY_3253, CREATED_AT_3252, DELEGATE_UNIT_3248, DOCUMENT_ID_3241, DOCUMENT_TYPE_3251, FORMAT_3256, HIERARCHY_UNIT_3249, METADOCUMENT_ID_3242, PATIENT_AGE_3255, PATIENT_ID_3243, TITLE_3250, UNIT_3247, UPDATED_AT_3246, VISIT_ID_3244, VISIT_UNIT_ID_3245]