digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 9,522<br>number of dynamic part: 0<br>written output: 9.9 MiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 5.7 m";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), \"UPDATED_AT\", \"UNIT\", \"DELEGATE_UNIT\", \"HIERARCHY_UNIT\", \"TITLE\", \"DOCUMENT_TYPE\", \"CREATED_AT\", \"BODY\", \"AUTHOR\", \"PATIENT_AGE\", \"FORMAT\" FROM \"DTM_622\".\"DOCUMENT\") x) [numPartitions=1] </b><br><br>number of output rows: 9,522"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_3240, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_3240], Overwrite, [AUTHOR_3254, BODY_3253, CREATED_AT_3252, DELEGATE_UNIT_3248, DOCUMENT_ID_3241, DOCUMENT_TYPE_3251, FORMAT_3256, HIERARCHY_UNIT_3249, METADOCUMENT_ID_3242, PATIENT_AGE_3255, PATIENT_ID_3243, TITLE_3250, UNIT_3247, UPDATED_AT_3246, VISIT_ID_3244, VISIT_UNIT_ID_3245]
WriteFiles
Project [AUTHOR#61373 AS AUTHOR_3254#61472, BODY#61372 AS BODY_3253#61473, CREATED_AT#61371 AS CREATED_AT_3252#61474, DELEGATE_UNIT#61367 AS DELEGATE_UNIT_3248#61475, RAWTOHEX(DOCUMENT_ID)#61360 AS DOCUMENT_ID_3241#61476, DOCUMENT_TYPE#61370 AS DOCUMENT_TYPE_3251#61477, FORMAT#61375 AS FORMAT_3256#61478, HIERARCHY_UNIT#61368 AS HIERARCHY_UNIT_3249#61479, RAWTOHEX(METADOCUMENT_ID)#61361 AS METADOCUMENT_ID_3242#61480, cast(PATIENT_AGE#61374 as int) AS PATIENT_AGE_3255#61481, RAWTOHEX(PATIENT_ID)#61362 AS PATIENT_ID_3243#61482, TITLE#61369 AS TITLE_3250#61483, UNIT#61366 AS UNIT_3247#61484, UPDATED_AT#61365 AS UPDATED_AT_3246#61485, RAWTOHEX(VISIT_ID)#61363 AS VISIT_ID_3244#61486, RAWTOHEX(VISIT_UNIT_ID)#61364 AS VISIT_UNIT_ID_3245#61487]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] [AUTHOR#61373,BODY#61372,CREATED_AT#61371,DELEGATE_UNIT#61367,RAWTOHEX(DOCUMENT_ID)#61360,DOCUMENT_TYPE#61370,FORMAT#61375,HIERARCHY_UNIT#61368,RAWTOHEX(METADOCUMENT_ID)#61361,PATIENT_AGE#61374,RAWTOHEX(PATIENT_ID)#61362,TITLE#61369,UNIT#61366,UPDATED_AT#61365,RAWTOHEX(VISIT_ID)#61363,RAWTOHEX(VISIT_UNIT_ID)#61364] PushedFilters: [], ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,RAWTOHEX(DOCUMENT_ID):...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_ID), RAWTOHEX(METADOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), RAWTOHEX(VISIT_UNIT_ID), "UPDATED_AT", "UNIT", "DELEGATE_UNIT", "HIERARCHY_UNIT", "TITLE", "DOCUMENT_TYPE", "CREATED_AT", "BODY", "AUTHOR", "PATIENT_AGE", "FORMAT" FROM "DTM_622"."DOCUMENT") x) [numPartitions=1] [codegen id : 1]
Output [16]: [AUTHOR#61373, BODY#61372, CREATED_AT#61371, DELEGATE_UNIT#61367, RAWTOHEX(DOCUMENT_ID)#61360, DOCUMENT_TYPE#61370, FORMAT#61375, HIERARCHY_UNIT#61368, RAWTOHEX(METADOCUMENT_ID)#61361, PATIENT_AGE#61374, RAWTOHEX(PATIENT_ID)#61362, TITLE#61369, UNIT#61366, UPDATED_AT#61365, RAWTOHEX(VISIT_ID)#61363, RAWTOHEX(VISIT_UNIT_ID)#61364]
ReadSchema: struct<AUTHOR:string,BODY:string,CREATED_AT:timestamp,DELEGATE_UNIT:string,RAWTOHEX(DOCUMENT_ID):string,DOCUMENT_TYPE:string,FORMAT:string,HIERARCHY_UNIT:string,RAWTOHEX(METADOCUMENT_ID):string,PATIENT_AGE:decimal(38,0),RAWTOHEX(PATIENT_ID):string,TITLE:string,UNIT:string,UPDATED_AT:timestamp,RAWTOHEX(VISIT_ID):string,RAWTOHEX(VISIT_UNIT_ID):string>
(2) Project [codegen id : 1]
Output [16]: [AUTHOR#61373 AS AUTHOR_3254#61472, BODY#61372 AS BODY_3253#61473, CREATED_AT#61371 AS CREATED_AT_3252#61474, DELEGATE_UNIT#61367 AS DELEGATE_UNIT_3248#61475, RAWTOHEX(DOCUMENT_ID)#61360 AS DOCUMENT_ID_3241#61476, DOCUMENT_TYPE#61370 AS DOCUMENT_TYPE_3251#61477, FORMAT#61375 AS FORMAT_3256#61478, HIERARCHY_UNIT#61368 AS HIERARCHY_UNIT_3249#61479, RAWTOHEX(METADOCUMENT_ID)#61361 AS METADOCUMENT_ID_3242#61480, cast(PATIENT_AGE#61374 as int) AS PATIENT_AGE_3255#61481, RAWTOHEX(PATIENT_ID)#61362 AS PATIENT_ID_3243#61482, TITLE#61369 AS TITLE_3250#61483, UNIT#61366 AS UNIT_3247#61484, UPDATED_AT#61365 AS UPDATED_AT_3246#61485, RAWTOHEX(VISIT_ID)#61363 AS VISIT_ID_3244#61486, RAWTOHEX(VISIT_UNIT_ID)#61364 AS VISIT_UNIT_ID_3245#61487]
Input [16]: [AUTHOR#61373, BODY#61372, CREATED_AT#61371, DELEGATE_UNIT#61367, RAWTOHEX(DOCUMENT_ID)#61360, DOCUMENT_TYPE#61370, FORMAT#61375, HIERARCHY_UNIT#61368, RAWTOHEX(METADOCUMENT_ID)#61361, PATIENT_AGE#61374, RAWTOHEX(PATIENT_ID)#61362, TITLE#61369, UNIT#61366, UPDATED_AT#61365, RAWTOHEX(VISIT_ID)#61363, RAWTOHEX(VISIT_UNIT_ID)#61364]
(3) WriteFiles
Input [16]: [AUTHOR_3254#61472, BODY_3253#61473, CREATED_AT_3252#61474, DELEGATE_UNIT_3248#61475, DOCUMENT_ID_3241#61476, DOCUMENT_TYPE_3251#61477, FORMAT_3256#61478, HIERARCHY_UNIT_3249#61479, METADOCUMENT_ID_3242#61480, PATIENT_AGE_3255#61481, PATIENT_ID_3243#61482, TITLE_3250#61483, UNIT_3247#61484, UPDATED_AT_3246#61485, VISIT_ID_3244#61486, VISIT_UNIT_ID_3245#61487]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_3240, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_3240], Overwrite, [AUTHOR_3254, BODY_3253, CREATED_AT_3252, DELEGATE_UNIT_3248, DOCUMENT_ID_3241, DOCUMENT_TYPE_3251, FORMAT_3256, HIERARCHY_UNIT_3249, METADOCUMENT_ID_3242, PATIENT_AGE_3255, PATIENT_ID_3243, TITLE_3250, UNIT_3247, UPDATED_AT_3246, VISIT_ID_3244, VISIT_UNIT_ID_3245]