digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 15,715<br>number of dynamic part: 0<br>written output: 2.5 MiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 3.5 m";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_TEXT_ID\", \"DOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"CONTEXT\", \"CERTAINTY\", \"CONTEXT_RANK\", \"TEXT\" FROM \"DTM_622\".\"DOCUMENT_TEXT\") x) [numPartitions=1] </b><br><br>number of output rows: 15,715"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_3284, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_3284], Overwrite, [CERTAINTY_3290, CONTEXT_3289, CONTEXT_RANK_3291, DOCUMENT_ID_3286, DOCUMENT_TEXT_I_3285, PATIENT_ID_3287, TEXT_3292, VISIT_ID_3288]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#4686) as double) AS CERTAINTY_3290#4737, CONTEXT#4685 AS CONTEXT_3289#4738, cast(CONTEXT_RANK#4687 as int) AS CONTEXT_RANK_3291#4739, null AS DOCUMENT_ID_3286#4740, null AS DOCUMENT_TEXT_I_3285#4741, null AS PATIENT_ID_3287#4742, TEXT#4688 AS TEXT_3292#4743, null AS VISIT_ID_3288#4744]
Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_622"."DOCUMENT_TEXT") x) [numPartitions=1] [CERTAINTY#4686,CONTEXT#4685,CONTEXT_RANK#4687,TEXT#4688] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),TEXT:string>
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_622"."DOCUMENT_TEXT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_622"."DOCUMENT_TEXT") x) [numPartitions=1] [codegen id : 1]
Output [4]: [CERTAINTY#4686, CONTEXT#4685, CONTEXT_RANK#4687, TEXT#4688]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),TEXT:string>
(2) Project [codegen id : 1]
Output [8]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#4686) as double) AS CERTAINTY_3290#4737, CONTEXT#4685 AS CONTEXT_3289#4738, cast(CONTEXT_RANK#4687 as int) AS CONTEXT_RANK_3291#4739, null AS DOCUMENT_ID_3286#4740, null AS DOCUMENT_TEXT_I_3285#4741, null AS PATIENT_ID_3287#4742, TEXT#4688 AS TEXT_3292#4743, null AS VISIT_ID_3288#4744]
Input [4]: [CERTAINTY#4686, CONTEXT#4685, CONTEXT_RANK#4687, TEXT#4688]
(3) WriteFiles
Input [8]: [CERTAINTY_3290#4737, CONTEXT_3289#4738, CONTEXT_RANK_3291#4739, DOCUMENT_ID_3286#4740, DOCUMENT_TEXT_I_3285#4741, PATIENT_ID_3287#4742, TEXT_3292#4743, VISIT_ID_3288#4744]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_3284, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_3284], Overwrite, [CERTAINTY_3290, CONTEXT_3289, CONTEXT_RANK_3291, DOCUMENT_ID_3286, DOCUMENT_TEXT_I_3285, PATIENT_ID_3287, TEXT_3292, VISIT_ID_3288]