digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 681<br>number of dynamic part: 0<br>written output: 49.0 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 57.3 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"DOCUMENT_TEXT_ID\", \"DOCUMENT_ID\", \"PATIENT_ID\", \"VISIT_ID\", \"TXTID\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"CONTEXT\", \"CERTAINTY\", \"CONTEXT_RANK\", \"TEXT\" FROM \"DTM_261\".\"DOCUMENT_TEXT\") x) [numPartitions=1] </b><br><br>number of output rows: 681"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_2878, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_2878], Overwrite, [CERTAINTY_2888, CONTEXT_2887, CONTEXT_RANK_2889, DOCUMENT_ID_2880, DOCUMENT_TEXT_I_2879, ID_ENTREPOT_2884, ID_PAT_2885, ID_SEJ_2886, PATIENT_ID_2881, TEXT_2890, TXTID_2883, VISIT_ID_2882]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#2728) as double) AS CERTAINTY_2888#2803, CONTEXT#2727 AS CONTEXT_2887#2804, cast(CONTEXT_RANK#2729 as int) AS CONTEXT_RANK_2889#2805, null AS DOCUMENT_ID_2880#2806, null AS DOCUMENT_TEXT_I_2879#2807, cast(ID_ENTREPOT#2724 as int) AS ID_ENTREPOT_2884#2808, cast(ID_PAT#2725 as int) AS ID_PAT_2885#2809, cast(ID_SEJ#2726 as int) AS ID_SEJ_2886#2810, null AS PATIENT_ID_2881#2811, TEXT#2730 AS TEXT_2890#2812, cast(TXTID#2723 as int) AS TXTID_2883#2813, null AS VISIT_ID_2882#2814]
Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] [CERTAINTY#2728,CONTEXT#2727,CONTEXT_RANK#2729,ID_ENTREPOT#2724,ID_PAT#2725,ID_SEJ#2726,TEXT#2730,TXTID#2723] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),ID_ENTREPOT:decimal(38,...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT "DOCUMENT_TEXT_ID", "DOCUMENT_ID", "PATIENT_ID", "VISIT_ID", "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] [codegen id : 1]
Output [8]: [CERTAINTY#2728, CONTEXT#2727, CONTEXT_RANK#2729, ID_ENTREPOT#2724, ID_PAT#2725, ID_SEJ#2726, TEXT#2730, TXTID#2723]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),ID_ENTREPOT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),TEXT:string,TXTID:decimal(38,0)>
(2) Project [codegen id : 1]
Output [12]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#2728) as double) AS CERTAINTY_2888#2803, CONTEXT#2727 AS CONTEXT_2887#2804, cast(CONTEXT_RANK#2729 as int) AS CONTEXT_RANK_2889#2805, null AS DOCUMENT_ID_2880#2806, null AS DOCUMENT_TEXT_I_2879#2807, cast(ID_ENTREPOT#2724 as int) AS ID_ENTREPOT_2884#2808, cast(ID_PAT#2725 as int) AS ID_PAT_2885#2809, cast(ID_SEJ#2726 as int) AS ID_SEJ_2886#2810, null AS PATIENT_ID_2881#2811, TEXT#2730 AS TEXT_2890#2812, cast(TXTID#2723 as int) AS TXTID_2883#2813, null AS VISIT_ID_2882#2814]
Input [8]: [CERTAINTY#2728, CONTEXT#2727, CONTEXT_RANK#2729, ID_ENTREPOT#2724, ID_PAT#2725, ID_SEJ#2726, TEXT#2730, TXTID#2723]
(3) WriteFiles
Input [12]: [CERTAINTY_2888#2803, CONTEXT_2887#2804, CONTEXT_RANK_2889#2805, DOCUMENT_ID_2880#2806, DOCUMENT_TEXT_I_2879#2807, ID_ENTREPOT_2884#2808, ID_PAT_2885#2809, ID_SEJ_2886#2810, PATIENT_ID_2881#2811, TEXT_2890#2812, TXTID_2883#2813, VISIT_ID_2882#2814]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_2878, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_2878], Overwrite, [CERTAINTY_2888, CONTEXT_2887, CONTEXT_RANK_2889, DOCUMENT_ID_2880, DOCUMENT_TEXT_I_2879, ID_ENTREPOT_2884, ID_PAT_2885, ID_SEJ_2886, PATIENT_ID_2881, TEXT_2890, TXTID_2883, VISIT_ID_2882]