digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 7 ms<br>number of output rows: 681<br>number of dynamic part: 0<br>written output: 110.5 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 57.5 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_TEXT_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), \"TXTID\", \"ID_ENTREPOT\", \"ID_PAT\", \"ID_SEJ\", \"CONTEXT\", \"CERTAINTY\", \"CONTEXT_RANK\", \"TEXT\" FROM \"DTM_261\".\"DOCUMENT_TEXT\") x) [numPartitions=1] </b><br><br>number of output rows: 681"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_2878, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_2878], Overwrite, [CERTAINTY_2888, CONTEXT_2887, CONTEXT_RANK_2889, DOCUMENT_ID_2880, DOCUMENT_TEXT_I_2879, ID_ENTREPOT_2884, ID_PAT_2885, ID_SEJ_2886, PATIENT_ID_2881, TEXT_2890, TXTID_2883, VISIT_ID_2882]
WriteFiles
Project [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#60918) as double) AS CERTAINTY_2888#60993, CONTEXT#60917 AS CONTEXT_2887#60994, cast(CONTEXT_RANK#60919 as int) AS CONTEXT_RANK_2889#60995, RAWTOHEX(DOCUMENT_ID)#60910 AS DOCUMENT_ID_2880#60996, RAWTOHEX(DOCUMENT_TEXT_ID)#60909 AS DOCUMENT_TEXT_I_2879#60997, cast(ID_ENTREPOT#60914 as int) AS ID_ENTREPOT_2884#60998, cast(ID_PAT#60915 as int) AS ID_PAT_2885#60999, cast(ID_SEJ#60916 as int) AS ID_SEJ_2886#61000, RAWTOHEX(PATIENT_ID)#60911 AS PATIENT_ID_2881#61001, TEXT#60920 AS TEXT_2890#61002, cast(TXTID#60913 as int) AS TXTID_2883#61003, RAWTOHEX(VISIT_ID)#60912 AS VISIT_ID_2882#61004]
Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_TEXT_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] [CERTAINTY#60918,CONTEXT#60917,CONTEXT_RANK#60919,RAWTOHEX(DOCUMENT_ID)#60910,RAWTOHEX(DOCUMENT_TEXT_ID)#60909,ID_ENTREPOT#60914,ID_PAT#60915,ID_SEJ#60916,RAWTOHEX(PATIENT_ID)#60911,TEXT#60920,TXTID#60913,RAWTOHEX(VISIT_ID)#60912] PushedFilters: [], ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),RAWTOHEX(DOCUMENT_ID):s...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_TEXT_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(DOCUMENT_TEXT_ID), RAWTOHEX(DOCUMENT_ID), RAWTOHEX(PATIENT_ID), RAWTOHEX(VISIT_ID), "TXTID", "ID_ENTREPOT", "ID_PAT", "ID_SEJ", "CONTEXT", "CERTAINTY", "CONTEXT_RANK", "TEXT" FROM "DTM_261"."DOCUMENT_TEXT") x) [numPartitions=1] [codegen id : 1]
Output [12]: [CERTAINTY#60918, CONTEXT#60917, CONTEXT_RANK#60919, RAWTOHEX(DOCUMENT_ID)#60910, RAWTOHEX(DOCUMENT_TEXT_ID)#60909, ID_ENTREPOT#60914, ID_PAT#60915, ID_SEJ#60916, RAWTOHEX(PATIENT_ID)#60911, TEXT#60920, TXTID#60913, RAWTOHEX(VISIT_ID)#60912]
ReadSchema: struct<CERTAINTY:decimal(38,10),CONTEXT:string,CONTEXT_RANK:decimal(38,0),RAWTOHEX(DOCUMENT_ID):string,RAWTOHEX(DOCUMENT_TEXT_ID):string,ID_ENTREPOT:decimal(38,0),ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),RAWTOHEX(PATIENT_ID):string,TEXT:string,TXTID:decimal(38,0),RAWTOHEX(VISIT_ID):string>
(2) Project [codegen id : 1]
Output [12]: [cast(REFORMAT_FOR_DOUBLE(CERTAINTY#60918) as double) AS CERTAINTY_2888#60993, CONTEXT#60917 AS CONTEXT_2887#60994, cast(CONTEXT_RANK#60919 as int) AS CONTEXT_RANK_2889#60995, RAWTOHEX(DOCUMENT_ID)#60910 AS DOCUMENT_ID_2880#60996, RAWTOHEX(DOCUMENT_TEXT_ID)#60909 AS DOCUMENT_TEXT_I_2879#60997, cast(ID_ENTREPOT#60914 as int) AS ID_ENTREPOT_2884#60998, cast(ID_PAT#60915 as int) AS ID_PAT_2885#60999, cast(ID_SEJ#60916 as int) AS ID_SEJ_2886#61000, RAWTOHEX(PATIENT_ID)#60911 AS PATIENT_ID_2881#61001, TEXT#60920 AS TEXT_2890#61002, cast(TXTID#60913 as int) AS TXTID_2883#61003, RAWTOHEX(VISIT_ID)#60912 AS VISIT_ID_2882#61004]
Input [12]: [CERTAINTY#60918, CONTEXT#60917, CONTEXT_RANK#60919, RAWTOHEX(DOCUMENT_ID)#60910, RAWTOHEX(DOCUMENT_TEXT_ID)#60909, ID_ENTREPOT#60914, ID_PAT#60915, ID_SEJ#60916, RAWTOHEX(PATIENT_ID)#60911, TEXT#60920, TXTID#60913, RAWTOHEX(VISIT_ID)#60912]
(3) WriteFiles
Input [12]: [CERTAINTY_2888#60993, CONTEXT_2887#60994, CONTEXT_RANK_2889#60995, DOCUMENT_ID_2880#60996, DOCUMENT_TEXT_I_2879#60997, ID_ENTREPOT_2884#60998, ID_PAT_2885#60999, ID_SEJ_2886#61000, PATIENT_ID_2881#61001, TEXT_2890#61002, TXTID_2883#61003, VISIT_ID_2882#61004]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/DOCUMENT_TEXT_2878, false, Parquet, [path=file:///data/output/cache/parquet/uet/DOCUMENT_TEXT_2878], Overwrite, [CERTAINTY_2888, CONTEXT_2887, CONTEXT_RANK_2889, DOCUMENT_ID_2880, DOCUMENT_TEXT_I_2879, ID_ENTREPOT_2884, ID_PAT_2885, ID_SEJ_2886, PATIENT_ID_2881, TEXT_2890, TXTID_2883, VISIT_ID_2882]