digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 8 ms<br>number of output rows: 82<br>number of dynamic part: 0<br>written output: 13.5 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 115 ms";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>Scan JDBCRelation((SELECT RAWTOHEX(VISIT_ID), RAWTOHEX(PATIENT_ID), \"ID_SEJ\", \"ID_PAT\", \"IN_DATE\", \"OUT_DATE\", \"IN_MODE\", \"OUT_MODE\", \"IN_UNIT\", \"OUT_UNIT\", \"VISIT_TYPE\", \"CHAMP_PMSI\", \"UNIT_PATH\", \"EMERGENCY\", \"CANCELED\" FROM \"DTM_261\".\"VISIT\") x) [numPartitions=1] </b><br><br>number of output rows: 82"];
}
1->0;
3->1;
4->3;
}
5
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/uet/VISIT_2941, false, Parquet, [path=file:///data/output/cache/parquet/uet/VISIT_2941], Overwrite, [CANCELED_2956, CHAMP_PMSI_2953, EMERGENCY_2955, ID_PAT_2945, ID_SEJ_2944, IN_DATE_2946, IN_MODE_2948, IN_UNIT_2950, OUT_DATE_2947, OUT_MODE_2949, OUT_UNIT_2951, PATIENT_ID_2943, UNIT_PATH_2954, VISIT_ID_2942, VISIT_TYPE_2952]
WriteFiles
Project [cast(CANCELED#56046 as int) AS CANCELED_2956#56138, CHAMP_PMSI#56043 AS CHAMP_PMSI_2953#56139, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY#56045, 1, true, false, true) AS EMERGENCY_2955#56140, cast(ID_PAT#56035 as int) AS ID_PAT_2945#56141, cast(ID_SEJ#56034 as int) AS ID_SEJ_2944#56142, IN_DATE#56036 AS IN_DATE_2946#56143, IN_MODE#56038 AS IN_MODE_2948#56144, IN_UNIT#56040 AS IN_UNIT_2950#56145, OUT_DATE#56037 AS OUT_DATE_2947#56146, OUT_MODE#56039 AS OUT_MODE_2949#56147, OUT_UNIT#56041 AS OUT_UNIT_2951#56148, RAWTOHEX(PATIENT_ID)#56033 AS PATIENT_ID_2943#56149, UNIT_PATH#56044 AS UNIT_PATH_2954#56150, RAWTOHEX(VISIT_ID)#56032 AS VISIT_ID_2942#56151, VISIT_TYPE#56042 AS VISIT_TYPE_2952#56152]
Scan JDBCRelation((SELECT RAWTOHEX(VISIT_ID), RAWTOHEX(PATIENT_ID), "ID_SEJ", "ID_PAT", "IN_DATE", "OUT_DATE", "IN_MODE", "OUT_MODE", "IN_UNIT", "OUT_UNIT", "VISIT_TYPE", "CHAMP_PMSI", "UNIT_PATH", "EMERGENCY", "CANCELED" FROM "DTM_261"."VISIT") x) [numPartitions=1] [CANCELED#56046,CHAMP_PMSI#56043,EMERGENCY#56045,ID_PAT#56035,ID_SEJ#56034,IN_DATE#56036,IN_MODE#56038,IN_UNIT#56040,OUT_DATE#56037,OUT_MODE#56039,OUT_UNIT#56041,RAWTOHEX(PATIENT_ID)#56033,UNIT_PATH#56044,RAWTOHEX(VISIT_ID)#56032,VISIT_TYPE#56042] PushedFilters: [], ReadSchema: struct<CANCELED:decimal(1,0),CHAMP_PMSI:string,EMERGENCY:string,ID_PAT:decimal(38,0),ID_SEJ:decim...
WholeStageCodegen (1)
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (4)
+- WriteFiles (3)
+- * Project (2)
+- * Scan JDBCRelation((SELECT RAWTOHEX(VISIT_ID), RAWTOHEX(PATIENT_ID), "ID_SEJ", "ID_PAT", "IN_DATE", "OUT_DATE", "IN_MODE", "OUT_MODE", "IN_UNIT", "OUT_UNIT", "VISIT_TYPE", "CHAMP_PMSI", "UNIT_PATH", "EMERGENCY", "CANCELED" FROM "DTM_261"."VISIT") x) [numPartitions=1] (1)
(1) Scan JDBCRelation((SELECT RAWTOHEX(VISIT_ID), RAWTOHEX(PATIENT_ID), "ID_SEJ", "ID_PAT", "IN_DATE", "OUT_DATE", "IN_MODE", "OUT_MODE", "IN_UNIT", "OUT_UNIT", "VISIT_TYPE", "CHAMP_PMSI", "UNIT_PATH", "EMERGENCY", "CANCELED" FROM "DTM_261"."VISIT") x) [numPartitions=1] [codegen id : 1]
Output [15]: [CANCELED#56046, CHAMP_PMSI#56043, EMERGENCY#56045, ID_PAT#56035, ID_SEJ#56034, IN_DATE#56036, IN_MODE#56038, IN_UNIT#56040, OUT_DATE#56037, OUT_MODE#56039, OUT_UNIT#56041, RAWTOHEX(PATIENT_ID)#56033, UNIT_PATH#56044, RAWTOHEX(VISIT_ID)#56032, VISIT_TYPE#56042]
ReadSchema: struct<CANCELED:decimal(1,0),CHAMP_PMSI:string,EMERGENCY:string,ID_PAT:decimal(38,0),ID_SEJ:decimal(38,0),IN_DATE:timestamp,IN_MODE:string,IN_UNIT:string,OUT_DATE:timestamp,OUT_MODE:string,OUT_UNIT:string,RAWTOHEX(PATIENT_ID):string,UNIT_PATH:string,RAWTOHEX(VISIT_ID):string,VISIT_TYPE:string>
(2) Project [codegen id : 1]
Output [15]: [cast(CANCELED#56046 as int) AS CANCELED_2956#56138, CHAMP_PMSI#56043 AS CHAMP_PMSI_2953#56139, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY#56045, 1, true, false, true) AS EMERGENCY_2955#56140, cast(ID_PAT#56035 as int) AS ID_PAT_2945#56141, cast(ID_SEJ#56034 as int) AS ID_SEJ_2944#56142, IN_DATE#56036 AS IN_DATE_2946#56143, IN_MODE#56038 AS IN_MODE_2948#56144, IN_UNIT#56040 AS IN_UNIT_2950#56145, OUT_DATE#56037 AS OUT_DATE_2947#56146, OUT_MODE#56039 AS OUT_MODE_2949#56147, OUT_UNIT#56041 AS OUT_UNIT_2951#56148, RAWTOHEX(PATIENT_ID)#56033 AS PATIENT_ID_2943#56149, UNIT_PATH#56044 AS UNIT_PATH_2954#56150, RAWTOHEX(VISIT_ID)#56032 AS VISIT_ID_2942#56151, VISIT_TYPE#56042 AS VISIT_TYPE_2952#56152]
Input [15]: [CANCELED#56046, CHAMP_PMSI#56043, EMERGENCY#56045, ID_PAT#56035, ID_SEJ#56034, IN_DATE#56036, IN_MODE#56038, IN_UNIT#56040, OUT_DATE#56037, OUT_MODE#56039, OUT_UNIT#56041, RAWTOHEX(PATIENT_ID)#56033, UNIT_PATH#56044, RAWTOHEX(VISIT_ID)#56032, VISIT_TYPE#56042]
(3) WriteFiles
Input [15]: [CANCELED_2956#56138, CHAMP_PMSI_2953#56139, EMERGENCY_2955#56140, ID_PAT_2945#56141, ID_SEJ_2944#56142, IN_DATE_2946#56143, IN_MODE_2948#56144, IN_UNIT_2950#56145, OUT_DATE_2947#56146, OUT_MODE_2949#56147, OUT_UNIT_2951#56148, PATIENT_ID_2943#56149, UNIT_PATH_2954#56150, VISIT_ID_2942#56151, VISIT_TYPE_2952#56152]
(4) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/uet/VISIT_2941, false, Parquet, [path=file:///data/output/cache/parquet/uet/VISIT_2941], Overwrite, [CANCELED_2956, CHAMP_PMSI_2953, EMERGENCY_2955, ID_PAT_2945, ID_SEJ_2944, IN_DATE_2946, IN_MODE_2948, IN_UNIT_2950, OUT_DATE_2947, OUT_MODE_2949, OUT_UNIT_2951, PATIENT_ID_2943, UNIT_PATH_2954, VISIT_ID_2942, VISIT_TYPE_2952]