digraph G {
0 [labelType="html" label="<br><b>DeserializeToObject</b><br><br>"];
subgraph cluster1 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 323 ms";
2 [labelType="html" label="<br><b>Project</b><br><br>"];
3 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 717"];
}
2->0;
3->2;
}
4
DeserializeToObject createexternalrow(champ_pmsi#115220.toString, in_unit#115221.toString, in_mode#115222.toString, out_mode#115223.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, canceled#115224, true, false, true), emergency#115225.toString, encrypt#115226.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, in_date#115227, true, false, true), visit_id#115228.toString, visit_type#115229.toString, out_unit#115230.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_visit_bis_3537#115242L, true, false, true), StructField(champ_pmsi,StringType,true), StructField(in_unit,StringType,true), StructField(in_mode,StringType,true), StructField(out_mode,StringType,true), StructField(canceled,IntegerType,true), StructField(emergency,StringType,true), StructField(encrypt,StringType,true), StructField(in_date,TimestampType,true), StructField(visit_id,StringType,true), StructField(visit_type,StringType,true), StructField(out_unit,StringType,true), StructField(id_dc_do_not_overwrite_visit_bis_3537,LongType,false)), obj#115279: org.apache.spark.sql.Row
Project [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230, monotonically_increasing_id() AS id_dc_do_not_overwrite_visit_bis_3537#115242L]
Scan ExistingRDD[champ_pmsi#115220,in_unit#115221,in_mode#115222,out_mode#115223,canceled#115224,emergency#115225,encrypt#115226,in_date#115227,visit_id#115228,visit_type#115229,out_unit#115230]
WholeStageCodegen (1)
== Physical Plan ==
DeserializeToObject (3)
+- * Project (2)
+- * Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [11]: [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230]
Arguments: [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230], MapPartitionsRDD[3159] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Project [codegen id : 1]
Output [12]: [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230, monotonically_increasing_id() AS id_dc_do_not_overwrite_visit_bis_3537#115242L]
Input [11]: [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230]
(3) DeserializeToObject
Input [12]: [champ_pmsi#115220, in_unit#115221, in_mode#115222, out_mode#115223, canceled#115224, emergency#115225, encrypt#115226, in_date#115227, visit_id#115228, visit_type#115229, out_unit#115230, id_dc_do_not_overwrite_visit_bis_3537#115242L]
Arguments: createexternalrow(champ_pmsi#115220.toString, in_unit#115221.toString, in_mode#115222.toString, out_mode#115223.toString, staticinvoke(class java.lang.Integer, ObjectType(class java.lang.Integer), valueOf, canceled#115224, true, false, true), emergency#115225.toString, encrypt#115226.toString, staticinvoke(class org.apache.spark.sql.catalyst.util.DateTimeUtils$, ObjectType(class java.sql.Timestamp), toJavaTimestamp, in_date#115227, true, false, true), visit_id#115228.toString, visit_type#115229.toString, out_unit#115230.toString, staticinvoke(class java.lang.Long, ObjectType(class java.lang.Long), valueOf, id_dc_do_not_overwrite_visit_bis_3537#115242L, true, false, true), StructField(champ_pmsi,StringType,true), StructField(in_unit,StringType,true), StructField(in_mode,StringType,true), StructField(out_mode,StringType,true), StructField(canceled,IntegerType,true), StructField(emergency,StringType,true), StructField(encrypt,StringType,true), StructField(in_date,TimestampType,true), StructField(visit_id,StringType,true), StructField(visit_type,StringType,true), StructField(out_unit,StringType,true), StructField(id_dc_do_not_overwrite_visit_bis_3537,LongType,false)), obj#115279: org.apache.spark.sql.Row