digraph G {
0 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 9 ms<br>number of written files: 1<br>job commit time: 17 ms<br>number of output rows: 717<br>number of dynamic part: 0<br>written output: 112.5 KiB"];
1 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster2 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 1.2 s";
3 [labelType="html" label="<br><b>Project</b><br><br>"];
4 [labelType="html" label="<b>ColumnarToRow</b><br><br>number of output rows: 717<br>number of input batches: 1"];
}
5 [labelType="html" label="<b>Scan parquet </b><br><br>number of files read: 1<br>scan time: 368 ms<br>metadata time: 0 ms<br>size of files read: 111.5 KiB<br>number of output rows: 717"];
1->0;
3->1;
4->3;
5->4;
}
6
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/VISIT_BIS_3537, false, Parquet, [path=file:///data/output/cache/parquet/datablock/VISIT_BIS_3537], Overwrite, [COL_E7A10ED9_1790_4719_B1B6_FAA15D035CB8, COL_250578DF_CAD1_40F3_8EF7_09E99AC843A0, COL_1118E418_5410_4DE3_B805_4EDAFDD340EA, COL_5E4B938E_4D5C_4C99_842D_1433A793DC2F, COL_8533859E_CA0E_4D74_9588_09E146E29F8F, COL_BE46E6B4_0114_49AE_A1A6_E69C87926E43, COL_ACB9EBCB_0C1E_40E3_A99A_4BF5582EA889, COL_C2552693_5E75_4DD5_9F1B_0E8D69029131, COL_4492D92E_39F3_4726_8168_27A2C89197CD, COL_216F1184_233D_4FD2_8517_CD7A5EEC298B, COL_32E4B9FB_0DD4_4A55_8C75_7141B3933E86, COL_A5718A42_16D9_4FB5_AF83_FBC6343B541E, COL_68D82A2A_6C78_4416_9D7D_02E747AEA1D0, COL_C58C9484_03D4_4E8C_B4E5_78EC80E6265B]
WriteFiles
Project [VISIT_ID_3343#3301 AS COL_E7A10ED9_1790_4719_B1B6_FAA15D035CB8#3375, PATIENT_ID_3344#3299 AS COL_250578DF_CAD1_40F3_8EF7_09E99AC843A0#3376, IN_DATE_3345#3293 AS COL_1118E418_5410_4DE3_B805_4EDAFDD340EA#3377, OUT_DATE_3346#3296 AS COL_5E4B938E_4D5C_4C99_842D_1433A793DC2F#3378, IN_MODE_3347#3294 AS COL_8533859E_CA0E_4D74_9588_09E146E29F8F#3379, OUT_MODE_3348#3297 AS COL_BE46E6B4_0114_49AE_A1A6_E69C87926E43#3380, IN_UNIT_3349#3295 AS COL_ACB9EBCB_0C1E_40E3_A99A_4BF5582EA889#3381, OUT_UNIT_3350#3298 AS COL_C2552693_5E75_4DD5_9F1B_0E8D69029131#3382, VISIT_TYPE_3351#3302 AS COL_4492D92E_39F3_4726_8168_27A2C89197CD#3383, CHAMP_PMSI_3352#3291 AS COL_216F1184_233D_4FD2_8517_CD7A5EEC298B#3384, UNIT_PATH_3353#3300 AS COL_32E4B9FB_0DD4_4A55_8C75_7141B3933E86#3385, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_3354#3292, 1, true, false, true) AS COL_A5718A42_16D9_4FB5_AF83_FBC6343B541E#3386, CANCELED_3355#3290 AS COL_68D82A2A_6C78_4416_9D7D_02E747AEA1D0#3387, ENCRYPT_3536#3303 AS COL_C58C9484_03D4_4E8C_B4E5_78EC80E6265B#3388]
ColumnarToRow
WholeStageCodegen (1)
FileScan parquet [CANCELED_3355#3290,CHAMP_PMSI_3352#3291,EMERGENCY_3354#3292,IN_DATE_3345#3293,IN_MODE_3347#3294,IN_UNIT_3349#3295,OUT_DATE_3346#3296,OUT_MODE_3348#3297,OUT_UNIT_3350#3298,PATIENT_ID_3344#3299,UNIT_PATH_3353#3300,VISIT_ID_3343#3301,VISIT_TYPE_3351#3302,ENCRYPT_3536#3303] Batched: true, DataFilters: [], Format: Parquet, Location: InMemoryFileIndex(1 paths)[file:/data/output/cache/parquet/uet/VISIT_3342], PartitionFilters: [], PushedFilters: [], ReadSchema: struct<CANCELED_3355:int,CHAMP_PMSI_3352:string,EMERGENCY_3354:string,IN_DATE_3345:timestamp,IN_M...
== Physical Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- * Project (3)
+- * ColumnarToRow (2)
+- Scan parquet (1)
(1) Scan parquet
Output [14]: [CANCELED_3355#3290, CHAMP_PMSI_3352#3291, EMERGENCY_3354#3292, IN_DATE_3345#3293, IN_MODE_3347#3294, IN_UNIT_3349#3295, OUT_DATE_3346#3296, OUT_MODE_3348#3297, OUT_UNIT_3350#3298, PATIENT_ID_3344#3299, UNIT_PATH_3353#3300, VISIT_ID_3343#3301, VISIT_TYPE_3351#3302, ENCRYPT_3536#3303]
Batched: true
Location: InMemoryFileIndex [file:/data/output/cache/parquet/uet/VISIT_3342]
ReadSchema: struct<CANCELED_3355:int,CHAMP_PMSI_3352:string,EMERGENCY_3354:string,IN_DATE_3345:timestamp,IN_MODE_3347:string,IN_UNIT_3349:string,OUT_DATE_3346:timestamp,OUT_MODE_3348:string,OUT_UNIT_3350:string,PATIENT_ID_3344:string,UNIT_PATH_3353:string,VISIT_ID_3343:string,VISIT_TYPE_3351:string,ENCRYPT_3536:string>
(2) ColumnarToRow [codegen id : 1]
Input [14]: [CANCELED_3355#3290, CHAMP_PMSI_3352#3291, EMERGENCY_3354#3292, IN_DATE_3345#3293, IN_MODE_3347#3294, IN_UNIT_3349#3295, OUT_DATE_3346#3296, OUT_MODE_3348#3297, OUT_UNIT_3350#3298, PATIENT_ID_3344#3299, UNIT_PATH_3353#3300, VISIT_ID_3343#3301, VISIT_TYPE_3351#3302, ENCRYPT_3536#3303]
(3) Project [codegen id : 1]
Output [14]: [VISIT_ID_3343#3301 AS COL_E7A10ED9_1790_4719_B1B6_FAA15D035CB8#3375, PATIENT_ID_3344#3299 AS COL_250578DF_CAD1_40F3_8EF7_09E99AC843A0#3376, IN_DATE_3345#3293 AS COL_1118E418_5410_4DE3_B805_4EDAFDD340EA#3377, OUT_DATE_3346#3296 AS COL_5E4B938E_4D5C_4C99_842D_1433A793DC2F#3378, IN_MODE_3347#3294 AS COL_8533859E_CA0E_4D74_9588_09E146E29F8F#3379, OUT_MODE_3348#3297 AS COL_BE46E6B4_0114_49AE_A1A6_E69C87926E43#3380, IN_UNIT_3349#3295 AS COL_ACB9EBCB_0C1E_40E3_A99A_4BF5582EA889#3381, OUT_UNIT_3350#3298 AS COL_C2552693_5E75_4DD5_9F1B_0E8D69029131#3382, VISIT_TYPE_3351#3302 AS COL_4492D92E_39F3_4726_8168_27A2C89197CD#3383, CHAMP_PMSI_3352#3291 AS COL_216F1184_233D_4FD2_8517_CD7A5EEC298B#3384, UNIT_PATH_3353#3300 AS COL_32E4B9FB_0DD4_4A55_8C75_7141B3933E86#3385, staticinvoke(class org.apache.spark.sql.catalyst.util.CharVarcharCodegenUtils, StringType, readSidePadding, EMERGENCY_3354#3292, 1, true, false, true) AS COL_A5718A42_16D9_4FB5_AF83_FBC6343B541E#3386, CANCELED_3355#3290 AS COL_68D82A2A_6C78_4416_9D7D_02E747AEA1D0#3387, ENCRYPT_3536#3303 AS COL_C58C9484_03D4_4E8C_B4E5_78EC80E6265B#3388]
Input [14]: [CANCELED_3355#3290, CHAMP_PMSI_3352#3291, EMERGENCY_3354#3292, IN_DATE_3345#3293, IN_MODE_3347#3294, IN_UNIT_3349#3295, OUT_DATE_3346#3296, OUT_MODE_3348#3297, OUT_UNIT_3350#3298, PATIENT_ID_3344#3299, UNIT_PATH_3353#3300, VISIT_ID_3343#3301, VISIT_TYPE_3351#3302, ENCRYPT_3536#3303]
(4) WriteFiles
Input [14]: [COL_E7A10ED9_1790_4719_B1B6_FAA15D035CB8#3375, COL_250578DF_CAD1_40F3_8EF7_09E99AC843A0#3376, COL_1118E418_5410_4DE3_B805_4EDAFDD340EA#3377, COL_5E4B938E_4D5C_4C99_842D_1433A793DC2F#3378, COL_8533859E_CA0E_4D74_9588_09E146E29F8F#3379, COL_BE46E6B4_0114_49AE_A1A6_E69C87926E43#3380, COL_ACB9EBCB_0C1E_40E3_A99A_4BF5582EA889#3381, COL_C2552693_5E75_4DD5_9F1B_0E8D69029131#3382, COL_4492D92E_39F3_4726_8168_27A2C89197CD#3383, COL_216F1184_233D_4FD2_8517_CD7A5EEC298B#3384, COL_32E4B9FB_0DD4_4A55_8C75_7141B3933E86#3385, COL_A5718A42_16D9_4FB5_AF83_FBC6343B541E#3386, COL_68D82A2A_6C78_4416_9D7D_02E747AEA1D0#3387, COL_C58C9484_03D4_4E8C_B4E5_78EC80E6265B#3388]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/VISIT_BIS_3537, false, Parquet, [path=file:///data/output/cache/parquet/datablock/VISIT_BIS_3537], Overwrite, [COL_E7A10ED9_1790_4719_B1B6_FAA15D035CB8, COL_250578DF_CAD1_40F3_8EF7_09E99AC843A0, COL_1118E418_5410_4DE3_B805_4EDAFDD340EA, COL_5E4B938E_4D5C_4C99_842D_1433A793DC2F, COL_8533859E_CA0E_4D74_9588_09E146E29F8F, COL_BE46E6B4_0114_49AE_A1A6_E69C87926E43, COL_ACB9EBCB_0C1E_40E3_A99A_4BF5582EA889, COL_C2552693_5E75_4DD5_9F1B_0E8D69029131, COL_4492D92E_39F3_4726_8168_27A2C89197CD, COL_216F1184_233D_4FD2_8517_CD7A5EEC298B, COL_32E4B9FB_0DD4_4A55_8C75_7141B3933E86, COL_A5718A42_16D9_4FB5_AF83_FBC6343B541E, COL_68D82A2A_6C78_4416_9D7D_02E747AEA1D0, COL_C58C9484_03D4_4E8C_B4E5_78EC80E6265B]