digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time: 1 ms<br>number of written files: 1<br>job commit time: 12 ms<br>number of output rows: 717<br>number of dynamic part: 0<br>written output: 66.6 KiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
3 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 717<br>local merged chunks fetched: 0<br>shuffle write time: 1 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 717<br>local bytes read: 87.8 KiB<br>fetch wait time: 0 ms<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 1<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 188.9 KiB<br>local merged bytes read: 0.0 B<br>number of partitions: 1<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 87.8 KiB"];
subgraph cluster4 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 132 ms";
5 [labelType="html" label="<b>Scan ExistingRDD</b><br><br>number of output rows: 717"];
}
1->0;
2->1;
3->2;
5->3;
}
6
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f, false, Parquet, [path=file:///data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f], ErrorIfExists, [VISIT_ID, PATIENT_ID, IN_DATE, OUT_DATE, IN_MODE, OUT_MODE, IN_UNIT, OUT_UNIT, VISIT_TYPE, CHAMP_PMSI, UNIT_PATH, EMERGENCY, CANCELED, Flux-Unit]
WriteFiles
Exchange SinglePartition, REPARTITION_BY_NUM, [plan_id=2297]
Scan ExistingRDD[VISIT_ID#6813,PATIENT_ID#6814,IN_DATE#6815,OUT_DATE#6816,IN_MODE#6817,OUT_MODE#6818,IN_UNIT#6819,OUT_UNIT#6820,VISIT_TYPE#6821,CHAMP_PMSI#6822,UNIT_PATH#6823,EMERGENCY#6824,CANCELED#6825,Flux-Unit#6826]
WholeStageCodegen (1)
== Physical Plan ==
AdaptiveSparkPlan (9)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (5)
+- WriteFiles (4)
+- ShuffleQueryStage (3), Statistics(sizeInBytes=188.9 KiB, rowCount=717)
+- Exchange (2)
+- * Scan ExistingRDD (1)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (8)
+- WriteFiles (7)
+- Exchange (6)
+- Scan ExistingRDD (1)
(1) Scan ExistingRDD [codegen id : 1]
Output [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
Arguments: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826], MapPartitionsRDD[405] at createDataFrame at AbsExportExecutor.java:55, ExistingRDD, UnknownPartitioning(0)
(2) Exchange
Input [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=2297]
(3) ShuffleQueryStage
Output [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
Arguments: 0
(4) WriteFiles
Input [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
(5) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f, false, Parquet, [path=file:///data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f], ErrorIfExists, [VISIT_ID, PATIENT_ID, IN_DATE, OUT_DATE, IN_MODE, OUT_MODE, IN_UNIT, OUT_UNIT, VISIT_TYPE, CHAMP_PMSI, UNIT_PATH, EMERGENCY, CANCELED, Flux-Unit]
(6) Exchange
Input [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
Arguments: SinglePartition, REPARTITION_BY_NUM, [plan_id=2290]
(7) WriteFiles
Input [14]: [VISIT_ID#6813, PATIENT_ID#6814, IN_DATE#6815, OUT_DATE#6816, IN_MODE#6817, OUT_MODE#6818, IN_UNIT#6819, OUT_UNIT#6820, VISIT_TYPE#6821, CHAMP_PMSI#6822, UNIT_PATH#6823, EMERGENCY#6824, CANCELED#6825, Flux-Unit#6826]
(8) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f, false, Parquet, [path=file:///data/output/export/parquet/728f1e49-2ada-4a18-8b5a-2b5955a6294f], ErrorIfExists, [VISIT_ID, PATIENT_ID, IN_DATE, OUT_DATE, IN_MODE, OUT_MODE, IN_UNIT, OUT_UNIT, VISIT_TYPE, CHAMP_PMSI, UNIT_PATH, EMERGENCY, CANCELED, Flux-Unit]
(9) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true