digraph G {
0 [labelType="html" label="<br><b>AdaptiveSparkPlan</b><br><br>"];
1 [labelType="html" label="<b>Execute InsertIntoHadoopFsRelationCommand</b><br><br>task commit time total (min, med, max (stageId: taskId))<br>9 ms (0 ms, 1 ms, 2 ms (stage 692.0: task 1518))<br>number of written files: 10<br>job commit time: 6 ms<br>number of output rows: 138,151<br>number of dynamic part: 0<br>written output: 9.2 MiB"];
2 [labelType="html" label="<br><b>WriteFiles</b><br><br>"];
subgraph cluster3 {
isCluster="true";
label="WholeStageCodegen (8)\n \nduration: total (min, med, max (stageId: taskId))\n1.5 s (120 ms, 166 ms, 174 ms (stage 692.0: task 1517))";
4 [labelType="html" label="<br><b>Project</b><br><br>"];
}
5 [labelType="html" label="<b>Window</b><br><br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 692.0: task 1515))"];
subgraph cluster6 {
isCluster="true";
label="WholeStageCodegen (7)\n \nduration: total (min, med, max (stageId: taskId))\n1.7 s (146 ms, 190 ms, 197 ms (stage 692.0: task 1517))";
7 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>44 ms (4 ms, 4 ms, 6 ms (stage 692.0: task 1524))<br>peak memory total (min, med, max (stageId: taskId))<br>645.0 MiB (64.5 MiB, 64.5 MiB, 64.5 MiB (stage 692.0: task 1515))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 692.0: task 1515))"];
}
8 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 138,151<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>55 ms (10 ms, 11 ms, 11 ms (stage 688.0: task 1511))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 138,151<br>local bytes read total (min, med, max (stageId: taskId))<br>16.9 MiB (1698.6 KiB, 1730.3 KiB, 1772.7 KiB (stage 692.0: task 1520))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 692.0: task 1515))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 50<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>55.3 MiB (10.8 MiB, 11.1 MiB, 11.2 MiB (stage 688.0: task 1511))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>16.9 MiB (3.3 MiB, 3.4 MiB, 3.4 MiB (stage 688.0: task 1511))"];
subgraph cluster9 {
isCluster="true";
label="WholeStageCodegen (6)\n \nduration: total (min, med, max (stageId: taskId))\n1.1 s (223 ms, 226 ms, 241 ms (stage 688.0: task 1510))";
10 [labelType="html" label="<br><b>Project</b><br><br>"];
11 [labelType="html" label="<b>SortMergeJoin</b><br><br>number of output rows: 138,151<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 688.0: task 1514))"];
}
subgraph cluster12 {
isCluster="true";
label="WholeStageCodegen (4)\n \nduration: total (min, med, max (stageId: taskId))\n1.2 s (228 ms, 229 ms, 243 ms (stage 688.0: task 1510))";
13 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>5 ms (1 ms, 1 ms, 1 ms (stage 688.0: task 1514))<br>peak memory total (min, med, max (stageId: taskId))<br>321.2 MiB (64.2 MiB, 64.2 MiB, 64.2 MiB (stage 688.0: task 1514))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 688.0: task 1514))"];
}
14 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>3.5 MiB (713.8 KiB, 713.8 KiB, 722.7 KiB (driver))<br>number of coalesced partitions: 5"];
15 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 51,055<br>local merged chunks fetched: 0<br>shuffle write time total (min, med, max (stageId: taskId))<br>10 ms (2 ms, 7 ms, 7 ms (stage 684.0: task 1508))<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 51,055<br>local bytes read total (min, med, max (stageId: taskId))<br>3.3 MiB (664.7 KiB, 685.5 KiB, 691.9 KiB (stage 688.0: task 1511))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 688.0: task 1514))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 10<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size total (min, med, max (stageId: taskId))<br>11.9 MiB (1439.5 KiB, 10.5 MiB, 10.5 MiB (stage 684.0: task 1508))<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written total (min, med, max (stageId: taskId))<br>3.3 MiB (436.2 KiB, 2.9 MiB, 2.9 MiB (stage 684.0: task 1508))"];
16 [labelType="html" label="<br><b>Union</b><br><br>"];
subgraph cluster17 {
isCluster="true";
label="WholeStageCodegen (1)\n \nduration: 40 ms";
18 [labelType="html" label="<br><b>Project</b><br><br>"];
}
19 [labelType="html" label="<b>Scan csv </b><br><br>number of output rows: 6,031<br>number of files read: 1<br>metadata time: 0 ms<br>size of files read: 514.2 KiB"];
subgraph cluster20 {
isCluster="true";
label="WholeStageCodegen (2)\n \nduration: 1.1 s";
21 [labelType="html" label="<br><b>Project</b><br><br>"];
22 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"IPP\", \"NOM_FAM\", \"PRENOM\", \"NOM_NAISSANCE\", \"NATIONALITE\", \"SEXE\", \"CIVILITE\", \"DATE_NAIS\", \"FINESS_ETAB\", \"INSC\", \"CODE ETAB\", \"NOM ETAB\" FROM \"formation\".\"patient_etab_sta\") as x) [numPartitions=1] </b><br><br>number of output rows: 45,024"];
}
subgraph cluster23 {
isCluster="true";
label="WholeStageCodegen (5)\n \nduration: total (min, med, max (stageId: taskId))\n1.4 s (227 ms, 446 ms, 452 ms (stage 688.0: task 1514))";
24 [labelType="html" label="<b>Sort</b><br><br>sort time total (min, med, max (stageId: taskId))<br>11 ms (2 ms, 2 ms, 3 ms (stage 688.0: task 1510))<br>peak memory total (min, med, max (stageId: taskId))<br>322.5 MiB (64.5 MiB, 64.5 MiB, 64.5 MiB (stage 688.0: task 1514))<br>spill size total (min, med, max (stageId: taskId))<br>0.0 B (0.0 B, 0.0 B, 0.0 B (stage 688.0: task 1514))"];
}
25 [labelType="html" label="<b>AQEShuffleRead</b><br><br>number of partitions: 5<br>partition data size total (min, med, max (stageId: taskId))<br>5.9 MiB (1218.2 KiB, 1218.2 KiB, 1218.2 KiB (driver))<br>number of coalesced partitions: 5"];
26 [labelType="html" label="<b>Exchange</b><br><br>shuffle records written: 95,000<br>local merged chunks fetched: 0<br>shuffle write time: 15 ms<br>remote merged bytes read: 0.0 B<br>local merged blocks fetched: 0<br>corrupt merged block chunks: 0<br>remote merged reqs duration: 0 ms<br>remote merged blocks fetched: 0<br>records read: 95,000<br>local bytes read total (min, med, max (stageId: taskId))<br>5.5 MiB (1120.6 KiB, 1142.8 KiB, 1145.2 KiB (stage 688.0: task 1511))<br>fetch wait time total (min, med, max (stageId: taskId))<br>0 ms (0 ms, 0 ms, 0 ms (stage 688.0: task 1514))<br>remote bytes read: 0.0 B<br>merged fetch fallback count: 0<br>local blocks read: 5<br>remote merged chunks fetched: 0<br>remote blocks read: 0<br>data size: 10.9 MiB<br>local merged bytes read: 0.0 B<br>number of partitions: 10<br>remote reqs duration: 0 ms<br>remote bytes read to disk: 0.0 B<br>shuffle bytes written: 5.5 MiB"];
subgraph cluster27 {
isCluster="true";
label="WholeStageCodegen (3)\n \nduration: 2.2 s";
28 [labelType="html" label="<br><b>Project</b><br><br>"];
29 [labelType="html" label="<b>Scan JDBCRelation((SELECT \"IPP\", \"Code-etablissement\", \"rue\", \"code-postal\", \"commune\", \"Latitude-Adresse\", \"Longitude-Adresse\" FROM \"formation\".\"adresse_patient\") as x) [numPartitions=1] </b><br><br>number of output rows: 95,000"];
}
1->0;
2->1;
4->2;
5->4;
7->5;
8->7;
10->8;
11->10;
13->11;
14->13;
15->14;
16->15;
18->16;
19->18;
21->16;
22->21;
24->11;
25->24;
26->25;
28->26;
29->28;
}
30
AdaptiveSparkPlan isFinalPlan=true
Execute InsertIntoHadoopFsRelationCommand file:/data/output/cache/parquet/datablock/PATRIENT_MULTI__23279, false, Parquet, [path=file:///data/output/cache/parquet/datablock/PATRIENT_MULTI__23279], Overwrite, [COL_DA837A66_A5E3_4D78_8146_E77811E1D906, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B, COL_1856A62C_995E_4541_9113_FCAF59469832, COL_03D2760C_9C02_4012_93FC_D386830CCE1A, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79, COL_D6E299BD_E434_48A7_9BB0_CD703734900D, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68, COL_48938166_DC92_438A_BDE1_798596353709, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038, COL_F7FAE232_C978_4109_9201_2885C404DE4D, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5]
WriteFiles
Project [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
WholeStageCodegen (8)
Window [row_number() windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, count(1) windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L], [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525], [1 DESC NULLS LAST]
Sort [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
WholeStageCodegen (7)
Exchange hashpartitioning(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 10), ENSURE_REQUIREMENTS, [plan_id=28070]
Project [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, ADRESSE_PATIENT_23201_RUE_23204#84282 AS COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277 AS COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, ADRESSE_PATIENT_23201_COMMUNE_23206#84278 AS COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280 AS COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281 AS COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, str_extract(ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, LEFT, 2) AS COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, str_encrypt(str_join(array(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244), -)) AS COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
SortMergeJoin [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243], [ADRESSE_PATIENT_23201_IPP_23202#84279], LeftOuter
WholeStageCodegen (6)
Sort [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243 ASC NULLS FIRST], false, 0
WholeStageCodegen (4)
AQEShuffleRead coalesced
Exchange hashpartitioning(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, 10), ENSURE_REQUIREMENTS, [plan_id=27950]
Union
Project [N°Patient #83916 AS COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, Nom de Famille#83917 AS COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, Prénom#83918 AS COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, Nom de naissance#83919 AS COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, Nationalité#83920 AS COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, Sexe#83921 AS COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, Civilité#83922 AS COL_1856A62C_995E_4541_9113_FCAF59469832#84249, Date naissance#83923 AS COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, Date naissance#83923 AS COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, INSC#83925 AS COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, CODE ETABLISSEMENT#83926 AS COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, LABEL ETABLISSEMENT#83927 AS COL_48938166_DC92_438A_BDE1_798596353709#84254, str_extract(Date naissance#83923, LEFT, 4) AS COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
WholeStageCodegen (1)
FileScan csv [N°Patient #83916,Nom de Famille#83917,Prénom#83918,Nom de naissance#83919,Nationalité#83920,Sexe#83921,Civilité#83922,Date naissance#83923,INSC#83925,CODE ETABLISSEMENT#83926,LABEL ETABLISSEMENT#83927] Batched: false, DataFilters: [], Format: CSV, Location: InMemoryFileIndex(1 paths)[file:/data/input/depot/csv/tmp/DEPOT_CONNECTEU_23174/PATIENT_ETAB_VAL-..., PartitionFilters: [], PushedFilters: [], ReadSchema: struct<N°Patient :string,Nom de Famille:string,Prénom:string,Nom de naissance:string,Nationalité:...
Project [IPP#84017 AS COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84781, NOM_FAM#84018 AS COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84782, PRENOM#84019 AS COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84783, NOM_NAISSANCE#84020 AS COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84784, NATIONALITE#84021 AS COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84785, SEXE#84022 AS COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84786, CIVILITE#84023 AS COL_1856A62C_995E_4541_9113_FCAF59469832#84787, DATE_NAIS#84024 AS COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84788, FINESS_ETAB#84025 AS COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84789, INSC#84026 AS COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84790, CODE ETAB#84027 AS COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84791, NOM ETAB#84028 AS COL_48938166_DC92_438A_BDE1_798596353709#84792, str_extract(DATE_NAIS#84024, LEFT, 4) AS COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84793]
Scan JDBCRelation((SELECT "IPP", "NOM_FAM", "PRENOM", "NOM_NAISSANCE", "NATIONALITE", "SEXE", "CIVILITE", "DATE_NAIS", "FINESS_ETAB", "INSC", "CODE ETAB", "NOM ETAB" FROM "formation"."patient_etab_sta") as x) [numPartitions=1] [IPP#84017,NOM_FAM#84018,PRENOM#84019,NOM_NAISSANCE#84020,NATIONALITE#84021,SEXE#84022,CIVILITE#84023,DATE_NAIS#84024,FINESS_ETAB#84025,INSC#84026,CODE ETAB#84027,NOM ETAB#84028] PushedFilters: [], ReadSchema: struct<IPP:string,NOM_FAM:string,PRENOM:string,NOM_NAISSANCE:string,NATIONALITE:string,SEXE:strin...
WholeStageCodegen (2)
Sort [ADRESSE_PATIENT_23201_IPP_23202#84279 ASC NULLS FIRST], false, 0
WholeStageCodegen (5)
AQEShuffleRead coalesced
Exchange hashpartitioning(ADRESSE_PATIENT_23201_IPP_23202#84279, 10), ENSURE_REQUIREMENTS, [plan_id=27962]
Project [code-postal#83832 AS ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, commune#83833 AS ADRESSE_PATIENT_23201_COMMUNE_23206#84278, IPP#83829 AS ADRESSE_PATIENT_23201_IPP_23202#84279, Latitude-Adresse#83834 AS ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, Longitude-Adresse#83835 AS ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, rue#83831 AS ADRESSE_PATIENT_23201_RUE_23204#84282]
Scan JDBCRelation((SELECT "IPP", "Code-etablissement", "rue", "code-postal", "commune", "Latitude-Adresse", "Longitude-Adresse" FROM "formation"."adresse_patient") as x) [numPartitions=1] [code-postal#83832,commune#83833,IPP#83829,Latitude-Adresse#83834,Longitude-Adresse#83835,rue#83831] PushedFilters: [*IsNotNull(IPP)], ReadSchema: struct<code-postal:string,commune:string,IPP:string,Latitude-Adresse:double,Longitude-Adresse:dou...
WholeStageCodegen (3)
== Physical Plan ==
AdaptiveSparkPlan (39)
+- == Final Plan ==
Execute InsertIntoHadoopFsRelationCommand (24)
+- WriteFiles (23)
+- * Project (22)
+- Window (21)
+- * Sort (20)
+- ShuffleQueryStage (19), Statistics(sizeInBytes=55.3 MiB, rowCount=1.38E+5)
+- Exchange (18)
+- * Project (17)
+- * SortMergeJoin LeftOuter (16)
:- * Sort (9)
: +- AQEShuffleRead (8)
: +- ShuffleQueryStage (7), Statistics(sizeInBytes=11.9 MiB, rowCount=5.11E+4)
: +- Exchange (6)
: +- Union (5)
: :- * Project (2)
: : +- Scan csv (1)
: +- * Project (4)
: +- * Scan JDBCRelation((SELECT "IPP", "NOM_FAM", "PRENOM", "NOM_NAISSANCE", "NATIONALITE", "SEXE", "CIVILITE", "DATE_NAIS", "FINESS_ETAB", "INSC", "CODE ETAB", "NOM ETAB" FROM "formation"."patient_etab_sta") as x) [numPartitions=1] (3)
+- * Sort (15)
+- AQEShuffleRead (14)
+- ShuffleQueryStage (13), Statistics(sizeInBytes=10.9 MiB, rowCount=9.50E+4)
+- Exchange (12)
+- * Project (11)
+- * Scan JDBCRelation((SELECT "IPP", "Code-etablissement", "rue", "code-postal", "commune", "Latitude-Adresse", "Longitude-Adresse" FROM "formation"."adresse_patient") as x) [numPartitions=1] (10)
+- == Initial Plan ==
Execute InsertIntoHadoopFsRelationCommand (38)
+- WriteFiles (37)
+- Project (36)
+- Window (35)
+- Sort (34)
+- Exchange (33)
+- Project (32)
+- SortMergeJoin LeftOuter (31)
:- Sort (28)
: +- Exchange (27)
: +- Union (26)
: :- Project (25)
: : +- Scan csv (1)
: +- Project (4)
: +- Scan JDBCRelation((SELECT "IPP", "NOM_FAM", "PRENOM", "NOM_NAISSANCE", "NATIONALITE", "SEXE", "CIVILITE", "DATE_NAIS", "FINESS_ETAB", "INSC", "CODE ETAB", "NOM ETAB" FROM "formation"."patient_etab_sta") as x) [numPartitions=1] (3)
+- Sort (30)
+- Exchange (29)
+- Project (11)
+- Scan JDBCRelation((SELECT "IPP", "Code-etablissement", "rue", "code-postal", "commune", "Latitude-Adresse", "Longitude-Adresse" FROM "formation"."adresse_patient") as x) [numPartitions=1] (10)
(1) Scan csv
Output [11]: [N°Patient #83916, Nom de Famille#83917, Prénom#83918, Nom de naissance#83919, Nationalité#83920, Sexe#83921, Civilité#83922, Date naissance#83923, INSC#83925, CODE ETABLISSEMENT#83926, LABEL ETABLISSEMENT#83927]
Batched: false
Location: InMemoryFileIndex [file:/data/input/depot/csv/tmp/DEPOT_CONNECTEU_23174/PATIENT_ETAB_VAL-BUT.csv]
ReadSchema: struct<N°Patient :string,Nom de Famille:string,Prénom:string,Nom de naissance:string,Nationalité:string,Sexe:string,Civilité:string,Date naissance:string,INSC:string,CODE ETABLISSEMENT:string,LABEL ETABLISSEMENT:string>
(2) Project [codegen id : 1]
Output [13]: [N°Patient #83916 AS COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, Nom de Famille#83917 AS COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, Prénom#83918 AS COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, Nom de naissance#83919 AS COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, Nationalité#83920 AS COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, Sexe#83921 AS COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, Civilité#83922 AS COL_1856A62C_995E_4541_9113_FCAF59469832#84249, Date naissance#83923 AS COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, Date naissance#83923 AS COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, INSC#83925 AS COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, CODE ETABLISSEMENT#83926 AS COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, LABEL ETABLISSEMENT#83927 AS COL_48938166_DC92_438A_BDE1_798596353709#84254, str_extract(Date naissance#83923, LEFT, 4) AS COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Input [11]: [N°Patient #83916, Nom de Famille#83917, Prénom#83918, Nom de naissance#83919, Nationalité#83920, Sexe#83921, Civilité#83922, Date naissance#83923, INSC#83925, CODE ETABLISSEMENT#83926, LABEL ETABLISSEMENT#83927]
(3) Scan JDBCRelation((SELECT "IPP", "NOM_FAM", "PRENOM", "NOM_NAISSANCE", "NATIONALITE", "SEXE", "CIVILITE", "DATE_NAIS", "FINESS_ETAB", "INSC", "CODE ETAB", "NOM ETAB" FROM "formation"."patient_etab_sta") as x) [numPartitions=1] [codegen id : 2]
Output [12]: [IPP#84017, NOM_FAM#84018, PRENOM#84019, NOM_NAISSANCE#84020, NATIONALITE#84021, SEXE#84022, CIVILITE#84023, DATE_NAIS#84024, FINESS_ETAB#84025, INSC#84026, CODE ETAB#84027, NOM ETAB#84028]
ReadSchema: struct<IPP:string,NOM_FAM:string,PRENOM:string,NOM_NAISSANCE:string,NATIONALITE:string,SEXE:string,CIVILITE:string,DATE_NAIS:string,FINESS_ETAB:string,INSC:string,CODE ETAB:string,NOM ETAB:string>
(4) Project [codegen id : 2]
Output [13]: [IPP#84017 AS COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84781, NOM_FAM#84018 AS COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84782, PRENOM#84019 AS COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84783, NOM_NAISSANCE#84020 AS COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84784, NATIONALITE#84021 AS COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84785, SEXE#84022 AS COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84786, CIVILITE#84023 AS COL_1856A62C_995E_4541_9113_FCAF59469832#84787, DATE_NAIS#84024 AS COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84788, FINESS_ETAB#84025 AS COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84789, INSC#84026 AS COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84790, CODE ETAB#84027 AS COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84791, NOM ETAB#84028 AS COL_48938166_DC92_438A_BDE1_798596353709#84792, str_extract(DATE_NAIS#84024, LEFT, 4) AS COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84793]
Input [12]: [IPP#84017, NOM_FAM#84018, PRENOM#84019, NOM_NAISSANCE#84020, NATIONALITE#84021, SEXE#84022, CIVILITE#84023, DATE_NAIS#84024, FINESS_ETAB#84025, INSC#84026, CODE ETAB#84027, NOM ETAB#84028]
(5) Union
(6) Exchange
Input [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: hashpartitioning(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, 10), ENSURE_REQUIREMENTS, [plan_id=27950]
(7) ShuffleQueryStage
Output [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: 0
(8) AQEShuffleRead
Input [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: coalesced
(9) Sort [codegen id : 4]
Input [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243 ASC NULLS FIRST], false, 0
(10) Scan JDBCRelation((SELECT "IPP", "Code-etablissement", "rue", "code-postal", "commune", "Latitude-Adresse", "Longitude-Adresse" FROM "formation"."adresse_patient") as x) [numPartitions=1] [codegen id : 3]
Output [6]: [code-postal#83832, commune#83833, IPP#83829, Latitude-Adresse#83834, Longitude-Adresse#83835, rue#83831]
PushedFilters: [*IsNotNull(IPP)]
ReadSchema: struct<code-postal:string,commune:string,IPP:string,Latitude-Adresse:double,Longitude-Adresse:double,rue:string>
(11) Project [codegen id : 3]
Output [6]: [code-postal#83832 AS ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, commune#83833 AS ADRESSE_PATIENT_23201_COMMUNE_23206#84278, IPP#83829 AS ADRESSE_PATIENT_23201_IPP_23202#84279, Latitude-Adresse#83834 AS ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, Longitude-Adresse#83835 AS ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, rue#83831 AS ADRESSE_PATIENT_23201_RUE_23204#84282]
Input [6]: [code-postal#83832, commune#83833, IPP#83829, Latitude-Adresse#83834, Longitude-Adresse#83835, rue#83831]
(12) Exchange
Input [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: hashpartitioning(ADRESSE_PATIENT_23201_IPP_23202#84279, 10), ENSURE_REQUIREMENTS, [plan_id=27962]
(13) ShuffleQueryStage
Output [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: 1
(14) AQEShuffleRead
Input [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: coalesced
(15) Sort [codegen id : 5]
Input [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: [ADRESSE_PATIENT_23201_IPP_23202#84279 ASC NULLS FIRST], false, 0
(16) SortMergeJoin [codegen id : 6]
Left keys [1]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243]
Right keys [1]: [ADRESSE_PATIENT_23201_IPP_23202#84279]
Join type: LeftOuter
Join condition: None
(17) Project [codegen id : 6]
Output [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, ADRESSE_PATIENT_23201_RUE_23204#84282 AS COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277 AS COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, ADRESSE_PATIENT_23201_COMMUNE_23206#84278 AS COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280 AS COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281 AS COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, str_extract(ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, LEFT, 2) AS COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, str_encrypt(str_join(array(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244), -)) AS COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Input [19]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
(18) Exchange
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: hashpartitioning(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 10), ENSURE_REQUIREMENTS, [plan_id=28070]
(19) ShuffleQueryStage
Output [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: 2
(20) Sort [codegen id : 7]
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(21) Window
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: [row_number() windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, count(1) windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L], [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525], [1 DESC NULLS LAST]
(22) Project [codegen id : 8]
Output [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
Input [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
(23) WriteFiles
Input [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
(24) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/PATRIENT_MULTI__23279, false, Parquet, [path=file:///data/output/cache/parquet/datablock/PATRIENT_MULTI__23279], Overwrite, [COL_DA837A66_A5E3_4D78_8146_E77811E1D906, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B, COL_1856A62C_995E_4541_9113_FCAF59469832, COL_03D2760C_9C02_4012_93FC_D386830CCE1A, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79, COL_D6E299BD_E434_48A7_9BB0_CD703734900D, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68, COL_48938166_DC92_438A_BDE1_798596353709, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038, COL_F7FAE232_C978_4109_9201_2885C404DE4D, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5]
(25) Project
Output [13]: [N°Patient #83916 AS COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, Nom de Famille#83917 AS COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, Prénom#83918 AS COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, Nom de naissance#83919 AS COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, Nationalité#83920 AS COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, Sexe#83921 AS COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, Civilité#83922 AS COL_1856A62C_995E_4541_9113_FCAF59469832#84249, Date naissance#83923 AS COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, Date naissance#83923 AS COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, INSC#83925 AS COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, CODE ETABLISSEMENT#83926 AS COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, LABEL ETABLISSEMENT#83927 AS COL_48938166_DC92_438A_BDE1_798596353709#84254, str_extract(Date naissance#83923, LEFT, 4) AS COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Input [11]: [N°Patient #83916, Nom de Famille#83917, Prénom#83918, Nom de naissance#83919, Nationalité#83920, Sexe#83921, Civilité#83922, Date naissance#83923, INSC#83925, CODE ETABLISSEMENT#83926, LABEL ETABLISSEMENT#83927]
(26) Union
(27) Exchange
Input [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: hashpartitioning(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, 10), ENSURE_REQUIREMENTS, [plan_id=27908]
(28) Sort
Input [13]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255]
Arguments: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243 ASC NULLS FIRST], false, 0
(29) Exchange
Input [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: hashpartitioning(ADRESSE_PATIENT_23201_IPP_23202#84279, 10), ENSURE_REQUIREMENTS, [plan_id=27909]
(30) Sort
Input [6]: [ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
Arguments: [ADRESSE_PATIENT_23201_IPP_23202#84279 ASC NULLS FIRST], false, 0
(31) SortMergeJoin
Left keys [1]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243]
Right keys [1]: [ADRESSE_PATIENT_23201_IPP_23202#84279]
Join type: LeftOuter
Join condition: None
(32) Project
Output [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, ADRESSE_PATIENT_23201_RUE_23204#84282 AS COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277 AS COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, ADRESSE_PATIENT_23201_COMMUNE_23206#84278 AS COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280 AS COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281 AS COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, str_extract(ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, LEFT, 2) AS COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, str_encrypt(str_join(array(COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244), -)) AS COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Input [19]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, ADRESSE_PATIENT_23201_CODE_POSTAL_23205#84277, ADRESSE_PATIENT_23201_COMMUNE_23206#84278, ADRESSE_PATIENT_23201_IPP_23202#84279, ADRESSE_PATIENT_23201_LATITUDE_ADRESS_23207#84280, ADRESSE_PATIENT_23201_LONGITUDE_ADRES_23208#84281, ADRESSE_PATIENT_23201_RUE_23204#84282]
(33) Exchange
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: hashpartitioning(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 10), ENSURE_REQUIREMENTS, [plan_id=27915]
(34) Sort
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525 ASC NULLS FIRST, 1 DESC NULLS LAST], false, 0
(35) Window
Input [20]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525]
Arguments: [row_number() windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, count(1) windowspecdefinition(COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, 1 DESC NULLS LAST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L], [COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525], [1 DESC NULLS LAST]
(36) Project
Output [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
Input [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
(37) WriteFiles
Input [22]: [COL_DA837A66_A5E3_4D78_8146_E77811E1D906#84243, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6#84244, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A#84245, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3#84246, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA#84247, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B#84248, COL_1856A62C_995E_4541_9113_FCAF59469832#84249, COL_03D2760C_9C02_4012_93FC_D386830CCE1A#84250, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79#84251, COL_D6E299BD_E434_48A7_9BB0_CD703734900D#84252, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68#84253, COL_48938166_DC92_438A_BDE1_798596353709#84254, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6#84255, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406#84519, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002#84520, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F#84521, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD#84522, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038#84523, COL_F7FAE232_C978_4109_9201_2885C404DE4D#84524, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B#84570, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3#84525, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5#84640L]
(38) Execute InsertIntoHadoopFsRelationCommand
Input: []
Arguments: file:/data/output/cache/parquet/datablock/PATRIENT_MULTI__23279, false, Parquet, [path=file:///data/output/cache/parquet/datablock/PATRIENT_MULTI__23279], Overwrite, [COL_DA837A66_A5E3_4D78_8146_E77811E1D906, COL_A1D52110_06F2_4919_BC41_B4C12C03A4D6, COL_FD35B5D9_22F4_4296_87B4_D3D2AD82C75A, COL_FE9AE82C_82DB_4A84_B792_6D0B9FDCD6F3, COL_038F34E2_6E00_4358_912F_12FA53F2A3DA, COL_6B656202_FD9C_4220_AC7F_53E214FADF1B, COL_1856A62C_995E_4541_9113_FCAF59469832, COL_03D2760C_9C02_4012_93FC_D386830CCE1A, COL_4B83C5E0_479D_4358_A78D_D4686C5C9F79, COL_D6E299BD_E434_48A7_9BB0_CD703734900D, COL_B7FECF84_F58A_47AC_A8CF_5F35088EFA68, COL_48938166_DC92_438A_BDE1_798596353709, COL_C4CA054F_F4FF_4F5E_B755_2351358745E6, COL_0DB0E977_3A15_4B5E_A041_36364CE4A406, COL_A3C1A606_F7FE_4D78_A8FF_8B13297AB002, COL_D8730194_0C1D_4956_ADE5_58992AB0C50F, COL_166C1390_7BC3_4E96_A7DF_22DAD2D148AD, COL_C0DDDD79_E6EB_45DC_8799_7ADCBB1DB038, COL_F7FAE232_C978_4109_9201_2885C404DE4D, COL_1D44A7C3_418B_4BE7_BD38_034B6CD2157B, COL_F342FA2F_B106_418E_AA8E_A195AD9F1DA3, COL_44F364D4_5A36_4D5D_9FEF_B20BC91DD2B5]
(39) AdaptiveSparkPlan
Output: []
Arguments: isFinalPlan=true