From 28215028cd215a8bcbe778f37b39f975289aff45 Mon Sep 17 00:00:00 2001 From: Polarolouis Date: Fri, 19 Apr 2024 15:31:45 +0200 Subject: [PATCH] Ignoring cluster output files and adding first results Removing old data file and improving simulations NA migale script shoud work Removing unnecessary flag Changing filename --- .gitignore | 7 ++++- code/analysis/analyze_NA_robustness.R | 23 +++++++++----- ...NA_robustness18-04-2024_16-59-42_1-100.Rds | Bin 8151 -> 0 bytes ...NA_robustness18-04-2024_17-05-44_1-100.Rds | Bin 6698 -> 0 bytes ...A_robustness_17-04-2024_18-21-25_1-400.Rds | Bin 20462 -> 0 bytes ...-04-2024_15-18-55_uniform_nested_1-200.Rds | Bin 0 -> 12553 bytes .../migale_simulations_NA_robustness.sh | 28 +++++++++++------- code/simulations/simulations_NA_robustness.R | 5 +++- 8 files changed, 44 insertions(+), 19 deletions(-) delete mode 100644 code/results/simulations/NA_robustness/NA_robustness18-04-2024_16-59-42_1-100.Rds delete mode 100644 code/results/simulations/NA_robustness/NA_robustness18-04-2024_17-05-44_1-100.Rds delete mode 100644 code/results/simulations/NA_robustness/NA_robustness_17-04-2024_18-21-25_1-400.Rds create mode 100644 code/results/simulations/NA_robustness/NA_robustness_19-04-2024_15-18-55_uniform_nested_1-200.Rds diff --git a/.gitignore b/.gitignore index e5b9d27..9e6aee1 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1,7 @@ tmp* -last.dump.rds \ No newline at end of file +last.dump.rds + +*.o* +*.e* +*.pe* +*.po* diff --git a/code/analysis/analyze_NA_robustness.R b/code/analysis/analyze_NA_robustness.R index cead6c3..f01e7fb 100644 --- a/code/analysis/analyze_NA_robustness.R +++ b/code/analysis/analyze_NA_robustness.R @@ -8,9 +8,11 @@ data_folder <- file.path("code", "results", "simulations", "NA_robustness") data <- readRDS(file.path( data_folder, - "NA_robustness18-04-2024_17-05-44_1-100.Rds" + "NA_robustness_19-04-2024_15-18-55_uniform_nested_1-200.Rds" )) +data[["model"]] <- factor(data[["model"]], levels = c("iid", "pi", "rho", "pirho")) + max_repetition <- max(data$repetition) #  Averaging over repetitions @@ -22,7 +24,9 @@ averaged_data <- data %>% #  Preparing auc_data auc_data <- averaged_data %>% select(c(prop_NAs, model) | contains("auc_")) %>% - rename_with(~ gsub("auc_", "", .x, fixed = TRUE)) + rename_with(~ gsub("auc_", "", .x, fixed = TRUE)) %>% + filter(prop_NAs != 0) + auc_data_long <- bind_cols( auc_data %>% select(c("prop_NAs", "model") | contains("_mean")) %>% @@ -35,7 +39,7 @@ auc_data_long <- names_to = NULL, values_to = "auc_sd" ) %>% ungroup() %>% select(!c("prop_NAs", "model")) - ) %>% mutate(method = gsub( + ) %>% mutate(method = method %>% gsub( pattern = "_mean", replacement = "", fixed = TRUE )) @@ -62,14 +66,17 @@ auc_plot <- ggplot(auc_data_long) + geom_line(aes(color = method)) + geom_point(aes(color = method)) + geom_ribbon(aes(ymin = auc_mean - auc_sd, ymax = auc_mean + auc_sd, fill = method), alpha = 0.2) + - ylim(c(0, 1)) + + ylim(c(min(auc_data_long[["auc_mean"]]), max(auc_data_long[["auc_mean"]]))) + scale_x_continuous(breaks = scales::pretty_breaks(n = 10L)) + ylab(TeX("\\bar{AUC}")) + xlab("NA proportion") + + labs(fill = "Method", color = "Method") + ggtitle(TeX(paste( "$\\bar{AUC}\\pm s_{AUC}$", ", function of NA proportion. N=", max_repetition ))) + - facet_grid(cols = vars(model)) + facet_grid(rows = vars(model), as.table = TRUE) + + theme_bw() + ari_plot <- ggplot(ari_data_long) + aes(x = prop_NAs, y = ari_mean) + @@ -79,9 +86,11 @@ ari_plot <- ggplot(ari_data_long) + scale_x_continuous(breaks = scales::pretty_breaks(n = 10L)) + ylab(TeX("$\\bar{ARI^d}$")) + xlab("NA proportion") + + labs(fill = "Method", color = "Method") + ggtitle(TeX(paste( "$\\bar{ARI^d}\\pm s_{ARI^d}$", ", function of NA proportion. N=", max_repetition ))) + - facet_grid(rows = vars(model), cols = vars(dim)) + facet_grid(rows = vars(model), cols = vars(dim)) + + theme_bw() -auc_plot + ari_plot \ No newline at end of file +(auc_plot | ari_plot) + patchwork::plot_layout(guides = "collect") diff --git a/code/results/simulations/NA_robustness/NA_robustness18-04-2024_16-59-42_1-100.Rds b/code/results/simulations/NA_robustness/NA_robustness18-04-2024_16-59-42_1-100.Rds deleted file mode 100644 index 134ff96808a2a204fe4fe01d67580afc14d09690..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 8151 zcmch6XH=8jwyq+AbVRB&1*8aqp_eF15rj_!q}R|(1f+MO(xewDf*~OksnU_&l}N7= zh!m*-Ly-gsAps8iJNJxx$2j}f-h144jJ1BOHQ%}BTyw7WJp2jQF8%#o*|DYxvi#QA zxyXyG&6}P3Zm*Q^K2;;l(Ll#evK6jLu2en>o;yNUmTuH~S zTWY4F2jS6@4SQIMaJzfV`Ng2?u5TLNOj5F_*@{ISj~wQSkMV8|>fB$({NBU|`Rze- zh#060X4qBgTXD2~Z6+PCe!ueScwz&Xx3=aHyJ;5^$yj1YufeIv*M_|_{s3U=g z7p4pZ@u38?y6I?#6KLrTGjfw3$Jg~S(I;xS(Ir2=63KQ)=)PGt<<8duQ*?i~T0BdZ zLrpykJ7;BbkFvL!L3(uq0}_`&)JhIWS?m7-N#1Cz6UvTt^#JBT0jfdtcp<^d_41jsz0qa!2C68E>Tj zN=<=~ts8f8&s|lC`z&`x2Gb8SYp{S>xvtvf;%4=q!+PjrbpOllhskdPHogLWUiz0k z6u-KtQMj;TYS#R!8-yum4ZJ31EVj#RO@nY^P*MT$v#bLkuQ(AoT8lI63BG1Sm+$F( zH>VNTk>+qD>Y5PkG-=wLVite*PzV~J-#UzUgEVPq=x6RcR`JGVegV{^7DTOcZdXQK zrK)hK(c>}6SQGc?1DLJHUVTzfWNu#9$rA8@s%@j>!l#k{m``BFb}>97syxt1ca zxX^{mO+Qz+wu@eAayLJkEzwm9kO7@g?lY^`r$fKon>nrtptQ(Ht!FXGaFqOx%dW)r z#j^xp7&^qGF2dDt6`B90C!U3cvr_kMz{*7+9YD7=X@&r^<}`HlCP+}8Vx{QC`igO= z8DyeM)OcE7=NNuxJA^)91itXcBufV5L}to$AgK-b$+G&!ob+wid6v3vItWy3B?$FZ zA}EB|1}MRZf}C&<+4o`$5{(tq2XsSZW7ys*QQYuMdW?{4c*X(i`i{pW48zxnm&V{c zw;@mrlf@e051CQ(jDCNlS>KBxJcO2H0O`S>TdQCawvp11)Tset)s9qn1lerdUiTy)!A@*G&NnaxPKlz(O+HhTos3wq1$aY z<~<&WnF|E&%lZErkx74XgsRBllBza0fE&s5IAKTUt*e~%AfEVY$g7H6;_(Bi>0Lg3 z8P)c)6}RkKGR7-#;Y{sgZVL&Goq_pkjLbvKhn#M}jAWRsPA0y2)rK%dNE;BzN$wkn zXAGHi5yj3C3acax^hJd;-y-?=sjg{7j+UoiIQ9(nW4Q3Ar2B`u7ENv67xHuNXG zvufMA`Nq9ny7OV2(^3nexT~IAxx=v?Sl8}?WSFotgK+}STj8~22L=+KeNaI7QMuMG znPJGQ*<+3`27-D9hewH_S)?K;^o0+lE#B=9g3VjVh6IT=8M$ zl9sJs*K|;EE)7pBskNeWXz+y=qn7NG;bQ}0@;T`3hr@L($jAu^{sp_6I+Wq-zasl_F)x68CG zZ#RER#C*K13bmuI>0=BQz@8*dRsz$af>>2KK3xo@GC(&zOP^yJbBk zWaCM9yUA#RFPrq$PoFxa|t^r=5C)f3YP>_O~GLBWC~4G9Fth9WcY`s78_TrnqDYCYU<$W z#}u@ho6srhzHM)evPt@cR*>aK*7|MD-1{YS65m^){JQqT1`H&D#gdtrPlN}F8&N>= zQhv5mFmKuk`%fqmOA7jEFtfpuAYZ8V(UPs+#@)l_?l16aSODD)HzBM&=|chbiQ2?Y zjS> ze%@js|0?u%^RnVsG}{LH&~PU=Eu>najsOTB&<>P^>IoH7l~+aCkc-et$T%}M);H~LgOi*N9`M_Jpc{VvJ;)K55l;X2ojB3*;AG=L<_ z8SaP*LH`j%7|C{OmVCIM{)#(ZV?j1iIaB+S;DVt_5_`>%WW(#>YRe}Svqln@NduYu zOF_OeFN&OVli6pY1ne?PNJY6L?9g&X0^!q1=$+r}GXC|`W7BEEg}|6Fha9tQvyipg zzob!6VauukF(Jjx2*h*q|B z2eq;x8Ui@Q?Q(5g|Dp;<0LDaph8GKi)PZH}WRLsJBcl z*;N57)f9-Xrv^U_lCti_oD@+xo6{pItp%VS!cf6OS#=G`nU61;ZNP}@2|L60e2OyB z+QqFqCXwxv^WP=PCRzl=KJLG~<)Wq;Dl|wm$?zBw8obJ$!PfGGs8QkFn1cj(6?sd@ zDohLi9MjzJ3Fb1+e142}5t2$p7A2;UY${nrj%)vFdoiIA=Fu*4TW(oap*Bb;K*9ir zZWV00pL9xT{rODT^0lC;gx*a6a#<2dZQN?7?Ek|j*oWS-Eqz%7CjKNl+Xt2x+wUTZ@B7|?E2 z<;pHandzJM7nC*Vfh#Q-#JDOZ-d0RXcV1F1f}kc-QBtdI@719uL*fS{x%M!qK~-p& zH7(jdGhzW`Wr}N$!88K-3#a6`{C=DqrgC{2;y&0WxmN1Q_LP3LwfW#`1x^VO##v#_ zLf=lOJ6QxUGYCA;Wm7*;iP;KDKMUZXD>h`Q`}BSN<*HnRh3@C1KrKlO^d806sKQGV zN@k8-i4iQ>`Uw*e55~9;N$-s{(x4_df)rg!z9oIGl<>~AWKRrF#w1EcB_R#)lMA{vfM z8x=~L&+0=IT{1}UV$?@)!%{y!;Pec*dS-PRg7EHmjS<0xrPaxZLtX>mDDFUpyA{5c1Ej3xb#W5(} zKBd)(Y886DQ2Z-VlH()E@8?F3z@G$}8uw*i`(yZ7joc|r%W&5XjbTFJ$pb%r?0on5 zzT!LmX#wf$(dPBe;G_G>N9!00FhLIBzQ<}L+UJ$*x+?o+lA9H838MAtGjpWQT>jSb z!>95ES3pTY=oU-RqE0;~m@u82dz#y))ZfAGY?Jh`M6CSnB#c{DDt*XmNOCGVICo?U2;0C< zOBUUTZb%g=Toiz@;~Vs~b)yu3bj02?KIn43Z8t`pA0zU z%d@T;KOKM-s~g-1S&;r*#oF`&hOzl}i|JRHT(-fbF@3$uK-O;c%fMom?iWg>+}{wG z=fJ8@7RNS%Vb$wP^T(%(}~qaeOZouSx#wBSX8H{>t{;l*3j^Q7O$Lv zO>>vG4}>k66xy^5VDNz$$|jO+dR?h|WCu?9oyK*~N^dwFzsEedrt+lquT-LtW)lx7 z!JgQi$UHSE5SjMYRMr>7{%$-3KUm{P-yg`1a^obpx@A{cb&eqR$+}zba;(L($NFbM2TTVp8 zZK9YKe^c$F-RJQ$iUyL|_Ok4Q>xQ5w22yJAhpOHCoC!`LB{^rVky21%zx*UcZFg^9 zchlGIi6YjJGy#6KY%YW@U+qt;UCD-n9*DOZPYx0&odU!$BCOhua<^23^n!}P@XW<{ z9&u)-WvTwEjrXFOs@ncyC%3ajL^w8RG*$Hv`t}neu6=jNSmAx!4z=fLz!Glt+sWGA zD6XN3?!75m`R0FBthC_#8mj-dy1)DLeq|3?N@fMI_^!67+_*?k=U~YDlbrL>r{-ZJ zpYxrFQOJnGDI}c8zmLbl&J@p)Z-TXo_!I5v1uS1e>GTnK?Y*(xCg0N>GhX14A!JBX z?Gxxi8cZJ|@mZnh!Rb``k#(pj>b|IVS#Ma8E|-_F%r@F4X!AYE{kXO>_g?oH2c&dM9HY?zb1-jC9{-wV;bzTX;dV_Q=%_-mJbh4JbI zP6m`e+9g*@O1g9>&`cH~7GIBH_HTBbzKsb{?(huk-eYJE>&d6~5*?4fq~s5RORmq3 zyxzLv%7-w2s`rx}9A>6M@xPHKe9R(S@4tsMjd=#8Z1H@3;yc#{q~3QDTT;;>+6J8o zjKQU(rH**MB8$mE@JLsGK7kXZcP5zIe0ZgIzMW0K%0Hex4==B`Hv~U}pBzAA`DVj( z4SC-!d4J>X>N4h?tv@9GIV~x_0)ZU65Fp1P{=eW`Qs+3b%a7rL$mGK%XpwVOvv24W zTI9#D^}0e+SeM$!cCyVB%W+w5FcGf$U^%B^dKgTIz!m2yl;%Xbc(jr+7Y}$8RyEBW z)r(Wzeoz@^GScon)cF)biqE~kW5<*p*6NLrv6Eoa&Of1Y_#;Y!90@7`IjX0tQYvs} zY$JGBHojTs@H((*g|4IaPOUwthakA<6s!CN2#$_ld43e99=Je;1G4xTzXXR&539(K z_R3CJhko$eyfRQ2dhXS_<{U%F!xKd62Vr4<)9c5u zrS0*>m5;p+8%_uhw2xZvLeCzr*c@*4!NyE?oDUbx&j)qSq{_!cO^>$AbIY9xAjyil)7YopN8!)9C8FpsB})Wio2(fg-kc zsG;!ZNlx+Jo7;3_p^1Q_{xcFvw%Pzb$(A(wxX728O_|y|Qw?*=Vyi2L$PzvJSoTk& zm>;7+*C$`*k(~*pceHtt+L&892P4iQ%G9;m!+wk_g-L%T~2>n5nFev zZ+7MH#y1zbdWM;3!HN%04gb6CqQiA%KL7tnMBau!xj19cY!@P$h=1sO%?KWMZKFq9 z=vhv2JdF|Dm+j(lu`qG=iWk?7sF&=>Jgk+wj+Ng{+)8!_8+kDFXM5Ovsgl(J_r(P% z=e%>O4n0}bGnsb*yo+}f04AzfT6wa@p7ixI&lV`AC;GULw8CXeQIoJ;x&1w~dK1-I zc-c(ub*Mo<)@{b(=P$-^pC!V>8N%mv!q+51brRuQ5}_uE(4R!8^Z&3 zl050aZIk9tNbCKf3*-m*m8HEezfhOgt-~wPVn^um^R!JmN<&tE>#wl~2?yAY>1tu8 zS>>#jL@CdKU4@m|Qyz62F2-;6{i6@l5DP74#Sl+)Jktk&P5*W&l}zJ4Y4 zFLUwhMo5950%+f;2|vYkbt810x;TY$W?ZsR;Z%g~QKjsxOf%y7eWBzzs(%qDui>^) z&mgC@4$W=hgHHLnkXU@1_2X*)%iH?DUiXYTIP9JEq}AG0c;r`&TU=I30rATvxoRx` z1GWY>-(x5LQ`nlDu|xCUgsr_^28m@&$k)G@@B9Mbu1P7(&r|Xqmj4$yj@X4i8!^k2 z;SnigY}(pN}sQ)n~Py`AHU@n#R@e@dWfRfwle#?Xo;>sqt^pF04bYZF5h# zZGV1Xm_-_lk3tolxj{7rQIu5J^!z-as&q9J&6;5U&n0GV->ckqzLJtDOkn6+&y*qTJ|{sXOs~46kL^`kM+65cT7_8= zR8v38GcY?nv2~HY3!R|YYQat18!8Y@EBg8?X*Px+Wfh7yuTgs(esY`p)WA+XTM==Z z6$VO+JGVrxZ@&;8hzOY#@(B&U{JeXI?pRsn&n0!=^suITStm8l|AcqC!r1ZP-(0|d z^G@PAnEa!rzp@68m*l{5D}D_M1=%ipriaMFtqcvTocO55P%Xa|$wI(tN>O9@fX31% z8PlS~Cn0mL_T&OduC0Wk!Yx;U(Y@)YlfI8LpMjCKGvMq*YVksBJ>j?7Kxu!C|0k83 zg)w`wJ~zwU1w}GEQCjwhPNSmG_Yc{p@{u*pP;cS89;vHlcb9r17#JBNM&5?{_f7to P#hrJ2Tbzb4T)FgLA)`!X diff --git a/code/results/simulations/NA_robustness/NA_robustness18-04-2024_17-05-44_1-100.Rds b/code/results/simulations/NA_robustness/NA_robustness18-04-2024_17-05-44_1-100.Rds deleted file mode 100644 index 622a1c83bb0a49835eb96057182445bacb89a630..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 6698 zcmY+IbyO5g+wf^tL_m?0-iMM7sU-x2MG;VxkXlkwVCh~;I;91cW(8EbYw7Ner8@2FOmZbXQo%`;@V8IQhE_Z>#lJGT$il(FrR<< zn?H)@O33~#OXvWdi+|<_(v0zncD1x(CH_&1k_GkHiyVvy)t?^(+wZ*3>Mk&gqTe-(32|S;)$4izR!DZDROYmqqMM%@xZbAsL)MpH{kz8qrx5KhoP)JBV!eUi z_-=a<&jP>?k(UtJI!`1&&a5IrI6;h=YBQ7G)d5X>rWoKU48y7Pa%dfjN8oy|Ad|57 zTzFfeSe)pT7)D5i0r4#HMJ6%0B*1fgD?93;tiNHS8LB))`8|Bj`_k6AW-^E}l=!E9 zQax_ja;ddeJ}J%tr@pFc1PT{)6bKnZBanRo#CxVG&4Af-RY;c4#sg#ZUU==UCb#jn zON&ePUcQ!5f18?j%5S1A_9X`o{V$ zM1XM}?GpJX+9&P|cHu3wg@-IAKlE6e^D1fjz#I%~$`v;rakv#b+mm&4(i>mHl)7Y> zpZC>va~$FvWJk7s435R?X~mdt5?4;+)GWU~?psE!pwB&P2wvgV9FE343YSsxL~_0AvQP1Yig`e3^A;q*?5e8S#R7SOaG=jPAEzUCQ>@SqsczqQMRcMv$O`b>Eb z*W1&jTw{|0>GzaTki#ymT2A{657*lb+i@o#itF}_XR`@-sdh6wK>VO#YvoPdcyDH zx3*eD3EBm!I#WesMfqi1iE*AYHl#Lc(S5k#jq;_+;#~5Y!r0GUhAspq2P+F-0~w`S zn$@JCydFi>GPEL!LbO6$09=ytPLvMx{&!B`GgI`BOi>eB%t2BbTvD)^c{L}is6Sgs zd)IYS`L|1^)%p8<+qXo`!$#={J&Va%+dq6W^rAKi+7L5qb9*Soa2qXI-F}p*L@2(* zPKfkQlmgX&{1dZ!dl!?R&a&#;(PN&hQp{1qv2ozjDVqTIet zD}s!e4GWX=IL>D$=nhj5&b1_94n#4wVJsT-c!=Uv0(f#e&&z*d(_)RSI~&Zg;0>w{UVHFik1-CtcVD(!(tfoG=Gg zE~HNQ)TPqHo+wFEDL~yNNtqxpd9Enz5@lhxLpR_*~JLbuFNQgrmJXw>wVT;o;lH z(8zgT+ehD>e$D5LQ{YL{rIEc`2v_vxr92YN__Wnw7;1a|LithKG2bS+4RGGqoYY<1 z%I1Mq=QnvfX9^Dl>WF8PoD~I3;p5+_dZq~$yAt~SbvDl+kK+cF6)%}}dYZ54qf*pH z`=V9B+1%7Wl7lFGUBu9VYbI{m?OXYD!hg16Udo5oO$Qy>epLRVR`8W=^3yg^gOzL9 zluh1}@pvMoQ=s{v_F$Y4T@nZ+A~-u$M#7omd!vwV+VI3QaKTplN95=FG@A#*f@vzA zMf=6ku2TfAmfWtiIh^BjeJU8^krYQA-y#;@UAD~w^OBdpqezRGIrR}*C3YIHf=#;EJX4sxc`5th55+c#dPmx$ILyP`wtK|`qC^EP3f7a8wACDk(qy8_F+U8fe@^|V zrqX)>N%+n1TT5$tCz|7z-lyT~AHl2q+po9_S`a*(dv#p}%6%wzM_b;4qBpi5oqoMZ zFp{i8Kvkqxtsrz@ss{un)XIQ?IpHXKNy(@?`JGRe<8O}qPP#|+lDvKwYl;|{eSB6` zy;ILV7j6ENPec1~BAg~8u%Z98k6;vSfk;&2lE$7*#2{gofn>d3$y$HWQWn&s7@UB{ zr@b!Wwqxe{Le3VwiQw$^T4@T(Z`x2mbtf}$`#JecDv-q#`rMx&1S_mlhS|4%n8Y6VplxOnV?sr)-#!Uj{a6g?^^dUU`nV%L&_xGZ zw0$RBjHYST6NxF}p5c8N@7fkN>P9Q{V@Ro)!Ix%IF_Z8b7eM@J4;YMj8LY^A9 z6uUWw&l}3BciPktb*q_uORQFOb#yaU9|Jv>nBFD5Lh)53M-06>v$&8_2Y`%p;u+^Rxrv906-d;j52A=Fx{7zlI zj;6ht?+~uw{k**o!1-x@BKX23c!KwQSHYKgW^FZm!u_MP!RY=u@$NY`2#vXw_nN>` zdIdd@TCl{==#<@wNM_ZI3;1--?^COdKDYs<7$4;IHB|3MDwJ(%qQ1}J^y z9$^S?o_##9%o^p&?cYPTXi`3)gUNK&h zIMM?P%St=J0i$yA06e;VAIdO!E+P|v6c7NW2$0W@9K{d9ArPW{1*GUNrwwKa>v)+> z)Bk|>KWt&(xL_7Kc{ZYEK@}yIKj+GEAuLouvb6au6cy(p6zHy(v;(_<3JSpa8~|e` z_>Ra)s5b$Z1z+(oX$K3jJZ|7BK-pA~z70TNMiJF*{1cx7W6ThE0w57eRY9U?pSrRP zCI%?rZFJxBlD@Hc`BgrRG!aN)ZVl*t^)3LH4wl2TUDBBy;qM2iqKy;&>XqR@hG&I1 z63c1uJ*xmgWdfQ=dQ~^38t00f9TXp2$d1>5gxi+#hD=3au&~pm=CYBcSxaX0rzXyv z-DA-^nV`Ru!ZS4(V)s~h_gHM1Q8=pOcTB5xiPewVDTMOb=)A|fgvvQm4b>kCPcf?!YY}G zvGMKUdsE8GpQV$PE&1D@bV0n9s=Jk8D&~}%eopJuv8h2mo7mrjB^O?apE)U;L_u?6 z9EuD*!Jj!N4mOrWK%O|e!1!2cis}glb6qU?28+8nJ&hXZv(>zi8mQ2^NAxhYka42Q z?7Q3Bi5Tm7A;o{?|EJ2qYNWdHqQ;H#il+gp&zVC!x@rq%UsrTLa zU4p5#a6L=n*|QmqY(DTZ_bjhl37+L`s$F1gsb{E1{)&4+#Fwiadp_EjB*D77`JF^7 zbJ+YbK^9itKWkO79x2B5=4f0emnUxWWw%rLDmfcr18@(z{FJUe^lcA`KBxOTZ{;VCN^BYqM0N zXwMwvEJwQ_)_31qA^xg^{!M7X4DLtDJ4=l_+JlF7*BrW?;<5FL3EM%S z@ByT-#-!ImS|(oTD{M0I+*sB~WaY+88L9nQ7Ckn}Kb_^BDzVem_1-zaGskVL4W1R? z91^6_R5?aj=3Tl6n{}lq%R4e$zTahYY$#obl%K&8m)-k0>>N2y;FS1Y`=0M+W;EgB zo7N~T-1-EkNosoP%s9w@Slqp<^!@hIEWKxe9Yurd=CMXRwdF3Kr*C}iowtC~2pzNK zb~u&Ofey9m1B_Gh89dJOt6@VxspX+ND5eR%f<^AO4TTCUU-3u`+`rPIHr}6+aW&Bs zKu)7?EC$fpNdBuMo1H)wWDSS3{^&SW+1aAoJsSJe7DoGd$QMEWaJED!uf->5zqS40 zlw_7O)DLqtDuV(0OL{JiDuE;#oyf0t*O&SXFPCgxLkE2uB8Q!BU{9s!fXE? zwas(l=ITpQEA+iS+p{OQgTzcVl;mK{ZV1)B$p{hnp>Bf-yP^#%s*J71(&Vr# zgRcPbOq(H7_l_=vA^r;+`|$$n9#S=b<5!3g6v$ z|6e24Ju&J(u~8kAk^izR<=@NW*gsI?o##X7$p6E%6N~rc|BJQR0KdPQXks-G))zhg zU-tde#{a^Q7p+0@7lo8`-`%96a{j6ODn=cY++=>Iac6V8DAv8|{fAi58ohaWFK6U8 z;;tfTWmttl7g6fJ9Pri)pkCGWDlH31XY0jB+k3*)VIbySEX5)FE!8dX268|?dCVvOp@QScki90Wv3e~pSJnRT zl4iHOoagBEh`|(FI#fAEu^#%odo|OZo9f`jIOIgSo}zrEk|(EHtWN2EO>iPD+-?5M zP1`OUmk+{w=dqr{l(IC zFN^AHnt3kX#Cvd^@BVW;e6i_%6JwNqyHxHh`=*q${rqKWsfr|CGZ)PeW&17PaO8P> zqsH+C_5RoEut|+!vyJmtlRyKF;EL>#Zdp-S_{FV7doDk==Cs&%In3H;OzIfuy}7o1 z(C~bAS$el}L<^$s4r~%;h9aHj zx-_nvO04r5k(Soi#d}RJbxZr3{;+hi!@cP}F@GL6n|NZj*OxXo4VOeRQ!bVA1x8Zt zxEC$b<<8eJ0~43KN>JJ)dXJy!0HDPQ2i^o_L)FC1%B*EjI$KtN>jSScvdip#kt|eZT-alQ--DcLsKMAgdkZf+YYPR(>iypQ4O5YF4?q7RNO?{At z+)i?E!L-j+b*?e&w#%#Q<(98l1RPcqYdu@)+2s_aJ?~ks4y0O7$A^fPTAT%1+ZR&2 z$$gU3Aet3UM9UgNer6t^T%xw^lxxb%U!cwbk>KDzPT#Rk$%uRQLt9zDYYksyEpwU| z{u;L=lMgJJp{aA9hs2vyc4i<8y;>i7<otWK}UiKf?^0~>0 zqLhX}jrf;gs&c6#GaB4J(c2~ctB0AQF316&o93}UX%OtJ#!ScY{OPfu$MusX>|Hb+ zMQrQ&)#nz5!|G@U$i%6Jk$OkcowO{iYeG-t&8gc{Uqi(DW+?UX%HjOQ=jWyOHl>CX zG#6nW0j*}0H}8-L1O4|V6J}o5sFx(sJD!hZ3&87s8>Q@-hslQTciHfv$?^&L@gw+VPdH8bvOv zZV(0Qd&casBAe*%r<#!hPY}M6Lc8t9kahv?#kzo=s_N=5ap7?0TT_YV_UynDGy6M% NXmu^d^aUK8{{c3@gDC(2 diff --git a/code/results/simulations/NA_robustness/NA_robustness_17-04-2024_18-21-25_1-400.Rds b/code/results/simulations/NA_robustness/NA_robustness_17-04-2024_18-21-25_1-400.Rds deleted file mode 100644 index fea04256ae75e3cee165300666a25e4671974460..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 20462 zcmZs<1ymeC(=H4lKyV0z;Dq4r?ht}I!7Vt!-B~0+2=2Z>aCc{McXzkN7neo$^1kgk@Yeu_Ne1KfWvgfkGbhDPTCuMpl*jw_lRGLHD)fEk_-3^_rr z;&Fxrvg*~jCJ@l)a^v1m5HGfE&P)L(n2k$tX={{Z0uMEP@1lN|=CLNMutrQojN>_va^c;7-fL@Iv%!C5+1FzEjlUBD`F_6q(aSoR6Q zF1ntuuzcSb3=0e4bz6Lkoa{YpTl|om?DrenBPaEI{9r`ssZ1dfKs~Hm<(q=^FrYrH zCtnUvF7C9#!H#v2D`JsXP=qkyVB6^0gV)s`<<2Uv_3renj5cqg9iB-%(~=d2kdtgI zzJe=VbNEC4e3Qo#DjxD8;0lD%}eM6 zQouEjuXs~H&iJ4J&eg|bPk61=&iO}EjDLXLxxk660E0rp<_QuE?eHSc?RxhvApT~g><(hN zezEHre&6PBs8IMf#GFc_YR7FmS$uz^_ka#zQ3A*Hsu7kLGB{0r*xjj)NSCwGMH1-b zy=~LMwX#hG{B<>cqlhC`b+8o9uKyLn!2&j|ofhI8VV=kzF~W#W^4#w>B3E!7&fVLK zcARi|n&!5g%t(=U`)kN4NL?L7Hl0Gr?+EZ84SN*>RLUOR zZ^`fh%&XaEm?Uu83++;h4O;NoxZa(&#PQ_)MYw<2$hsKrR_*A>;F}$_bjw3Iwmv%4 z2US)g+ujLqtIw)VP2HII?d9Y$y<*y)3OW9w+~T~kPB2%5Ta09k;-f=(2;i?M!!w0D ziPgyHAd8a!exfOE*+=Vtzm9 zvR$fOIsz#E63v|Mc<`PmrZ@XBEB5(Jo!K)n^pNxykwJmTCpNU0aUasLz;ue5=Qdxu z2w>P_*JKtY{HCMHSg@5-7wr&6l&2|ZqueiQ zGIADh^2b3KmnqconUBV=+q^4Xp6Njy4Sw|1n{9p;@n}%-C1fx&K$n$s>~s(vAC#me zY*?83&i;mHr*c;S9d%%UY z{D`OTB~a^t0rfyr6NIy2mF-afeM4hpZ5GKuw75h0Yn(B5eKRjBK}dtR_=uv{kT25w zw#hDN?Bt_E7x&+lGKAO;vLS-DqmS`ToJ%D|lzH%4IIUT9Y~7rh=E&eSpVfk zQ%mb}_vv6#`}a)V=q{5VoO;@6qol`Im9l#?vJ!ja>5L{Bd&dJ2D%uWWD&9zBA%pGa zS%Nu-)%C1%akObqkA4&l>Ac6BHD1eIRW2-FM?j@I+R|K5q2ekK?$${?ZbwiHA0#tf zOZ)FqrlZn;S4iNK;*J|sBQiZwmDsdE_ zuYs)>7A}9pP$M>;3LaVskyVA|bNduD07?@NOk^b0LGkz~Q7Lql*%T)c2PtJlVBv;r zxMYuSfGajCteA88^-A*V9E#jK?&DBX<)`}7aUpI2dKI6tulI!Fv$d3Y1tQ>pR8+f8coj`tu5~OGlF+>P)Xk1olI^y$ z%LXnDNX=o5pN3=(P~cVnvYs!ZbKm5W;R###l65kF!4}y!eQvOh!ajhTu#~DO$7@5s zSH$IvtBd9E6y()|U(IMLBt(s$_js1!e7a(h!%}>QzYYzOV(r_Gf68a+T5r-2oK?}? zR%_XJH^@i++=Glp(H7ezaA6bAYJBf0CEPpR?COiQCPcp6iFj>8Sz8bY70kQZ zeAX63ReOiMaUD(TyApP~fx2o1bdn(#Irs4=xpV@ZDxPUjIXo#^9JHDvG+IdhnXDKL zkUIa9n(T>0ly1EkDXL_C$y?|4Cr_zFi9R|=LolEaqYirOsGmq=fQ{ep@n;+H`!w*H_dW{E!WFU8;QiPPE)StC>is`Tw7!OK#F zIZdjGHx1_qQ$|_9oVKazA?Q?G!p0!~ld%InYaF9K#!|fGu9t39z;U|KLyltbwv z^)RMeSHTRId(;(Nre%F|;76jt%jtN0&UN_3t4-FufCX-e4DwHz(z}TObMRwglhq4X z8X(FLUqyNFukL_@$u#E&;xGOf71^PR$JK%lM9W%5HFJLcRtAjac`Sc!L^kIw^XEQv z@sOaVT49GR1f#J&O^BUXmC2$#+Tz1;bFn^L%W&fhU(>d;2l~Kyq&s_Wo0`RZw$&lw z8^XQ3-C$GOMb)j6OR`;r2Hq5yeji5958EtKT&Va4)#LULTkH6c3Fw9;YG z2P1v-e`5OO1WR=UFY$;WG0Qj{7EjoZk$ny$IFAOA;Q95-kD9Mvcz8U=hEat`-g~Cf zql$uR9L$1J%7@5LcFZLGKTj>rlNZ_aO-si8u5R9Xs7@Wq@l1qv$1&m&;AUZe#(ivS zhYx(c?Cu=J#zc)l!&LYX6MjCC@A~gcM36A*ji0n0UPLZi;%Oi{N)iWZdg8esH$SRP z%pXwZ7d?LX+DvRcejH5iOt){t0wyGG-_=^fw9}qN{!~Q2*O87dmn@=JOwI-HQa#ZQ z4m1g&2CEV%HHycC<>veedWT9xhfXnyWtk@rW{hM4|LI}k*o^Z1&RW%{X&BE`6%@oP z?e(d)ok7oNe%QN|3YJad7+v9%PI%t~RS$@;N-*^#oOF7^CD-&kGuRojw;aCbCa~Or zt0!teSI%BEcy4woJ^(Zm3Z7xcHB7YExuUUdt({JnO}?eLKD_$2IH)<2y`MdCZ9Dfv zHJbg3()v-&J6hN$O{`V{ZdE(a-D^NiTR;x%$F)q8g=BCpsgjo4*}YjI7!&TsCcS#f z#XSuDPBrfM%|(Hnt9RKdRMmTgI_rRh=QU9_^LF`=6G#}x^_70T7Dw`^(b82$%4ic=&Zt&?%crm|NvURathef)1-!p>1}qL`VZtCfVdvhzCwvl6Ao)GQ(g-Vdf`2HBQ~)+kq(TP9*P zF|H1)^CaSQ^N#v=9jmjj4d!mW{uK=KJ`tEL>LmK$&;l{{2vdQ^F0%{EqVIp9f2G|f zfG#pQy%Q+69LG8328(A(Br)x;5QAvKcz6)B?2D=5FUfj@4UUC z4mk!r$HckgJSroHJfYGmfBO5=u!C%9?s`HjN6`z(I%l>EA@`O?urln~8vh|m7U#fL zFYL+#f%R{`pokF7iiiMJXz*`)<&Oe@AXD`H`{t{`C)yffhwqE9dMk*fT~Tj~>kbx5 z3_8s!Y2TfGP)GLxaV$aUiOEU!)+RF8+s_$@jXSEU*%?zCbXnuHJ&khuacp=@T!6Ds zj^gzaMea2&m)&U_<)^A#AiHW!_|O6Uqcmeko>n&>^dM8s)kH(gF;h+9kD9NetFNbo z=SS4;%VL#SHD6mtV^0~+FPGo6hI!URxddoLD1=n#KisN@V|rkJEtso=w93s=PVaDN zqkueexRcc+v_0EDj{K1OqspNb(=@k#SS(IXy05xRXEmf53nW{WmNHaVAAy88ikV1w z#xxn-DU@i#y7*snyBoVN1D&>O_ByD+Y|bX@pgQQ2^B9Vygh??P{C6R}VbT6m1K#81 z9~B}rz7t8ao1LZ4QKiJ{&>y$knfr=#ev^ea&rZVE$j%({skEpky@npXldYL(w}$Ph zcTA$`dCv}tjz;W)26eCOs(X9A&seG2&lohFUJ-?h4X5M@hV5MdY+NNsCFJ&Jm0&JFA@n|128NG+dbV=2IcRA5^NH8*)O3yZZd1A+W=8(D@~B22XEkE_ zjuIyNT+&Cweu)P$=rPKNETh^D9N)uhh|WBIj7YKsh^VGc?DmyUN_J%VejS}L?KlSq znRW0{cKQrJ$Pm4~#XNL_;tps{#X0c5nr@#v2NUeSZ=L;3NcQb9>apPS$1@hH{^Db6B7g8vQ@e8z1fi}U)VXz z3l0J&480=as=?mj?zX+w8fX|slTZ*M`LT15ExqUiFZF{WsoS!#ehNYCi+oN3fyp$Z z&d2k#wMIgFPeQ`XQUlJXZgh!cZhLLn^lZmN@t3jZ;9kN>g$(&8*x^8CZo21;iIGFi7~G4(?^^&x9UqCw0qo}r&q;K!7AMOo9Jzw$qwAQQ zQOS;f{$Fd%x0IF3UP+^Smq%emj`_3dPi=Q;&c%1+_C^J5K!M;64niAO(M2;MEr^m0 z=ZvnI(BDXD4=|STo=w7~49CLh#NyArllU5?dl!R&Yj!}`Al%&*j9%#VpFtq3z#S2m zvhoRP^h*m2`_>lBH*&i{EQU82%b89Vj3CStEk!5H%x&OvnC#6r%-_~eCbqB$Q96Oy zS6ohRVjJJ+AM*->DNX%r!LC$zbmil!7#|URK7JCftz-+26!%z(4ZK;}{L;5ZxHb0h zQVEw8x$Pjw>5ib{GGJi)m0IdA9)!FHVh?okeXS@_qH5sH6%m2eTJwH2g`S9*5*(Ed zoGiJ+{5zm&W-C8{ zJDfT<>J<5^K(i}b?ti%y{{qz`{d7oMy}5z=GWul#pJ10W7X2e$GAPa%P0dz39i780 zmO5BSkKiih=X*VD%HXeh1WHKXb<>z-;>AOl*+w{Le%Xo#qnDaZQT57jSXGCp+KOkO zM|$TC=SU*iHL`^=Tg3%BJ*mf_BiRO0jJBGwQ6cO;YI6|Og*f@W=WH~dmJSdJ;wH3R z3Zf^ZiS15CPgn{fC8UY(2BN#$cIRey5d@c*rG7_}Ze+`%FY2xky>Hq;8 zcd&FXlZ7=2fLpc!E3$srmQS#M>QD%%hrWE$VS*lJbn`7`r!Tzs>3P#*?}3yPaKWFl zZ5GqZ#FxGET0g3lEFe#ugZd9SlhNnwXi$btl^d<|7yy)PDe^- zJ$ixB&qoJOA4bP3s(WN03|?ddL?X{8)Fyqy%aRCdk@R3Kis^LS)!Zo`+y+&QO-}$; zt@T0@I&p+Y@1331PSdIe(yHc^{YC&A7!di_8dIwbk;Dbf&pqe>oG08)`9!5A7HEX&D%3&v_5}) zGW6F0wg-Z5N06Lr50c~CJ(ZZcL8$Qc?UNq#`5KF7*~en4&Jrn8nAdEysA%wx$zdq4 zPdmC^)yR1?T3hsWWB_2Q1>pUs4>5~w)rahDq-x*Apezceon$?4-YD^GpHha2Uh#2c zp9Cu?!^khhUzJ;(oYtf1^_xs9SJ@ZOQcv8++yoC=NnO^XTkHql#Hjx-;lMQvc|F?4 z&^qQW2GxS8D)K_wcuZRua?HQigYb1MImHYF@Ud8bbz{E^~mjZfDE|v=@NaWGlRobr0mh%VU_M@8NFBCBR%!S@1I%`a^zNlBjSGJbBX?y-lCL20-GVAO$mEf6{5*=;QmP z^`?jfVr7Iv4O+Zp54d7^D_^~cXB_}?^@NnHqYeC)`i5|3-5}=0Z5TSKy$)OlzemXW zAWi@=*h*Wr6VBIhB9W~ax!i88<&;$|Kv+$Q#J1*Ram%0-lRIk7p*4`;yt?LnHK+81 zcYzn22y~b)ZKOXS<5N~^#c4QHP<)``V?R8xwS4bBykMK-QmF|_7ckt)zk?PNbd^qH9fITPBDGSJD;zK1K2AN|XUDja zFwzQgc%OHniSuZI-rmQ&ql=m9F$nqq!q^J4% zq*3D(S~cZKA;8N7OS>Nf-0OrA5JG#v0&9gY#@C8qBGCpI%?uT(m~Z5Nc$f&0uW#>! zzf*L{nkoAf5L1yVAh*xIg-~@tF2ao39J^Bm2^tO<{XWj3ypG66y=l3qg_UD5_1iKX zVtg6Ks;XP<`o*~Exbdvp9pP2M*fmWTbxYk^T{?OQPT%_}vd&}5^P~ef#>kHDIGYbK zNmqtLt1o(A1wg{c`u=R0n;v3RINV2kVgQ#N2QXc!$o|9nLGV0{=80V zN1gm(iE(!78H*x-(anx^qZO$dK{caiVeQ?q?4xN@=R@`3nYs>TYbJU1Z)B}XyTW&x ze$dj25r(e*#Xq{AKfy0Jdz_9|3Ut-(11~1i(Uyc^fvsrgaQNn}mc?UUIrepphLvUg z|9Fi?DTW%f8~YCaF#`qz-*~t;k*ni>E6G<; z2kfI53Q-2``N{mW{4qs{51Pec#4zKA&t~Kus6ZL+{~cq^gRvZ-{2F&Ht^(J8-4{hV z-RypOJiq>ZcOHNJf?Wu=I!lGY$yih+qN?jBCC?*T$NkXPQSyrek2;#ONI3oSJIUj| zv;e^-E3VN6)OnL5g4zad)U@s@NJXhJ{!D()--+1%R2*#k`$lm+Gc`)ar zhJAfh|FtVTD@0yx1x8a|A9%+-Ee+dh`qtPf8BTs>eUHGHxs=F`FE98&qR?^+19S&!+!z^b1YG}WDUi5 z=i6s1JUR)1YdRTGSx7~Fc)(md^RUBFDoA%n3ICuqk}J*-1K(y3+TA@V3)p`kBK7b? znv?$*quvQHe|n<0#lJS^>bgszZRE}p_uN#mKSh79Z};pv{D*Kzi5~1h))DsLlDi(l;oS-Z zrIYt@!al@XqUVh9wD9sP7-nJl02E%kns?83s#XaWITz+Yp{5Ie$KX!uUYb0vNv9t&^ivN_;pbM5 zSJy7==K!LpVd{!YrZYNbG> zOM2e`AiP9ay|aX+$Ds=FIAJF3R-_1JoB|3vd_wHX;=WKIU}S!DJ#R{6_x&fHbB=7*o&*H321Pd{7VE%{vI8dBY( z0mpsk;Fr`QBsXSVWBus=(R&M-PDgk%6jcVE7EiZFFGrA5v^jW`@xzacQhq*H&ZK(Z zT%hf$Nc&H8qKwKhm9XdMNTM=1RoqKfUW?cqN%7I$BvyX;&uLIb{%yrfEy08`n z$oG__-hU3Gi^KVTiB*DLud`B6S``DP(w%fl?VB4> zV&*cb>+QdodVJ9f{Aah!rF98YzMx*ewJ%)CzU#Y39{9uCDRB`mz}!but!1D=sg?hN z9?a!B%S&v1h5GhNj3)wkGuz_@mWRK0;UM(G-cB}i5!yhB@<^|bltrDv(z+dE4vqym z#d>u@W?Z`(I%!CXzr9QvObPhP(eyw{odeS7A~tHNV|waDC_w}U1g~&M>vQ8pCmR%N ziN0!$<8ALf|LUHFBU_Pu+7jgG!a9OvF^q59AixthiW|NfyjR(k3TwwS$=Eb`*H>lE z@^0;H^j(cpn$?TP&K)8IMaExGR621Kp|br4w^O4)&vxT5v!RCJgwNgIQx7YVk%BXz zAV#s#>iEG#lv$L6Zpev+2;bu;5Y&w{T3b`ZMjF_R+%= zE-6kWG8Yz=1}|Ll4aJP29leV5d%y>}X^YDgwMwU%kJzGBa*G}n(!Pd{gcbn@qiLp5 z$wwO!cQA1!-w(CHO6Id~ES^S}- zii3Y9V4$CZxl;l@>gjiobOGI2D$Tr_4x)DMx`g6zO2D;mWyU>X1!JAo;J(c`;_)8F z07ko0$LlV)Qg@zZ&2mzd z@eUaGJ#r#lWcprbd;}H99-D&s<-kQ_K4?KYj-iIoSs^pb`6D|FHbi$cpScez1E? z^r5IXSZUlz;=~H93o7NedTAdTvpr#lJ})MDt$nJf!qf6ENtE(ltTi45EBx&0GZ3mz zk*hwe0H}Tjhbhq;Zx$+SDFsA`cEL0kDOec zlMQo$e{5i;u?k$ctf*rmw7{$*2fjP`v->?VX z8z7PPs$6wa_Wu82h^k?$<(ur%=;{ro(1^S#Fug}!t|#3DUopsD8s4~tpZ}mF08P7c zwZ>2x^UcnfuVkaIx3}%&m44Ii|BURv=mtP7t@&a)@L#;c`FLJtK=xk@^nhDO`afW3 zP5J4q7tqsjJsKu>=KMdP=uPd%w@&x}p(b__g#SP&j5n~f6x#D&gRs0efb<+b4x0rC zn=MEk-2+0$j^>&HEH|(i(a-;|K1^CzDK4+57CIVQyIZu{N0_oT zqj6Hm`KX(y0d7>_M`)OB=Ky~uHygnC2T_-%*AF>n8%b_!MgkJM zqL%i+zH9d4LT1r3Me?wIcR5I`&`zZ5ZnywyYSU_k0;4jfyR=l+xV`5B={#usnMFi- z6sOArlB1WMYl1D|#`S)Ni2Dd~9VxeXALrsvb*b%l7hx%^5jcUqm`8QFF(i(YJ3i(0 z@x66rcc{3%PnM8>zQ`F(nY@c4POJ2(TX%UGU>74D1oyW!qbY4X7CT;Oa^Q+08P@N4 z7OBZD8aB_DuOI(lVw`3)hy!YHcNL=pX+hKU*}zR=(NLic=9&|zV@b*yyQ9q?kgIU^ zKhy@vk?iG=0kO+xg8hoHrrL`q|DA~$CmO3vkEq}|OpCQCbAre18)PdkxhFLr*0{7v z*p>SZaT8`SMz$JUu1D_G--Vb(+QGZ{&V$lvUfzn5V`e~pJNth0z3Rr(Dr>HLJoK{V zt}K`9t4DXS?KB?ci!wFsi2h|VLd@+1nO)BQlrv#1d3vOcT-?F|ICey%FUDq00mH_6s(uW0 z*Vj$`rVsPm9+X*xF=4f|xf0AlHl*90lyDe$+cub)uPt_@(fm&ArfNwpX4q;Vk8%p_ z=@xXhl_Vx>XoJ7H=b`ibN-E45&4;6{1a#OMcqH5Gk<<>#WDPA2c&8zHtdFywUis~N z&J3L%&m{9QS0&RP;&4gS0U2&uXYrj}f2<*n!;KkvpkFz0txrevgUd`L$Tp(HqC4Dk zB_k7Y%l@S)udlUAmBWe6Kz* z`pAmpe;dP_J$20(@T+W(ZB+)X*x$$hbtF|5kO_E7_b5UBF_@{IF`3wlx|)s2MeLXS z8hAw2 z6jVz>q^VJPhdqtj0ZCLIBpsZyBs0y%a1B#Mb3Q&6u(2r!?hB&>*Eh+ zH8i1yhcm{5s-Oiwx77vL5O1cy5%ur;mJE0~d*T-?Sy+>)4^GEN1#8aw&X!BLPpLIK%%Q~D1lUciIg9ELS|x{%YAWWx!#Az_+M$R-G%~Tw zv?7Z1tFmljN~sf_TJuR{tl|Ft5^;(y?7&SCsDIRDXG4doMN+qWg)rBd3zSSz4mqF*%{9Tg6T9v=LQ{&I47MndYBmce+nUD@ zrYx*POpj1M&DE37vEN%}#my4VZCs1HlQDe%%NfBgWHn^_EXb@R%be0@*Rt}jwdg9` zIHpmdk*YiL@eT+4e3Q(pdqF#%5R{_( zYdrOV+wl5gDEkSUNRk8}ACQW+RP50(8!sFPrFU!$K2@dhZ#WU0XS)nkDbv-|0t~=2 z%zpg7raOySuvk@2TJjJYZdA9tkS%3-8ptywq2L3gH_pzpv0zXLO}7CfXxTr$<9;$4 z^}p!PZDl(NxmDuUEU!^GG`O~;+sPKPoE@@!+xA6YSh|X4#uULS}ae zpcLP_)io&J=i(oAKQN5QLRxLQc?588bG!R=Rwc6E%||;)xKlQ4R~!s1Azc1rdiL#~ z(9|uJkWaio>@Urm@@??WGS|oFvI8a!fY~vLDv(w)%8Ah3P-;U45o~is1}3&|#z|E~ zp1Mte6EP}lghe?V=A3VT1&;`>cM<#pYA+>?dC(Xat|)Me`?Eu{xWS|5WgXggi8B+^ zlT;l@j>UJ2gt-!3&+DUwwu|?G>^njC#ND`rYT*+-X67$gCz>mrxnHocrF_ z7Y=_2TOV1e)8zxPbEt~J1xLU1J!ZQe6Vc z!wwXX!vcf!F9_UouKWe@R6B%Z=%oOAErBMUK zkr}Ti(rO)Vv;f}h^LWLQf@||;2a=%cv2sNFzf;wKmYY=)&SH^rO#%@RN@)da_^|y> z@YiK>BR$45orkkr^rTqN2&lZ16#*q$v+BxU=6$s(0{=&UY12=*RYaeN?6U6}ig8i_ zr|fok8p!_7b3(2Nd&MNL)K}ESpZ&*wfEOdLGy`dXkAjH8XaVjk&0DvZ1_5BrZ$uD0 zgi?!t!Q1AXG|}@BwE{|b?Z0`eX1iLtQp1URH>UL=4J_W4h>D`*{qE7Dfd@<8oujHf z3NIB#YR*5WkkN`)>#EFd2XIyV^jp~<)i{K3>r~U(dBekvX8&wo#fPhk;bt)3l$?Fq z3gMlAe0#APB4Gf%b~)x?vNbzioG2wft4`%SbT!fYb^i=BX;>2z+xT(U@$44+#nfUbqb<6!0T!|$WFRfQD z__&?;;t<}Z3b)+l`IUq#VR$S1I%O@X@9->L5k>Dwe}7L4|65BoRB4;aGuQWvuxHY7 zVX?eT1^2|w%Ki7(#1HApNgOeU=CG9oU6N=tQY^(yEs;|p2vX`EqG>^Dn?l=QSIxF~ zZ~fN{o??AL>-`kLhKuuD;R|)t;1gc-lKx_hSWg}E zO}YApudu@GGT7}xX*awg*O4Z%J;B}6@riEqm3=2*BAMCk(C^}J^q8}UU{`@?hM77* z0u;OZ+8>>ltDAdLIJV|uB~r8TOihhd`rWRCn=Ua_ts^MOW_FYF(sX1S?_LY2KGhlu z?vORi5akO0JXwMo9)MI=pMWHamMij=mk(shqmjf)7MtZkvQc3eFx#l`n|CvY0n&hX zTF}YtasVoy(}Rnus{&JDpu?q?mc?a;igK-N>NK)ke4aA^df=T8iQE0P(Jw^BC>0Fr zTuRACb`aPU@P^!)ZGRTZH@R!yo*HWMJZ(rXnY!@mp<^BGRsk3fM*j}rRcVqKJzZGG zP_gtAyg0s#QK4P_=iohx^ULsjgDz75M^3&_+SQNMY-b>qmk3aZH9scy%;cTj!R^6k zOy5W6lMx(x`Rh)Hl0yZ9?}Z=b1OG>qko8 zy<0J(@OOH?NzP@>OlxL8h!Gf!5QtIM77O{g(H}2qt|H`QwB&P0QuC|#CX9Fgecm|9kv#?ZfAtm}>;<3t^XQ{g zXMd7wQ{eF4)_VLHYOp{8H;+@JL-DGY{jL*C}WWukq?) zy_QNXrMB(3oNVLceNM&5FX?0wxlx{jZ^>eQKvlKS(l0J#m3Ctr0&=przlduyVm$rA zbU7WKz?3FAj<(V1^XHce&qPgC4GnCQ!2=KV;b&Du0mc`4Mz zhIIp-69Q+E5+(Z|3dHSr8`_8UqeDa0+qCqYb&P}+v%XHfi&#_MtiS9}1FXet2#Psn z-RZf=Q2oxE4yjx=%!iDa-C|>4y>S=b=Pe~YG52>s53ST+kD2s=2V2CVlpaN5yFCc$ zIO+_kca^Wb$-c~K?!|SUUdolOY;(VDBQgz5;PwZRvXcsy>MqdIJ5!vg395OTw!t1P z@bfNn6Su7H;-*W^9vl5G+TQXLgeLQgQ&Cs@?{kiX<@rFv*|kqr7~8!m z!PAr3TJsF=P0p5ij%v`={DjfZGs_13Ddv=4A@P*l70IISQXwvpeuv3)HRQbat&;N1 zDtS;v2aDF>PURA?>A+Ozsy3>!Hd)^@VBs=Y*%}`qjYc zNlcbNiv$W}f7HBtICGxh%%GXUc&Rd7pls(ld$%QS-r^qKI z(}4=jty}gOF4>`lP9_%Ocv!|RmWd~mMhFe8y)T6Z+=20GFSYrBC7^p#886cz3cHx& zzkhVJ(mZ*>heZVFjXroT%#`=0bLQr9E!Z4~@f~!$!xe>x^!7yDYCj~6oy+)Thd;=- z7?N!xMm5o{>uPQz)nDd`gerP|nEP!r-y`@b$HK*a!?zBuo@{KA*v>aNoLure^~#ck z+2$iJQuU>56}fkxcyMP8I7P84cjMG$3aluf_Jo>*T*0~iJ)(e+giD z3g$Ek72;9!n#s`)IC%OK(s=+*%DX>qF9~MS$W@iA*n1+gp$pd~eC3WUn!Lu=9q5fX zlC+SVy`Wa4;K9-cI}fVa9%MipmhAh|xiMY7R?n9!8QWvM~%U3=+3! z6V35*IB9=E@_9(JR(RpeZcV`05(wYGa$OXkUmDFyHKE4sY@}c0N>UD~xr2u&>l8S1 zV5Orag$*gj2Nt3YXf`6>PC==-PJT|aS_#$g3LotX6pwB@)jH~6Kze>uEo3Mj7j$Mi z4|SC}m1{)o)#KMkqkXt{_JQ|&o;L^X911fHebZOY#V>6n5;2Icn&=D5ZOVKKyiGBx zFGBppIXf5l(GobMADVt0rcfoV7)bPaGlX8sa{Kmko>NiNDP;9Ls+=TlcLcdUihPWP zc`tatERH{VcV)__PuDB#9cfpHTotQhtkg+DG9Gn(G#%4}t}d?0+<#6bg_OimDZH#^ zBj&qD5TdM<{^=*DIcf1+wXXSIJd2AfNrM$<`q9Yb4KT%X6~~=Gx%u{8sl`n%cd)9c zhi-NoF`}XuGP!aK9@1P@=t67Vgjg@ZIy2#LZ?2|e;XyjTX>L2)vAvQ6i#(v9T~PXT z*nCB}@b&nw_KJ5^Xe+VOjQG><+=aWtvRUrc)aDMGnb8Do0z?Nge@}NISL;nMMgBAU zO;RAO`fH`q>9tU}i&5w0&Uj*$PZm7+xhvA<3-&SooH3ffbDc>zI%5<{I=9jJ;7d$y-0M7PA^HRE zx%Q@SsftD{EAF|W%N7xDacGm6Ye(4TmD*`nXwxjSig)b?Nn@S~%N($Ix9-&rZSH%S zFD#CqP|olDfJZX7WKGfmum^mib2X^l6bt@>zD8g@&>BJm1nJW~QK@iWVQkp>V`ywf zLU)z;66wcE-I-E1z+N9*$ZBkg5k$GLHZK`4b*jVY!`wc{%T=9-eDe;9;bZ5(+i2H{ zXXj-(btCJk2A~VuJ6AjTq<5p$SF>yqJtZk*mIS*h8ep|Zn1ZCvvoNl6wOiX;gtard zjbfq0+D&W|l8(pAkRpFOvlUP)`Z3}@sU1^W(TU1IqSDE=&~NMeAs5Ag));my-oG)| zIKT`zPc!bb?@;sN&KvLX24UK*te%ae2uy*S7XP2;U~oC)BR~te-kg8ryZ1?8<8fb< z`?}547vMmO{WU(3LQG~x91qfnWz^6M&O^ytNhniPhCiQl)y28?T;FVv%cCMmbYRAk z`B6JurCuqurrfKv6gd$UqrBtwNU`cM#Tq69d;i>Oe`M4T@pJI%9{Nf*L_sNH+*c}JAY}Yh7K%b;L!4vAkduiS3t*citB1LY+xcp zBdtMJ@~96wknTs(%8rfecSM%9Tqxegm=CzrCHqUXU8e|m^>^b)r$@J*3B!lF>S`7Qa9?j9Yh!;i3JN_amPP&Y9gu23S99K)pI`D2W zR@{1GdgVSgHhi1~!Yv&b(DIHC!5>c);jk?KP~ml-WT@DqRIwK9uB#M7{7W{enC0VR z_BI}8(dy;3+iS6Eo$2wJ{a zcj`wGLE&t}CzJ|89daq49NWFQ?l@8liVP{-${)6>#yATxTz-Cs4C5~xFo zYHl4^dPPW|zSgScevN-CgQ(RZDYPu~ttsauix5xA7@$RUE0&Flup%8t<561+{=5Oc z$eEutv8v$S>VkH>kTo`muD9B*`RFF(9hTjp=Kq-pVS*|lpIn4+GE@qXCFswx-L6bSoR&xBmG+6R5kd_kIQwNU(a{!DbAnMVAPN(*Sm zd87Rh_cR@OO=Tfa_EWd9j9?}uDB}uKH1|9NHWhg(FvV8wmArK)sgh9&Y5ujY>uHC_ z4_l1yEq^(T3|6)=^N^S=_M3s9sd+n~BjYWe=|$Yw*`GU~)?>_Zug%M_(V3kOCWeaw zZ{6pG>DtOcCy&C?$DW+5|`Coc}Vwv4*F1o9H$}wbxL3t|7RT^YKFSE-T7u9%; zB3g_V+q6EXcADeTRzM@(y7N()oR?-N`GAh|{}tR0Bk`5lSNWn@92ynZR=Nr_0j4#1 zw@TV1Xq5PL3ZIh(wfQGISC*fGqUm?EKbf%3lNk1{>5$V#VYE(eY7JawdCC`>c}mk3 zPpJjkmIIm#^@V_1bt}wL^&>PaO`o1}-WY1PT~j|&{Q(Lav+94;1+wfPxu4afc)#sR z>qTh1nx6UXV=Z8UvYR8~)&U-}FhEYZ2&g%{8-F&uhdP;L(JtFVP$PWDy^K}@1-qX# zc_bC|J`W-HQ)#LEr%M~AG3Bsfb%*>$G+#9g9$+4tG#aRs?=kViUNX;@80R4^uTp*u zQVC?8hg=()J?n%OG|83?w_Ah8cVN<>0h-M~JHKlF+G8VtI_A;MLi2e*-4M6^(y{wc zefp)+-2LmJbR}=~u(VaZ=MOSw?CZDAS~W1h_zEpn3W?-m)tOKyw#s zJbkPMu(~qWyZc{4ea6A)+gC3_jnm98nlA=I>FJiiQI%4?>>o{JY3hO2gV3my;%Hlb z0Wh)k2by14Lc^SNAD1_Kpdlm8^3Ko%s4L>DAEmSbYGH{;4gYH>i~l%q`_CxWe(G_> zRi_RbF#Qr}Lrb1Ci?0Rhjr+|a3uXdNnRfYWu`^H&pC>2nLhFtpi>UF=&QR^H&^18m zKDa=AaAVB3EyC$D4bGaO`NL%7l@&XoF@1$d z&_{DyZs$v^N@OW=?{Jfb6iV=B`j1FiC-8T@F<jtNJ_-X^aypn)_)E zdXM&g*Ho_#_{id0(OS=;en(Kb&IBAP_o%L(cNn1B>9m{Ca6@>TwR=?D?a*H5aSZuu z?A&)(V@(nBT$3gj_hF6wdZ60#+-o@=3)J=XEvG!|p~B@^ewTX&yj_>=Xub16@AHro zPaMw9X@lkqhNCteh+>|L;7My5AKX{~INu4LQ^pR^@MCbI-B}N)yA#gSz%L4=*Ea=Q zg~qb%A31L@&)3QG5UjIQR?es$y?0p(zi(R(^_p%g8m@{!{j8ldaT54GJXWMKvkxwGeNyFr5njj0(M^R%E&@qT;$=-W`M zJ?X=(V0S2<_IP6*?}=XcHJxN^~Ys9 z@j>IJ(;N3The5;Q@WiBn7ooPrRC-+W26#7ozvS>0a=q6t3_BQXo27iaz3E$7pc|QQ&3?8uT)T1H2?H@UhF!YzP{%gE&??i^N zJT&Yach2bYZfJN@zrakM2TDV37)Z%Gz+1?l`mijXO@Ea_EOv}wu45Y8UrT>}G#IeB z#VHH7i2%(C6KYJx(EK^~#b=WTP)Y4%T`_kG*v)h7oae4gI>imCNnn zsYLy&SLt^ht-M~B)9)o(&A2Q+kcd<6%pl_XgFT42Sm-r9_Q-xr|HXAHp9(kn9ZstN zt&8+~lvaKZzR>TUSq0zoSV@%Ie!P^R>qgTf+6|qX(M`w2h{)f4K!!+oK-62AN3`o9(fNYt|NaT1iF#gBoap6( zE)MxhkAr;oh|Trl^t9WNeJ=?dKKU*pa7g{RgGg@@T1by42N?e(`f1m; zgurpi;aDQy>hd*uJaKzH{VuDO-KkU61m0?Hi3I;%QS@KIxANa&`i;P4dzLYgZxDHb z$WI?ZzmID*Q-rv6Wi@?{ttL?}TI~RxuaMMK`u%z<&(Zw!dvI2>ZO0ELaO6=6CvX&& zkt5PajyVzWv8m}qyls#G(azlv8zODdM&KUM_Hi14-zh-?zrczVV%%o`)FN;Ul^gz= z{@ize_Fj70S0?B@@%+|8;Qkv@q9}M(Y~kJg<>NA zLkq!2K>kI7@4#ePAaJJft|Q7%QC&gE<;f4*=+9%-+neaIqsWh)1TLca+628v1q6;R zsVCxy{>f?u67;XdOA~xu4{#vLIkoE${ZVmRPSj5^C;0HRI@Lk6H~AC6?~Dr{pAh{t zK19gFEV&oNIC>P_E+@)UbLJ3q=a~`u@8`Ub7|-BGUuF^gy_kNEDED2jg@|)!6ME)O z`J@2CgAKvaQvx)TXWA=pnEZRSb(7WuetHijfU8CPWwhFSo7e?UKSTcl= zuev9Mp86X`5q2Z!L%SUj3vKAud*`T3qF+}Bq|oCS$?{F~=hH9EmLTw&qDcJPh08wm zUqn3M647su^OYxwe(OG(NAN!+Z7h*Cc}&bOt=PTgDYioiJgO>XQJtHidC_h<$ z4N-q}B7u{8fdV17-sU@Z5#zOc?_pxRwR0p1eC7=FBjT`!gj@&YognZFh{_m8;Cm`{ zEb)A%`&j~K(_dcQcvS@x>CFdg2z~IcCFFQ+xz#r-6i4Xi68-ZQJL5(0XKA~E;K##3 zk&p-9v#W^bxD(MYk9H@*ez`qcy_Mjzc7_NM3+6l~%8lh!C(=uW4iI?g-y!7IZ|?0~ z^!8_|XKNAt_uom(R~{P81kT?2dUuHa?pjIclh^&P-S*y%hrq`#a;G=FzRU1UM1Q>% z`3XDWGI2REetz0rrUd;p-v~SG_4o}j{{$=?McAnjsb9nB`H^k+>G$ic!WCLe33-!v zLdcKbT|Qp|uN`5|1ih-6w~78A8?~L_^Wnxb1l=vR`{{91aS35JV#OPB=s0@Ow9JWe zipy6MI4pZfv^(v=j#mU86%F0EeAxJ%c)qlTu!A0V#0mNLK6X@bu+g9!cgI3waq)GL$h9=FU}&x!Oh{z^h`FPw{~mk+xtPuP1e-E3n1 zcY#%e-E++mI7aZZ1^9?@iau>fq$N!k6XP&kbQ3{0cI+i0KC+UqhhAR7J_KKdX7vPK z&leGP+25y*{u?b;f$^X363^vF%hBW6Y3W~y{0qNs5c1d5LEs-$ov@ppj-O~BPseXY z^HTbiSS#mYLiFDmv6`wUPOLv%_dDqk&pZ7H`mRF~3A^BGqfXd=x9J-QdpLdSEy7NE z?sF#AD{j6!iS>l zn;8EOj>P!6+7}Y@!_0~Ei1muM-PrR4o$S3s30&)oc!+d|a<@G>ok_@%*ScjyfBeqw zx2b(C(F8)D z?K8UL=85O&vHN?$4}@HGZX)Q}QR-p|+zJ*G>ma9`v&4GK@lXt5C!MF{6YB_K8-oiWdIO1}S4?T9>x%oZ8|4h&)VzXz&JmS30ov=6VA>(O;T#9`q?38oRj|Kwo zTZ0LlT^5drB4Wcb!oGS51{3Q&7ljsLo^^c^M&RQzqq2=iU(&oq@V}-Zn;5@|D~R>i z?21+K#Q2$a5qjl()`rmU$;XTddpr5(0>a)piYy`Ubq-ucjF+wLN@AR?^o$6-nV7ow zAVH^jI$@V4u9PF}Y2f;C-S)BFo|u2^B5n|L-4{s_ayKQ5_{|b4$FoC;^^(s@J7OI$ zegBzLM7dlb^v6@ulEBN?{D&W15PpB@T_`9#BqSj`D!4nJ!umz5=7!$!GZK= zoWJ!T!XOqK7ZdC2XwA6lKOib5D421fUnDL#HaH=i?Pmf6{SyOyr%sqgCdKH2l&-GM*gnt`q5triZb+Oz9Y0Fv{|5@dXQY!j0RUzuOL+hQ diff --git a/code/results/simulations/NA_robustness/NA_robustness_19-04-2024_15-18-55_uniform_nested_1-200.Rds b/code/results/simulations/NA_robustness/NA_robustness_19-04-2024_15-18-55_uniform_nested_1-200.Rds new file mode 100644 index 0000000000000000000000000000000000000000..77041c7ad6d51f5a546aa167380c61f61cb9a561 GIT binary patch literal 12553 zcmY+J1yCHp7Os&1!8JH61PdMr65QRLpuwFD?z;pD?k*eL-CcqcWN~+QcNTbg_dcEa ztLv|x>2tcK&eV6R2N3Zd?mrjesUM0if!y?4eBKTf8bZ8Q0PUAx|4&Tep}DzuM7nfx zp9A^6V-*E_6U5&m|IECH5gve-0{KSRhtI+MmS*Da?(yFFe$C_jr3<*1^EDpZhbLF3FK3Nu#gW*8|0Y|KkY1M*@f2M^3{UI3E}V^iNZ?{U8+;|*AR%?t&f z86UnIe|rFPhD~0+t#mn~X1+NGkce5nOT#snj{TqJ4H%uxRYp;EY0h%X&Tt6k8-|U@ z-5D!8zuCqoQwxg)c(80Cbe2Mg0F!(E$T4TGd}A1@G9fQO6)1vhHl~kbD>)U>IM%|0 zD;AYbo*9uM8~o1bj;YFgj(@pf?TxZF|HT3$_|pZl+Ec9hvHh4bIvmA$Rh?VkN707g zJ6U>k=*3pzZYdM{{^Xk8$*~Nu`1#|;=As;pZWI+@zXvfE)4vOrif|#+PcKCy~-cqudbO zbP!(VKT~z>IrM}!^culygPmrtc)ap;2UFJ|}TD=bsI zTL~;C3@(u7| ztJVt^qwpIRCki4pNA0p%Dk;Ske1H5C@2h{iE09jqpy;Gg7^5DvFyyJQyhrAG4z;ic zV`YB7dLhI2zg9=4DT68X57*=PqTKGZipq z{QKx3pZCJuScH)HPBtINQrgaeTc*?6`}w7aJbSvxHj&*Et(XZ9*I^D2%UjtLSGMpV z925CwYmGe=)?ISns{xmmT>S;~M7`m(F4LIxV#p;j^9zVE){5j?5&T8;8e6ofBvEs$ z7uGUPwHS4ZVSQGKkJx1h#|4uqRT>r_#V$kwsdU5sG>}E?zmSpPOe3BufY zq;tUnj_B2iK*7#BqIq!n($KBS&lHdE1(h@BrrRc0rI5AnqpuB*mJ-#V@)VM+jzPFy zDC@K0bV8CEQTIe|qLmA&xhN_$a|-WZB5ww)GG&oYCHMhL@kM)YD$Mr|A!G z6drb^C!eq9$Xqm5@qaGV7MkC$y~P?~6-N&n>CaaATlN#7=eGDeI}(oZ`y#|*t8n(B z15LbB&etAx<7JJjWDQ(iW8klEn-6fdQ+Bn151tn##bSG+#Lw2j!W-uu86uR%kdh~jG=TYRN-bC|M^ zC?LMr#t8Y}^TMric&W0cPFQ;oYCw4f^e#1SP6ej5>p!Qv+Zw9APdrh7d?xgg_IvR} zp2$06j+9S;KZX71$=$N?ziY|J+b<73bh;Mc-uueqsJ2NhPYfc8Au2j=g4>zcopA_T z{pm6Ea{9%dqVU9L>3lDsnZ#dP(Ao7h740CeL}j|53yvR~prR}t z%!tXhFxXVOz#A$1&KSib;|C#5Z_-}xPOjvgQj6f((t@X`!%Ct&z~neP$#e_?T;O-M zD@`9~!DzZsJ~lw8@wyzh6svvI7rlYZ$h+;rJ2jFy!927!*xWHn4RXR)k1jd_2wG4z zhi`bm&vI=mI-M~y#aF17gXZS(ie+tuo6>wUdT z&aEmRAAcN#fC7LY7gW$WDgU8&dpjO~+bo?q0UcY(lvgL4;E$Yn2!qSkHYxfy5ss<; zAru;WW0u`uC;L%diXqB_Sk*LB^M2cv`@WBbngxJoz%S zF&qWNDO~TTr9GoAQyS-#0BRM$xhVW<*)z@Sd z*&TJb71{vX9LQuq?dqFOF-5+V};t^O3b&d zakuvUM{ab-i(!ja63)JnCmhaH7OfG(?^`HJpmHpLs%^zNC*0mfltrjfeut1;+L|e+ zpBxFVdLe*y9Wsidt^!sM2}xDzkUJB5J(v26fzxYA#TdAMYr_51f|DS|BKJn|QJY8C z9^(RpP4|2>VtZrk3$v5W2uWysiaW(7IxZ4X;M)5Nkh+?r#io5E*3MIjwBUZ4`l`M! z%V8*%fAX#tCGvF!PHPICra&o33DnP-`y7HX1-$Tg09)AJYSup3qex{ z*&=-<;{CI%Vxh#B2NbSkHQhQJhlu0)kH>AX{Cug(&xEedeXi1Vv@dw`eBVZeHSqS& zOrL_i*z%+Qr3UuZk*u)VdEPuIZ6TmL=UH}hhE+DKozwvnl#v8PHe#lh@Y9yRRby|SmX z??wD{XuGV9%NR${h*Yu0UjT;(XUI4MdVn+T`NdUr~0rexbd}? zt#kQzv)nJkaP3GL&)=m(*%487|Yu(ruMAzAwa6Ih<#U*9})U2&3-mAJ?goJ(m;2 z#mAb5RMB%GLG-H0+eVZM!bqE_N+S=WH-kcWAg}cC+@scWhi{9|afew)tc@h{*^CD( z;zao@HUXCL0ekhyk$tR0RaR@>LfdoRER}<~Q9?=mKJsODi|Pzk3QUKJ8n&0rR`?*E z33G9$k2djhta9mhd2&njRE*QEYG+gGU5a$iCbwlE*Cb7Id1H|_x#a04HRmx*VbIGF z+r(&mt|V|ddA9MV&YyOHFnqv1J`stEh6zJS&z;VXg}U@XEgnYK(uXb9lcy@4(~6T* z`$K((MOkHx40|037Gumef7Y)obbrU!nYsAtkwz%=>IM0Pf6^~^AbktY50X?isBK1> zj#`W+n_i~nA zGaaOJis#edFl8_i$EBA;J^7(b%aA!#^W}0YNV>nDfzG8z>0`BU`o<5L@1=^g&yH4G zM1c-$i}VXEh|6Yav@$O7iq+}~JDv%hgmRAV_0jx|6Kaeu>DdXXRKMLFb8=nJ*UI-G zs%&&=G)_++*k|P5V`h<)_TQN@1T#3}4MABCdu0b(FB4|>c8kfPW#kh@;HBeJcdD8_ z=M8DwY^QrLvpQXDpVbOjHCB^mk2HC6NAABj`11CT_{b-hO-IosGbA72RV^#jviaq$ z^(C*xU#(hSjj{bFIDAE4keae(sIjWV*}X&HCYASFyH24 zX2os5?Lj;_kofJLTnIwcQBZobpfqO?%pi_juHMRnBS%h-YlLfIx+ajQMqlA7EaJNg zL!3h(t{%82)CkkTo+x3SMn+bq*f?qDDC+U4$Co?aj%SbT{WaOL4eS73#V(=t#!E}) zP9ajYmNlFT&IJQj*q!QRamf)?3(n>*XHkb|W2fA&FM#*&eJW=a zp%$`i3U}l(J+X98KW5@3|Aa_N{VXq&{J6c4>W=sEbOl3vh5_*=U{B;j_v}}08dew= zoZWbX*l0n$Y)bqq5;qZrQrqiPg|e5Uh7_v-*xSZ~nh&%>gheAf+egzDgcZ5J-5WYc zFjOrWN8>3HEOQ8#Y)(KNF+;s#es3Pev(M@<=v^b(q;a{d0OU|~)$5i_rX}IPiw?dZ z>HPdA(m$TGcc@WECRo<)*0RQfU1+IIU^i@MyH+ zBm0L!X-$?iBe~>`Sfs_hOqL8HS>!lrhQn#?;#vBOBZ%GT%|p?!?!QjCOIbBRYvzeaI&B9ThxCBwkE#7Iq|Ii>`22vV`MGyR2X9`PUh zL!-Ms8@C%J5=%`F1=B_oPr9L9_a7^LL~Z)A$F6>orJrJ9eUIN>Nnn&hsKdUh_*)T? zd*e5F7%QA_>SOQvXY720@~d-SIs)tRbC?zr`VZ|Bhn=b}Jkef3Vc_Ij)`EvrX{+z!k`p2L@(J+N4$M?yEAp1DWS z+(7Vc7K$q`>XWq@aT96>C9C&x;@r3hMg3};qcMZrBfXgNK>Y6BjdOzbQQhn7XM1$- zX9(Rc>*20t#RBx{97SJ$^0Xl_vB}W^rVAFXT>7;}$(r7Z-jPWtv6^J0jGpPJksa^( z@)omQ;Ba{59)AVq`MOlu()nT=xbSyC!aA#C0t-{y4x2xtZbEEI9K}1PO(EF>=x}^} z4z6Zg`yw;^n{UeJj8;3k=wDulwd~jFDK^%}im#>>eavl*7KRRvl4%F#dWQ7;EsXSz z6=pq>3|}UP-^^W|vAqE{mqS9s&h*G6DsR|*RBsRy1H}c72vh;fp6Ik{Gy0R%|KD<$ z4F0>1?>-tt@#TM6meDt3Vt1BDc^?C77X9V|b@R#2tu~HDWz!fri*VqVZ%SQ+ZNp7^ z3chdLFA=rFuIBROkNrktcg2?x{lSpz@Zj}j)j^U{A3zfGYJ#T{|i5hmieU&-)eT87`2-@92`AL{O-A7TYbR;3t^p#jWv=9OgWvSN%etjC9?RjF(xV&+cE)N z(}wA=_Hd)STf}WP_`k!Es7e{w#n8@z^E!FBD8UZWcmYIpE1_o;Am8gX+RIf;J>pKx z$&Qh51YFCH7_0eC1kVx$yeFxM7Xz_xgXvx{R{!Yx#q>ER-fV55cr;-ZQ0e3p;D(<4Aw-;?i7A-kWl2_0LJ z#fZVeK=*;|@1iXbZ-Q|OxC88lRgrUIcyCp32}ddoZC1gdRLF(xp^y*&Q1jMQ2qVwEND{2x~CccLt3If4e^Yv9kA?G`wb|Z`- zhzW`nK{JB-fsg$*!zfUC_lH9VySRm0u#E4MXk4dKojNN7iop2=c#lS+2xRZrVx8Pf zU2{NDu);>!$uRA$nO%qTa$^|WTCovja@A_o^@TT2m>R&38|W4QHrwp$*JNF%4zb!l zlp?>sw++0%I@1LUeyMvPex)#Eac5aVF1Gmj)agP@N!m*Gr3=z~k`Vs;dKf--%r7sx zEDa&1%iN`-#M<}qXrHU7JOTdoeMK+k5xu|B1VGol4|$?>#qIB~foMdlyQ=Rc@x&Mr zA>oI6WLHi1DeZlr{~bl*t&2WbRNWmTLl2~DzHS#d`2#3Gh14$-Qf3BfbvRk9_z*|@ zn!+5i8U;Vo_=$f(7VCPjQ$VNf-_f0a%6@~yJ$&5a)(ZGL)&;Wl3BSIRTE2?SqGuNg z(t;pISUIyw4~*M-CcQ4C=8;tB?LpsOP%BwzlAMP)mbW9~UBIFLUq}6}nGVX>8*H(J zCIh&&{pl~}$Q3w;`fc@Z(A(estrts0CuHact+O_0$13ngEkD#}#x49yWlq=PA~u=8 zuuEG2K?ZvOXC2L+|AUd6YfS?3+Rx&cr!KjOn~JRG$L`Nq*$h@`5T$wKdS9A&-gV-M z-e1QkdsqXo=9sZ;vors_{EiZy8YC|24ZGqw2GLH-5>FzEo;~0~Bw|%#_)W0V`}yUc zvtL-VevoA82>*06>?}u^`FxRC<_l(7cYSrI-1E@Es5)tDAc>Wr#8NkALo{`<7;8+z zQuQ*^T#T9NFcqoVI?h5M2DR3DygO%x8%B4X(W@i67TJE6m$nUmdMQj>OKjKle7j(@ zCQ^N?;1FH2=p^b+mp*phO6n;>(J>aU*bj0Xo-fOWN{hxoP_=58LMp(4h5 zA?X=Eqee{Bj6p?NYI8@SV7QCBq{41#y) z>{p*`K`C|W`RvMJ_Zdre&@luv5duk+BGlm1wJR@hrqE_m1rg4;lDbmM$J6 z!i>Rfnz{6>?zum)8OUx~f8t`Q>o7*twUNGCHTC`VAgjWuFRd4%5|9>Q9 zFp6#%fAw!**$b|uANb7f%JIL&ZN>ZV;eRS45!AEG^2$+g<+hTrBh&pC3Plb*ji|NQ znW4s6@RWrS+CDM6)aPu`z+aO})cQ|LJ2Gb#W&{7tvAC+KW_H@o14B#YjhOBcVEGvtZ0A+QAAYk z*;_jxjs#H%$m$IRQE2Qco9=opeN+F9D&Xi~+ES|r(ftp4SLj8YffQf`+@Qpqw1NpZN{o2%OGZn)B5dE#J zH<}I*wS!8Y2N)e{gzlDtgwvoOaCA(jStuhg^HJeGmLtDZDg% zK83ack!+=eIRTjLcz)NmrHd7`40;obJa7bTu?K#Eb?vYEH`%?Ini`h}lHNBdXyoIU z+$_66ZovGx-Bmyx(D5m+=r4oc8%8ULOsu~nFL;}fE5|cgX7kY?4N|T;=R2!0H0c~DqbOXn4czF+s?X2F+OoUCTH>vy+f16?5w61cxPk| z8JYIYlHQcz=bE`YQx&lhrwFDA&Vo$c|E5g&L>}C3KR7vND38@U4T{U!W0}O?)ZrWY zn>riTqm&BOCn;?f24Y|ASjKp-js23>c_M`olk*`mg(DMHlJKI3vtf}xUtlkbL}kV5 zlwU`Yy$Vq>MIyG%Gms!QUFSgBZVA;NwB~!v^bvViUhC=I35Yp0XLS)M`LfD{kPz+vEC_7I0hKsJ_EBfWBAlTGW+7>!4Ds_ zQPwvVT?5*~4%x8f@70@8UzC5WtJ|etze5ud+rM@86Sv~|qc${x8BU229v(7pX4?Ik z-Z%&l^xVba`EIrg#YTp1Kos-bpkcT(m`e8f#Vy5$OzOdbkLXK}$giv3@Ym=@NN3w0 zg)!{)xwDbik?Rz@H|6buc!I>il`~>5EfS-ZDZL!hm!CZ<2Oe6;cH1k@K$Ol|Y~Z=m zt`baT$k>Oz zQv088ayeSWGfc!y?6aMPafjnKs??e_GZ=7B^-&!3JE0an*sQ;LQSWbxjQC?1FF9m^ zQuTssZW#>yB@$&!XXU)nnq8uqo}tfkGHT9@CPNJpH?sH;S8%CHR9cV3``0qlffE>f zoIUZjcEYy>GDps8^+P|WX?U6jfG6a;A6_Q!(GhYihXoctMq|u;Iz@99TtRtQEcMu6^;)%9ZnBX~zXiwFc3*Ilbb;SXOW#n6Oj@ zmfFxXFT^wk1yp1b@{pC+Ch_+LEl`VKyzqTh#-#y!?QYqgB z4+TVZitO*W<9JrC*%&&LzB~KwO6P~7iFsk}qx16aRqI6!WljirZQ}MmdLJ6}S7oK8 zi6`3sZ+Eo-lyqEl_soS9WWntJTvOJ628Z-%t_9Tm68w`2C-F2vekU-ybXBH>%Kr#6 z?Jp;C1P7iu50)1 zUST8Th6Ed}tI3ZLBdeqcp#kxc%-h}vDFC}>4&Cr5+tx4(>VsDWe;?Cu@8Bv751bwy zL~C=&$=$ceOW6;|R^+#T84On0aGwi0PeR#K^PDBdBmta+jcrfTpR6htsN}5kswa-$pqs*>*w<Q(i;C)mlmOer*Nf zvZ2h`*!e_Hpt6kAepr@eaBiirISAoA_^Zxt_NmG3WzOsz^HXcdcUO-|6SSt%uh*KZ zk&teYnP7cgRcvmd5sCpPARPE=GERgU3jsLyi^*bJ9!=$}-YUewY#n|cxJ=o4err`dlj{5bcHnD$aIXu@Mn%b8RD!%aVW8r-Lpt>FeO5u>yr;dJR9l`Fu6a zd8&1Hy4WZy`jxV0j|-x(B+{NI6puO@3O>}M$gy3|5%YOCq`C+T^lZq>eQYhdJGj4v zInnPU#b;NgyfiQoIelYpx00s#iEay#{>yF~^J8fXVHadl9vI`6<2%0{h^PS-{d1&( z9$(Ka`4AiPsKNcgYvL;CU})FuN;z=xvNvX9bbp;K@T_OvU2$OR!uHnoN>M~)466qBu_nJ zBabs01m2lEC}$uS&G%drul`}iUQm6u+I$UOQb}mHmG^x~t2edH>Q&LJcPmvU$WG9X z*7rW=zi5?aAJUs8GD(os@>)tTesu1GU(2SpG%|sSJ(s$>O?x=k_W5=F3S-qk266Mtj=T zcT4O>S@OzL@aHm_??;xB&-Xolh>Cd|_RphF_FXvcj53?(iEF^7&G17#&yt!*j~~hm zp4zIWrWXaxyVpYvN?$adlSSRyE4P_;iP4};tA@`M&C=b=oXwz+eXUPjRv;ORaRtw` z9O8$|Y_#Bn9{{CI*)x~Y^MV^7@ipWpWIFB7Fhw_*7u6QeZYwD)0`%W zt@9f4d8|{tw0B>Ww6OUEZdrcbYC6n)*?^|MCbVJ~j#G<|XC?Z=uE$jT$FIGbEPE+F zRWWh2+`JQ*Ph36K<;)jp$7q>&Z6Bp;K7VZA86c`F+{eW$S~BV_ud-SXAzl4^YN)-R zEw98cR6LHMT4I;9@}lq0?m~A~kjSWMPxfl+h$8hV^K}%Y+aZqsmX{?{Dtw~k`dHKVzilxE} zTg{^Hf6pHni0Ys=B^t-nxy3@Tg(xxqX0H}5D(&uNYrg~2lq^;4%lfmQAz}%)|60I+ zCxUAad+s9_lCx*(7Z>>_(cLgy5d#3B_&0UeOE-@b-}3aN$GPtxRt}n(nfJejp3yuz zpN-D42R1#A@!Hty1e5l%?{A)o*@6vsX&q|HP0%hp(pv#XzaBT4wJLlj=Tu94nTyVg z_)iRc6~g?U@C321--K_~LajxvUB_2Xu?57UaxW!1Q214~t{nUpE{12kf~vlB>w0j_ zf&K24DF`v&Ii|MfEwy^7I@Qge{z2#I$;d80+n#?A9lIJkpMolAWG)$tU|${I=JRU0 zW!ik>MP1&f9siwbnS?atHb=hiF6}?ctbg6$iKU5#MRCYYOD11L&)V+gC9L_j=THNh z!pFIRhGrT6Iz>N50~-5W`Y);EDVL-}J=_r1u3n=_G%8JBDb9WG+Zhst{Qi11aN`-h zS*o=hPP#UmdC|<79>L>+Zmx&c^aHU~DudH$+8_1fp@>}z_DsNi)(x`NGPHMq4Mymq zkWkVi1{!EcMfUBv-f_tJwX` z6c4!7T1nn~c>vSd=_P+fr08Q_1dU6~kIlyz?56oUOO0mK`@o*-_adAfTa&S0?YqWD zJl+TpwC40lee>NB_*cwBj`uhHk-=<7e*l>6y;jMu$pYB&h%tu)K}Vq%H22&$*YAOB zOHO%zX*Zsjav==qVrq*uK&Ufjj_dc0Y6jwQC@-|cF69T|*{7}wOrw3;o|rAhmWEz$ zlh^Bzrd3&ddx)DnD4QGg!O+V0$(|r|RVF^!!yxn&yH{~EzSVTUkgf8Hr2tj+qsQ*n zcy7T**e}pfM)v0Wfb?rZ_@v?7YuU7KQqMYJ-BsM&OpOM=HaC)Wxbxs+Pa?xzP(!ju zshT!sDJ48t8@5|w(qg0@;+oaIo>i_T>I78;>ZnH)8vHo};49KVQm%diJXoNGH?;pa zQmk}MIs?K_OlEUiF4vOXWDty@I>v7jnfx>G$FHya1$cRBSaRTQ!a+5)+Hz}V`qQV4 z4E%WSrMmW|*e=_WM^Ir!gloPL?`*eey)9rmu&1JMyzSxO14dK3<}JUU9ZsZSQYW(u z>-$&h>MHc!IURNyK+>Xue^Y(X;AXJcZV8>OLPD0<;~pMw8++a6Ev=*ROkwpfsMY(8 zZ}CFRxVXNX_u-E-A3M&Bun@=RLWGGN5}PaIHZi)979W`pI-V5UeL!L-0wXHqWrx@AGXGZb^J6=D$o1fSyPM?&icX^U5<4LYzr9e@W;NwMfU^{8D$~z6OJ3U z#Hgs@R_$li9q_;Uz~iH4&qUYy8`0=>8-`eq4PbROR)Iu}1a^$u8wZZPU9DJo^I~j- zN%V|6A?9sr+bm=rdgOnC1?}V7u6n0jI#yOuYldV}fNHMgaO_<@1#Ms7;h3-3RB7#F z9n_FGN(c#yrUA#RuM^J1H*rD~&2lYU3h4owAUR7t2Y)lYB4) z&wi9WcR=Ln@|@w{YMm^&B=|b4hc=^NB1U;S=hu+*a_}tmVkupc+5*U0s}c5@7Y75R z-DThMkxF?b?J8##Isaer>#PT2ik_-a)~ z(jq{CQctDvtQLz&#d*KIvNS9a>|_Js;fXQIyqwgwe(#UqQaL|49DcE&Rw+BauK%#T zc(#p_x&;+leW_yFzQjDsyC2$EKii}%wDcF*cL&`2zN4f(r6j+34?fuv<{V=D8Qb;E zUj)$|+raOLH#4S*@0w(vTA0^vZ|iYU2#Wv6tZ`x0be1EQR^s{EjOd*a_QXJlcRSeO z8!`B~IpqAr4UZi=87e#F*q~Rt zTGOYV=x?tvVON79m(2+Gsrtb*m#*ULX-7dT3lu*kMMx9(aNNrco0DbPm3y-u+hP`d z05Nhd_opv#F>g+QWiiHtgQ8_OLBbxtT>DX{Ol%2gA|CAW9tQ#X$cu+cE+K&P@D94S zN^|j}gBt}1-shXkz%ci9@S^?ZJy`|~LM>nk?JU3$04 zDAg=QU$g5fu5#r5sW;ij^`oX1$yar%0Xxl61Rv9tlOp&2W0#!(w#`GvbJnRJu-sA= zoL5|k%U2S1D-l_P$ZK=D5|wuzEtFy#LdUcG2B6x)J5_|PTQi-O?d{wZn|B;7 zAg-YUT=#Ybh5>=ttmZgbloL04*c4OfMK3DzARdU+Jw{=J^s1isXH3`IaIa)5i{!8B zwjV77KSR#*ymO7)@K8n2FV7#4fV{H(ok7GQi_;0H9r&1q_`6e1hwqH)dgpLn6JOd9 zC!uI|J?t{;@608Xtc=ij#_XR;DH{Xeaj{Obo~jzh%}Wc0hf z^$C9NB9dC*PVOjoq9oSGdC=;h9q`(DuLbN8x#?oWyYs7AkrQ}G1gTZdRKKgHt-mm#(*E{^qE4s&j%CY z79=yY{6E31af+_drB0Z&`d{QZ;j>3F zz%JxTI6!}pbUJAr2}&g@kV$wC;@_sq8FW`hHUVC^mckD?y%iS!%eG9}-S z)~10Ss9Pb#nAEZJZcS!K3|2H;Oc-$l;FF|{hFS0?*Gb}bIA!k8rdQkJ36Mkc21`Go zC(+RkFucP)X2;Nqjfjf*j*f_zh`)$>VjiuV8Ypfp?|Gq$ZOmB`&d|GUCis=6L~wUP zQrQ&7#la|uf{!<%#$aKsH7h5k*T^J5&qWkxbdz}5?a(&Vr%Em|2Yo}C4!_VWd4hxcA9;={`2YX_ literal 0 HcmV?d00001 diff --git a/code/scripts/migale_simulations_NA_robustness.sh b/code/scripts/migale_simulations_NA_robustness.sh index 1113d3d..868cded 100755 --- a/code/scripts/migale_simulations_NA_robustness.sh +++ b/code/scripts/migale_simulations_NA_robustness.sh @@ -1,4 +1,20 @@ #!/usr/bin/env bash +#$ -V +#$ -cwd +#$ -N NA_robustness_array +#$ -m besa +#$ -t 1:8 +#$ -q short.q +#$ -pe thread 64 +#$ -M louis.lacoste+migale@agroparistech.fr +#$ -o logs/$JOB_NAME.$TASK_ID.out +#$ -e logs/$JOB_NAME.$TASK_ID.err + +# Constant data +STRUCTA=("nested" "modular") +SAMPLINGA=("uniform" "row" "col" "rowcol") + +# Data SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd ) # Finding simulations directory @@ -6,14 +22,6 @@ SIMULATIONS_DIR=$(echo ${SCRIPT_DIR%/*}/simulations) echo $SIMULATIONS_DIR -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct nested --sampling uniform -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct modular --sampling uniform +# Parsing sge array id -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct nested --sampling row -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct modular --sampling row - -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct nested --sampling col -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct modular --sampling col - -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct nested --sampling rowcol -Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct modular --sampling rowcol \ No newline at end of file +Rscript "${SIMULATIONS_DIR}/simulations_NA_robustness.R" --struct ${STRUCTA[$(($((SGE_TASK_ID - 1)) % 2))]} --sampling ${SAMPLINGA[$(($((SGE_TASK_ID - 1)) % 4))]} diff --git a/code/simulations/simulations_NA_robustness.R b/code/simulations/simulations_NA_robustness.R index 10ec067..f1a7638 100644 --- a/code/simulations/simulations_NA_robustness.R +++ b/code/simulations/simulations_NA_robustness.R @@ -255,7 +255,10 @@ result_list <- parallel::mclapply(seq_len(nrow(conditions)), function(current) { Z[[1]][[2]], mybisbmpop[["best_fit"]][["Z"]][[1]][[2]] ), - elapsed_secs = difftime(stop_time, start_time, units = "sec") + elapsed_secs = difftime(stop_time, start_time, units = "sec"), + + sampling = sampling, + struct = struct ) message("Finished step ", current, "/", nrow(conditions), "\n")