From 6ba3be27108db0a70b2257c25ce2099dae6a386f Mon Sep 17 00:00:00 2001 From: Christian Cueni Date: Mon, 21 Aug 2023 14:55:37 +0200 Subject: [PATCH] Make importer more resilient --- env_secrets/prod-azure.json | Bin 5117 -> 5222 bytes server/vbv_lernwelt/edoniq_test/views.py | 22 ++++++++++------------ server/vbv_lernwelt/importer/services.py | 6 ++++++ server/vbv_lernwelt/importer/utils.py | 1 + 4 files changed, 17 insertions(+), 12 deletions(-) diff --git a/env_secrets/prod-azure.json b/env_secrets/prod-azure.json index 36657065727408535ee43b8b7f090bc425f13885..704a2f0ae5678d4661a477cc1219aa030625e59b 100644 GIT binary patch literal 5222 zcmV-s6q)M)M@dveQdv+`0QHlKMTum4igjBFx93kvmN5f!5wpC>#!ACA@IQvm)S9`6 zw7|b{c8@@m4)9I5n_?&tx8XOb-PyHdJqOY5ie^SY51beekvt>wSpOh%8AR2hALqPM ztIX^40U1m7YKEjKA((fVTrPAH`grI}NH5#W$UkV9wBAEU{4fY1f^O%pKEN`C?bA0B z_q_1y0>R794fRZpRKo*QLF%OOWd$~VFD$gSZE>lxDY1n?F?6V;m;H`thxaC|K)YhP zR7r^xW_d@or@tkaPULR!OYJ_WoFsy|t#;W%8q#M29>-Ls5W${qmDIsLOn!Bq-)a_| zDEh$A8$I5?*ht6$%agg4T@!O{i#LX0UHYZ8_rPO`iwe>}hQjuT2Zqek^_%(HBlb z;AUV%9og@;w)(S&qLT%aoj^nK`}NE0BrGkrZzI#cGJRz%a4585deY=A3tAydezjo3 zRhQ@4k6YtQF~q6SJBcJfA)TO>=_pBlvZ@{A#YH#1z<7nb z^0~4M_LAh+u*sYuKw#8Th0u@||HsM(0)+8}HT(#50@H#yOZuB*Io)j2?-zGz_=W{_ z#n;n<1e&u-T%iy+JIcLh6bL{ z2Z}-VJ7F3ylR>wWT(;MfDNzAoiu?NpY|Tpg%E<;VDI*cJMTkcKJLV&Gaw~I*<(wg+ z*(1mx0`8|t8jeVRgsb-G|^L3wi0E8TFrW(uqRYGtwY7p%$NXH z-ORQI>sBh)$C%od%$m~yZGL>DG0T6+tMH)A)SV7Z6OeA*#66xB-kF1a9KKy=Wx{L` zzj1*ps8PAgK`TY30O_M1HU_6!|H@>!;0qGj&b}@x9=+)!*>X;2+h}T$$B5BBGfQ*Y z#ayE9(d&E==KdmydVW&aWrFlsQ3dwryFwJG;I!>g z%l1*_SkdHyGUQ!THl(5Ju9YwxX$(HU{g~Z&glyLKAvG`_>^H(u<^J7heeD0ElbhaM z>5mOiuQ&DX44QnS%Kf@?L1(DsXQRkstiOJCs3|vwJ{3YA-+UV-Wqgi4@e-D;p(@Q- zAYn$50u_xDuNLkw%Pz{VI((_A<-htt74GN*pI}qZlsEg<+Cpi{seVDbpznTXl8$=p zDIV%p&Y8tr-Uy1@rhbzUgbxU>Q@gjM~CyRI-=4&8^}XF*;mw!^Q0T}T#i`at^-T+A7qs*w`GAId51n9eAat)@8G z9{Y4d9C(?2*=$VnK=`BHey52Se`0wLm8D(~-Wh|P(}b*-7B>0gJ$ih*b^CL>gqOkk>GwW#osd&ss$Le-eaH1O6bwZCWy1S-`Beq!81jp?q6 zSCC19_r?c##G5UFe>I$f@zPu0BrAT_1ZXn)l|_TOoe#a8_hEp}aZ{Iet)Gg_)(8Ru zMgFGD@UB%d7#Zonv=tx5V<1t_e{j;m8Qfz@^icAK&vzrxSt>3(N*WXs=} z5>jLOENu13y^3Gyb?qv{o%+Y%sp@{8G*qyrsbW(&}}{k_CF68IIP{LsDCB*DV9-T5pnzAahEPv385x)C5XWIDcmb zd9z_PiCgh*2;wbLU30>RjPAMot&39`+Wu<>s4n3Ec!{bV7f44rV(1x{b%(>9JRIu3 zu8s4IE|Y^F(lBF=V+sMzOO<>=9*+}6EIBF3K8}aVM5LwkFs@nH+M?HwvW}LTC|pnb zg=QLDYaM_^*CK+e3z7(QR;ura%Y`jL>`G80UCS5{1}sv`9D4#Hah{bdB?~n~2e}61 z?Bqnyt-jlRg&r?B9ThN(<1EVL9Itu3PaSR)1(^W~s?-TYml$x5YlLHCcG;!S%0zYk zFFrb`TG7PO6t^`{zH)jr9nV2m5EOL2H3|#!Rqz6nvi%gzpg@5n*mxHQDMeq7MLnTf zOSV#x?fq#hv<7f>Je*W_OLakZV*_Bn8BNj9e@CvI7T~$+S-#@ri=JIA-2=s%Gxp3& zJ{}@YrDOm9gJe-r%QprI3e;RLcxH4E?=UraXFEz`xKBx4*u07W9y#;Ca-m9tFg3z3 zqo>XKG*TDBASAtW@yAyK-N^U-u9`^P7#N&B?Q+-oPE7jd zbR-MBY?xy1TEGrGXY32Kbn7~>vx$OB%|-p#YwWN4$E4WHzzpUn^Va`W<&dxbY;aqg z0jI#fJ>A1&{3S(#N>hW(I@$I#iZkoq4%|&so#TAqnaUfZST0T}SjuN>gMdA!(0|Xf z8_#n3?Q_B~&ppdYff85mD@h`E>rwz!icsSQt&{`=c+F1CuFc&}-oXe3t-{!s^%r}? zHXbOJC%MtS6~N3!{lrYG`_0tL)&)r;Ipq>x!K0cv4gDgtLMcW(9Zuo+!$hIWfgW*= z^rJ`gdZdIs!}N36Ax3qa#x!F`he&6+g<{u_Vm(CRuGWxs69*gS&xZagWE5c_35Y~| zrjkexD}UD?^+ss?k38KYUuAF{v`Pfh(TMKe;I5Un{(Z+ifKCDT4|U^uQ+F8jhZQa} zk#+iX*pnY54^y13)r!bV8#`ip`n3MZ=vY`rH{Mw0(&mcj=PNh{Y3Upe`){GaPesb5 z$k0cYK`I^o2_BG$5~oM&K1Jfw1M)qn;>PFIK@lJ%jKz4Q{!-$%MH8D9vF`mRE#a%Mz^8#*9t*(}%7_15XL z%Rfqa*djWQw9vC+vH(d=9=nasVTCQEB1p?1eGTV*=hDyAw#@LWA%7YUyh{Ia%u$`s z0fAS9tLNAmU(74eZlsKwx%OcH#I@YXkG(<;_4AQttk+cd)5_VNMk)2+W#xFeyK zgA74;9dF|5cRd(zhU_+tXi;t1(`Pq01g4PLC>g0BVT+*S-k>ubB%ZJ-xqb0WX{%${9}iDi zYQ~%SevLZzyY4&9a&0=Z7Cb;C7o9V^#ibFD-IO|1fBf&AnQHf(eHf*GwBvUrG5_>A zl2^Dyh=oGv^2RFR@Tp;_3CxN;8B{h9wKECp#zR0Tqp*!&%^Y*t6m|Rn0|Y988FGQ* z@?KonR_k;rHL%yn(Kpf3?t@s67TRk;2t$2ohkr#1BSP*;{tKrw|;Gz)wj!AUkTJs zmU8TfUDDt+bQCi32d$|Aj#=1$K>igg;dV~?4rce*hK3_EIQg;uYT~v%Ne(Sh#6%7D zmwJ9G9*av9mMYmyVQ|0GXJY#lNj@J*Vj4?pBXXQ+3W4w@b2Z~B&x*m{u+*_kA(N+H z?A2?o9-Wwi>obPuS)nERiC~~t`^`fE1<>wO;Dqo;3Dv+iR7DIoMN$YHZ5fM|&Zovr z+aM7aq0L!moKy;No(tX`TTUA&`0-EpPn!t>4irIQCvD?^5rND6j|gk!*Qf`d|q-@p(^4kRALaN^V#+15!r3F?(K9QB028j)E#Fb zaJ3H}2tUFMY&{g6S)h6oXFC(ueetge!2AAxREGO}d#vdWt=g1OcAB)ii3B7owW&$< zh_S2?D0;>ci%JPm!2<0YTR)jm_;lr{+lk+a)kP0KnPiOCEn^x&gzWQUVFa*Vs53*3 z$EH-=D6Ra2IZ3d?fB>(73MoFw+u*E&>aL zMqW(q0AQ&6ZQxwmLSwD=hu)6U6%L}CD3{>~mD9lT1{_!LEoRqrbb+jX~ z!{yJ{sQIATp};d}%Ga3$5}`qQUE}k0fn3MsYqHw&s7b!2eNZ-3f5fYR$TajV^xjHj z%_7?F2}l$n-3_XEmi|$LM%Q@NkbvkvPqrf%Os3b-@XNd`1IQCN;G;n1<20dp4FS;N z$S}_JmBvCrU&9?9s!!%x!m-s`8hLm9m6N1x4(yrb5~J7GTfo3EY_$m=@2R-1T?yg8xMEFOmfNdGI*DwHTf0F?T3N`I}W%d6Z-i4SCB0rj}vmumQ$p%2Gg z(_WhS8N55yN*AnCxVfd^(KvC@q%mWByha;}X5$zB#n;-PhsN?!+L5GVayC{{Jy+Y9 zRoG>Bb?kJOE-nWiK$G{{9wIissPut6k_+G-!c*qX<9At>udKiL48ktO@42t};KsWF z9{=isMnI;<*wy^3EAQ1?N@K2ECSI{{qmbOF@2{k%&V0_t3wY-c&4E8Y6*&O!B*snZ zsi81JqZ!ddb|NOn7($uqlZbAIv78OR*#SkZz59WBYiv!H&36Do!0IZS{+>XVkt5v>xU8JK! zU7RznHpROaK?xJ2aD50R8PIkX?a`Uv`E`x+rd4@< z++7%|Vc8^bZyl|nG&Mp6nX~oZ$b%d|R~?z!Hh)t;phvcv)@OJF_yPp>lY*Cf$E}4o zpHdSihtUe%81u^#cwvKE#dM;i(5RZXrm@$kVMieM>a>j|uMCP6{@L1NCHcnbh-p$Z z&36>N`qIbAkv6oEqH~*1(#rJY6iAdZZ6`11_X~wI4-vGFr~d=d$M_r3c|_tjy&?yB ztnA5!me9MCxBTvNd_C7A0yhG;k)R0tQZ1#0SY6-CR5IIt%K_Xt70%N2E*G5|e$=RO zhhu_H%_@%X5sGIQ?hGIFiy1mTTZgIwLqU7AHQJHd@cE6O`6Z((*j)Rqk4cRTHWN{lA%vMI){W_UvORctP;96VJ z2FFKcnr>PDC0wSv7;dz1O8V$sm*@LT#g5d904O1KS_rA*$)4F#bz*;{Ef&CYJG?Te z^5kcBSRiU$%$Xg!glyY}Y?^*z%1}Q!T580EB*rb=2!udV8s1p-`7rVfq~C7L;C_4p zSai0AhhGjZ@sONV0c$f=Yhb8L@_SVWiiyClJsnA$!6JZ>CEfA+#}2#%NK^s5w_tq# gZLAhqGpmfpsFWK;sEq3b-J4>{Pp5GK2K3_WFMqR2ZvX%Q literal 5117 zcmVJ8`6rkEB? zY#ZhIT{EWghlWP4R4^hOYql*P+K~>p@j@+171X3%6RdVsGyBGiJL+UQn?Wiqtlmyb z6;Y~jaVAch&#ti`opnZBZBLw95n8K$F3m|b=Iw~h6$X~CiROj!`!#FSbd&DGvJnSn z77bhcHBP{Y!<){4d4?(>)qQd3^rfO(v{9d+13)-JZ=+yF^;ir@pW2YZ_v)Rj_i$fJ z4fj9jkV<-qeA)$5MSjLA;v=YSTwEZ5@2~U3tv~s;Lk@e;at%l*@Xsj-Ak}#eUK>^qFB!uk?Z9Q#PRx4_SP0kHj}U(V3%{ zQkZrgP8xbF(WF;1d2gVE+IYJ=T6?hs&#PDy!-x7^ua|%(Zxo{SmvdZx)yc@}8=?*r z4JE3Y(h6XKp_kOj&dx+4<$51C98jSAntaQX%KJ&}F^_c&aPrc5Uule{smDbww!6wI zEXwersnil+P@=jZj6pdAbi?PrH>^qUQ_tk(AhCHqWLmDXJBC9y&x5zdIAnd2O9>5y z@AP8T`JsHLd@JV_hawYLntcqShvT~ZEeFSQM1v;oO+PK{m7-e92(LvDLCIOIP*x#p z2sfA<+yv59_KhfCjP-RF&$b4fa&W=4E2Xbm$mVod+%v0Svr@{9pYMd4)}Q7|e2o7w z$0Vw8Q9p9R$OK$+n@Nd^1bMlsH_aQd=u(c(J$*+gR>_-&B-`hf_8U{C(t!V$ygV;h z;y>~K=V1Vql9YotX)hHu(o$%imtQdS(`JAQUCtYp--0p5(G`;qyJXXaUY`G!R91erLQF( zb`)dy*E(s395`zf3-p1paJpz`W6aXVSDg~1{XaNTSw=QcT<#9eS3SrYoyrb1L+?EwRW9vM? z?NN}gVqDorEy|p^cn%(c_7K_xc0eyTGcz@>6bw>QVgFdJK&y}5} zMAMR_l(^;N1zVz2+|@97LW<~Y3|p^t@?b71ZT-}U!)94^sb$P%*9toB1U7pnVY4pf zuO7VK)R0|s(lBut6sIyJWL4=%zj68LH1)L^{Yw{Bi9rFUURZtn9C@WtG}SNSR1o(u z0s-UKogFWJU2 zOwm6p9j1aVXrD8a>E=ho$LeUOT{l>%S^tYzi`LYLaT(=I$+1I;j^s0t>j$D4phAc} zwJs^bkC6!5;^6PYh3+`L1|zq3<~dfb(z}6@(nG5ZPU9wMxB~D(mDbT@S3odNYWu(( z4nHAs@UjwWM^;B84g~tBy6s1tHuA{h{vq;keH+!E^g*Z2o#;cl7(?N)2j8AXLr;1v z$xL_EB}p|Yo{1XHU4YOi>jK!z8*@UsYw$$s>oXZQ*b2p*#p$B9V=&pyx!KGP1so0m z;FPVlrm1K_g#+~)08B0SA;FpRgolg6-Fu2+Li{ilks&8@;;}L2-gqdZzk%x^)e7xL z5SVitIz~U&4J83Og16#)D?&YC0`e*dQM1NA;stPXDZ*5&w4vY-K9-+R=ix@&Aje5P zm9}_axtjJgQ^QpbO-l&1E;^LJSh(TjLmb&_cIE@5ed8k)bCy?~8F-*TgU#TYqnq*ECP3tJ8go^wE^!5b9O3fU1sBW&@);`G$=QgBL zDKulz*}ZccK~w67IDLsN%=3Vs>j3W233+qRKw%#_$Ay38M_Ab2hjWh7kX6~WpF!*HLfHVCO z@e>KWRD&L;RhCNT*m^`@9n0PYwh@CI!ev#L8*c$U2W^*md>?ckO? z`I1c3Kd>CRPl*otILLr^V$UhyCPouzYJNY;Ec%~=1(RMVuC6A69_eDrEJN7jo-H@M zJc$8;v6DjK$t5dh_Sr@P?z;SNemU>{q2+*))!AOuz*$SXx=G6_PVI*|*wJ0avq?OK znfQz<6@~?HQ_^py6sV2EOiC&_I8vwjE_s`&^}e;QaXN#l2$?q>MPEADNlAHY=DaRY zR6QIXS_NEX6y}h6SH>D{zfL~QZ2$bnF-wRw$!AlMB*zRrU_A`_U^3P^OJ|6)s=_Gl zA(-h2L2{-^jAmb}sG_8K>ZRHEx4=d3A~Wo=7*~dzc1Nyalak zuf+Cqd@yBewB6A1XW8hA0YyC*FuR99b{+UrBqa>@`TusqyR=ymHM4=+^Bh$~3K8Fc zS4GEn-lF!$b+E|Or%YE1?Q4*sJ8YSDeZ&*-^3;G-|C8-|%PoluQ#YVX!gH8G#sw}+ zGCUL0LbLEXVE+-Vc^)2qT3^p>$yD$l-u7K(5d(WVR_1LT0zKoCO37OnBZZ?|E7+{D zcFE&Im~k~Lo`vRYP8truG|RW1-~hyu%O;AOnKf3xV>n#vrp>_lMRAvwq$H>f=LaXt z6Jm1jzJYC3Pn^gc|!ntngvU1y ze>5NppmiMr#Y;;SNdH;e0!rWXbY+pGl0Zo;Y4&?E%-8qfuo?yCD@fHs3Xx zTg>mO)EozrKjC$!IaJR9l9@_t1m-DSAyu9>#=ieC;3}>To>GI&*^n;*f<3b_u6XckF*;&|uR|5*f5y`lr6i8S`Oj?c_j_FhZJu{ftNr_qIuEMdx1i=D z-N!D4@RfJdvKEqJ`Jl)cOa%ne1f%S4%Nj8dIsDfPTH-YE5Pg=AO){R(&~1#B^8EDu zgh01$yQ8#43Z8@OdcogB>ZW*QP!Y$+p6g7zJGg-`W}f9|6lyT!Sd5U;K?c$&7Wh{N zpRoi!-}&3tQnymAkMo z_9%>PxGn1I`5XWCD{Ow0AJDz_oxcFVI(m$|01}m24|2TUqHG8gIFC^`7*V>0t8yDQ z&yUO#Wvm902;_hfM8UASkhYGE04T)4c8Ns4#Pn=tL%|s=B{ux1_`I>`3T(6tyC2{(^%s zRYeMZQupW1BjL6&^U1H`E;OwbU*QU&0d`_@5t-zJBXPg?DxsYZ9`>{xWS|+`Xyj z8f|5B=O9&3NsEaZPlym?*)*H>7=$&UcoE1WJeNR@NiAe7)37>eVbSm45MNouC9Z8w z@C_*~<~be?7Pzpy*GhSC97Z8}5B0~=uVZGYNcE_ff0(>rw57UPLEc;9m-AHS!orvG zam4M#dgIE)?nfni1p=f;=UzbUV-N0H7Qb&-e<@$p!_B z1c#W8BLoq(q2I;6TOuW2d5Lc>ms&1tSxz=7{5N8->_8#cZ!Rp8gNVe5&i{lek70l% z7;BWIe8zF8zAk~1QMl`KP9hT8#w9^m5S#Yka8N>1@Yyq*0=2-E(^n;B2_JclAUGKO zt*p1(n2_(R@%Cf6Cy<9*0&x0C(^tE9fc0XQflGnz_nFN!wV@fT2hLyAkojW2b%_is zmDv`!cQeL3&(O{v+eEea)h6`Y6k>q%(HI^ao>lif%UP#WgDsHn;Hbp7eh>_n*6L;aXx^goBJNrz%)q!m$=1~b2? zYee7CQ7cM>&tr7~3^QLF>+6l=EzsBS2)YK8!SP)Sed5R!z9cr|0wU9ue#b0q_t1ho zXJ>Iij4nn-Gz7vlGBi6-;H#6mR^ZPNDgk5ns_0f%oJ^ba9|$bR7eRb_;krWYY+& zYd4YlhJ6R2wI^a8_gkp0;4@asECtO2uYbV(I#N4Qie=bQC|yB<%278U9l_gK9Nu(A zRHjysg3MPge}ztzb$kx+Z6s=WujA{~*D01Y_aiBbsLnbdE|zT9W+`Pn9n$66s~7bQ zj-Dmq07oprn1^cy6wkt3zL&+gHBylP&~4jsQ2uC%dTLD}xTMD5H-$XlWDs&2&(R$- z69V}G>rFSucFi_vGWuSpNP4fOf*u`16Mn?5%qR45{=W?6kbXH7=V`;kD|e`1XqEPG zyj2=sG%>aNMFh6DTnsu_FdL2hTi#2uPl$w-4%2X8p~Q&Ex>3yuD{N0X8r?{&HoKr= zsxZ?qc^8`TvZm!qam~-Eq3TiT?64bp0%dKGu5_aI9)~mz|6&<+i;K&_ILD1=(x_Yz zHQ(Jr2$IWs#Qd4;vG+-*>ba7hEcLG7pLS@pFpvoP{1;!}h@EUvN09U{BY4KG fO;=t;#-d#NXD={=W8PGitBn+ccH