From 2577c798c34379861b758ac4516feabc1eb92211 Mon Sep 17 00:00:00 2001 From: Askill Date: Thu, 23 Apr 2020 22:55:39 +0200 Subject: [PATCH] added migartion --- __pycache__/migrate.cpython-37.pyc | Bin 1466 -> 2092 bytes application/__pycache__/db2.cpython-37.pyc | Bin 0 -> 2863 bytes migrate.py | 52 --------------- migration/__pycache__/db.cpython-37.pyc | Bin 0 -> 2218 bytes migration/__pycache__/db2.cpython-37.pyc | Bin 0 -> 2918 bytes migration/db.py | 56 +++++++++++++++++ migration/db2.py | 70 +++++++++++++++++++++ migration/migrate.py | 60 ++++++++++++++++++ 8 files changed, 186 insertions(+), 52 deletions(-) create mode 100644 application/__pycache__/db2.cpython-37.pyc delete mode 100644 migrate.py create mode 100644 migration/__pycache__/db.cpython-37.pyc create mode 100644 migration/__pycache__/db2.cpython-37.pyc create mode 100644 migration/db.py create mode 100644 migration/db2.py create mode 100644 migration/migrate.py diff --git a/__pycache__/migrate.cpython-37.pyc b/__pycache__/migrate.cpython-37.pyc index baf2651704fb7bfd8f946e34507ef603c6b20fa3..220a3a2ce88905faaaa75ce78d6e2f3d884dbcb4 100644 GIT binary patch delta 1101 zcmZ`&OKTHR6uxI(naQh(eWWzD6j5qG3k}-3&?;>~d=)g6LZy}@_qI+tnQ8A#YXcLq zs0%k;l&l07$=;2)k%Irgh3mU?=UQ;>xij>E;0)(GXU;kIyJzNpbCUX$%PwRxNrKnM zAN|+&tmEt`Y#vXQpMqmF6Kf_AN+>v1Gr5+;Sf$!KvX-JcHPEMNf|}?vEOSV(3Kdea zeo3x-AM1}dj?YTTHJ9Rr?OoJ$JkNN?TkPn#0^Jp>DI5(D$p(9*bKn&iqQikpnwycbiYhZGj6o5YQ4(6%g=Y z$r!Bw66TTcQkXcUYn!1-$+pQ)aAiJB#2d+MXl&$m z->;HTZ{&J|q0t8*IMh&xBSq10pLBo(BcT$iMVt%B?(8ax2_>R0bHMkP2P~ZyIer;q zJ}yCiZ!AtqR}d<#&G4%j%cv~$T|B22pOOi^E`=i0s^bW)=6Q}VHf<+hJU+;dzG-tm z_=j0osF+wR(H6XfRQ$T+v*OhowN@;f8?tg!!Zbq35~d$3apo*4^98xmkWvcX2!+p} zm4(XfvgjDG4n^u*kLCXRiDk?;!+CrfT}=x%Z8T8oU> z^v&4vt+?cuV%xW&Knc}v3x1gz)RehG!7I4dr=st=_H!;HlO4VH9L$~aLCT{Y}*VusJCYD0li z#-r~=Rq`JqXECfneZ|$7397!>G3(qK;Q_M2t$MbA>)pc8bMuk z%{c7xAY)GcMON#ZvgB6zf=s^FIbTBKG!SfUg;( z7Qz0tv@JTcBLW(T2|A(6taMUL(n+n`=?T%LU9FS!Bs~dzoODW@qNn!CPSewzJoQ+e zxvarFsBiAr^bGHA8+4j?_!;K!5PJ4UgSA-uwZYnadb>u?f!$#N*nzgsgFV3}!JgFi zdtjenU9h{_z5w<~HU;*SwlA_X>=Zlwn$S!9(zXF>ArFk+^e*DG)bo{dCr?KrQ_h1@ zCfPvM?`I_+aH;A`Bf(`7D|;pCr(C&rqmr*Af-C#>^78G+%3H`KPX^gfd{ebz$)P&r z*&xZdYA!}{z~_@JlAFr9myLw7R``puS5tn$iz3N05pBREzT|0Cf?2F5L)D4(TEd~s zhg_DMJ)&F&!ORs3j`Zs51WuBLF1((mc zoLwuf{SdE5vf$-+qjK$r=wDw@7HY{~HN)sx%Hr{Qu3VnQIYST{!#q#JBH7}~7txC_ zhhf&z{1=$e>L(eC5xxD#0c8%p;t2?@Sw>ApXpLLUx0(NWi8$Yo)F-PNjuDkxV4nC%;RLpl_RTvqxy#lTj`mqIh2V2(8CQ3 zN;E3-B!kcho|VeVA_$(JWJM`Qu?Ah$Mlw~kL=2Pz;^*Z>)qwHuX9LL@INR<=@kThz zha-p*FP3_Na>EeE2}9+Dp~%@NMcog>XQL?Ht7(N{iJYlSX#y_NLU9g73&jN#7g1b7 z(L`|>#rr5aAe0A@fMq1G_TLP71s<77s$8OXgExh zSd(g%^{>qgH{~>Rn}DwfK)A#r0r3uAUHeWzZD=)z%^8TJ0fi7@C~MpXtcE z3A35AQ=Kt~O!Ek7A<)={9Bl1J|DewLP% z_yk1{g^r?*-REe|pwK~Wpr#`Wo5@gPGis*jVCs?ew1*gtgu-38s<(;KV-pnLKv3{Wjf({UEe6@UfN z)6?!l)T|&{k)v#53HtpjJP1HVZDg=^nmVxCvW?LfI?>Z50o@(zQ9R6J;)eWke%{N6bGArj4QZMWMF~0A2FM%c!K4}qlQ#{7q#kK zKAtDc1w0z^I&`WQag-Z4)t=K!(DZ-OLG7W72ioy;z&XEyufUX2(Lt{xhAWJIa1Wx} zci=1fAU1>2cuL-wW$i5?#zP}pw2ac)@Z>5nUO~y$OliL)+n~LK#Q(MN3jgMYAs0*M zO`YjprTfyr77y{71HFDFkBrAgWO4ZiAR`a0kTIuSX=-LKtv$z01mj3qX{{>s)Lqll80fN^eMgO5w^S;wtfGC~?C{ z%|XPo%0E78=%#8Pjy01@A@NwM&anVB%q41itPNakX2vcjauOR@9Pd5$8eUN33GDX+ zid!hY!3OmQ)m5lElkp6!P9&sP#Xt0L3=_Q_5E$j&s#5Rw=zMV*giCIaE}R}dpaY-T SH67wvffx9J6S#rndH(=N%8N_@ literal 0 HcmV?d00001 diff --git a/migrate.py b/migrate.py deleted file mode 100644 index 1cc221f..0000000 --- a/migrate.py +++ /dev/null @@ -1,52 +0,0 @@ -import json -import cv2 -import base64 -import nltk as nltk -from nltk.corpus import stopwords -from application.db import Session, Recipe, Ingredient, Trunk - -def stemWord(word): - try: - arr = [] - stopset = set(stopwords.words('german')) - stopset |= set("(),") - snowball = nltk.SnowballStemmer(language='german') - for token in nltk.word_tokenize(word): - if token in stopset or len(token) < 4: - continue - stemmed = snowball.stem(token) - arr.append(stemmed) - if len(arr) == 0: - arr.append("") - return arr - except: - return [""] - -def migrate(path): - recs = "" - with open(path, encoding="utf-8") as file: - recs = json.load(file) - - dbSession = Session() - counter = 0 - leng = len(recs) - for key, value in recs.items(): - name=key - resString=value[0] - link=value[2] - img=value[3].encode() - - r = Recipe(name=name, instructions=resString, url=link, img=img) - - for x, y in value[1].items(): - a = Ingredient(name=x, ingredient_amount=y) - r.ingredient.append(a) - for x in stemWord(a.name): - t = Trunk(name=x) - r.trunk.append(t) - dbSession.add(r) - dbSession.commit() - counter+=1 - print(counter/leng) - -#migrate('./data/recs.json') diff --git a/migration/__pycache__/db.cpython-37.pyc b/migration/__pycache__/db.cpython-37.pyc new file mode 100644 index 0000000000000000000000000000000000000000..7719d0ee86279f1b553fb9319c92aa229f58952c GIT binary patch literal 2218 zcmbtVNpBQK6t3#&ZF;u0Jp?dY_GCgBqzDOuvVd746w3#&1eC0_db-Nv_H=a*)jfo< zARNrq{{fCUaX9cy}s|&tCdzOAn@${`s#;YJVJg$ z=gk8?xdvbP2LLCWW`t4rTN#lSvt*6cq|I#UFh{z~l^*k?&wN>Dbs4ZgHdsS8SyQ%H zi(>y;)|MUCks%A^0$VU;cD5)N*`l$XY)N)m*Vr^W#*RTBH+x4OXUFGdC)f!=w*&5R zpVxT+^^HA;ofO?&!j?rxoaD_t%1(Vpc#F4R5Z)HcyES$i{05Y`~|)U{-W{E z@+IDVLD)HQj+0#qbJ2UGcWfVaP1br%?cOM|iOjWouTp6~)ZU%E5<{W1w>FVNrHOXd z<3T30e>1McdMbr>uHU_T{h_F(+qd$G z)b_e~QuS)OS&Fhui(JMdn53yh7FXbwTj^ML60??QtctNv)wD;o&tcdKW(7OsBFSO} z?H`M15SLiy+|J^1w9}W<@=AvWx69k;P^>Yz$lwp@gvM<57L|`NZy;r1>+ig zX_guEl(?Tw~S2@{ARL<%Q?z)4Q;^(Z zZLnK&yTjWcUq`!lMUsvMbCvn)`s^R2e7$Gs##p5ixQ|AtO+2ZJGzW#G$SZBmLS8?A{k%qCvu*}@R$Dr_lMj{PDRl2q<_+Rxq{Jo!hMMG~ zwO*+GD8f;rNC#0Q3qHxvZbs3gNu14VT2WMCAkAE5!9>bNIEm0gIE`=y;VeP};T%E- zKnEbrd==V(wdbRsiRxiB!k-tCs~ZqF+ajsT4G7IL*_!0TvJ?`-a6_g;jGQ9h;Di2n zs!l+kMfl1Pz^671X<*)vHmRvSTIE$}{(n>!4yf$!8jX1!v<%dHFr@kfK(`LII8#zB zW8EnPBu6hCY7om}0(y4;Rusv}PB@E){@buv>$TJeIL?O%A0d2eB; z`|aLD0v1YJN?ReN-<48g+zUsJj1^=B5JjAUwYj1s{E%Wk>AH_2YUTPACQM6 zw;q58^w?|rIQ>3uW8VSj)wR6>*;4ybR59e!m<9869cP(#=Q+E6>q#QUctW%T=>szb z=3VWSnGj>`rg>W3T!G}`B^Y;*ys0=ie#*qcmoOc2Xbu&j796UO`sNL&!rI=uEPzZM zXUUe3Q*H6VECOp#H%kY&WQ9pp;T5fr+*t%7k+YnDk!ECK?SrxUg_5d`HJB|F9&5D# zz?KiSfjg*w=oV3!0kkdff^s(TCQ(b+?=r$AgfFmxcW-uQnY1uFt|kO=Lx(6ZrvrJ= k{#Uak_zfyiVlwmT721W&(gZT#v$~c`11D^RLFoCxUq*)(9smFU literal 0 HcmV?d00001 diff --git a/migration/__pycache__/db2.cpython-37.pyc b/migration/__pycache__/db2.cpython-37.pyc new file mode 100644 index 0000000000000000000000000000000000000000..4d999d6d728a8cb29187d9e0d42f55ef0f6d74a1 GIT binary patch literal 2918 zcma)8%W~Yt6-8qJ41mErNKw?ok4SPk$;1hnC{C=X?3j`*rBqgNAu%Nz#R>|8ZVsVA z1LFq95m|D)ptt-1uk5A&B!A$l-ewd2LN?C14U(eDblEe7i+j5p{W$0J?Y`UZhZcTc zefP~jX7K()!O5=+X9G{Y%q)vroE28g@U{y}+OaJ=aYs6_Bi-1QUhK(k+?9Up%ODP9 z7>BYK_hb}DvLE*uecvetau^TgC?3hBc*&GG#j;$EF#zh_;(}a>SB%e!i}6L2dBv){ z6kj?nyBuE@>}klm+~)xgQQtds<11q2z>2Smp}2zb=+KT|`J2W2eDI~k2jc2MCw>+2 zkdF|LO#B++CBBS!*~G6SzQ9)yubB83h%fS0#H%L0#;@>8{PLG9zAmmGSeOlaY>lrT z5mKAuNP8bt#X^?ad)%nJoa*j_vJq3Eba!(hg~~JSZl#k#X#c~s5nH(w+P(AW(Vb6p zc)wC2pOznqJ>AcgKy@O@XZh&CV@3dHcS0$jkrRv8=J99g*!;+81S3 zaRMQjS5=YJ`M%JROrIqcy4fkJe~xYKO!AWJAYC-oPO+$WGXnDD=fT;)Q*#($Bp2J9 z#U0^rTe!S~zjNrs9%5H?5A4{7=NT`6*EL=U&lf$C$st3V2yxHU^u>Tjobf({GUNjg zIn>@Gk>zutJ=MO0_MPN>3)Ah*RW89oG9#8~)_Do8q$nHhlquMZ^0IE!A~P)L&O#Ns zlgnuVWUTMM`2LHI1(>}8%r?8)L(ShGJ=6gPeNax7;HVr-(rlK@tN8+4ih6TA(teUq z=SiZ&B#{+g6y!%q^64Tij%)f!(vY&+P}vwyIb>cV(|Ll_-` zFH9rHg1)uX@2H&2|JJhG+tATdku~);lv-!Ii*j1mLXs-CWj-Y#RpmCH++3UQsaNpP z5}tYl<1>eiSZMzAHnlG??V{BNH9wzeutpqrgbS}Ld=9?32i5}klmf^H&!Q(H9vmn}v7y&2SuedlFT;46$Se zF*9fx4yeq~Oe)i7x;L_UL1XK!QFB^7kyH<0eA^*%?1)A7GBb7O({me*&)bLq7nA^U zY(DN`OLakr58prb10G;|h3XIJpq=?O@@~Rx0Y<{c40{4;uZ46=Ey~#@zWY&lXvM9t zPm$3cHeflc&s{f7fI6#v7!u|(iiHwhrR}@bj6st`uHANSr@7#ah-d|*rkbt}1m-GRg^0|`&WDp)zYJ%a z$xlIhNkH5OP=R^}AF02Pxkl#CFejjxp^lfoiKahSC%34h^Oi(o(Ev3aKCM2?_!(|K z=0}^7miqyodIGaIYOJU1YrE-u!|g%EQbKV{y0co*kdH=}%q8w3+) zP%(+(9)^1tkICc~vysV1%r}2za;gRVG`sN)9pcuI7TK?_u4_@@ORw=0{Pqo>Pjub_Qi@tiM4emp0XKplVnHo5PE=%qX z-D=bY`i^K*8)V*t(cQ=G{i#jrloZ=tMaph~8f;IUV1k44TX9Q8-u$RBxO_