From d011b004ec4d6ec0ee5f3bf9e38ebe14091f5583 Mon Sep 17 00:00:00 2001 From: DanyLE Date: Mon, 22 May 2023 14:04:05 +0200 Subject: [PATCH] update(Blogger): generate index file for front-end blog search --- Blogger/api/ai/analyse.lua | 17 +++++++++++++++++ Blogger/build/debug/api/ai/analyse.lua | 17 +++++++++++++++++ Blogger/build/release/Blogger.zip | Bin 15450 -> 15605 bytes packages.json | 2 +- 4 files changed, 35 insertions(+), 1 deletion(-) diff --git a/Blogger/api/ai/analyse.lua b/Blogger/api/ai/analyse.lua index d748e84..5785ac3 100644 --- a/Blogger/api/ai/analyse.lua +++ b/Blogger/api/ai/analyse.lua @@ -42,6 +42,23 @@ if data then end cluster.tfidf(documents) + -- indexing all terms to cache file + local cache_file = dbpath..".index.json" + local f = io.open(cache_file, "w") + if f then + local indexes = {} + for id, doc in pairs(documents) do + for term,v in pairs(doc) do + if not indexes[term] then + indexes[term] = {} + end + indexes[term][tostring(id)] = doc[term].tfidf + end + end + f:write(JSON.encode(indexes)) + f:close() + end + -- --local v = cluster.search("arm", documents) --echo(JSON.encode(v)) local vectors, maxv, size = cluster.get_vectors(documents) diff --git a/Blogger/build/debug/api/ai/analyse.lua b/Blogger/build/debug/api/ai/analyse.lua index d748e84..5785ac3 100644 --- a/Blogger/build/debug/api/ai/analyse.lua +++ b/Blogger/build/debug/api/ai/analyse.lua @@ -42,6 +42,23 @@ if data then end cluster.tfidf(documents) + -- indexing all terms to cache file + local cache_file = dbpath..".index.json" + local f = io.open(cache_file, "w") + if f then + local indexes = {} + for id, doc in pairs(documents) do + for term,v in pairs(doc) do + if not indexes[term] then + indexes[term] = {} + end + indexes[term][tostring(id)] = doc[term].tfidf + end + end + f:write(JSON.encode(indexes)) + f:close() + end + -- --local v = cluster.search("arm", documents) --echo(JSON.encode(v)) local vectors, maxv, size = cluster.get_vectors(documents) diff --git a/Blogger/build/release/Blogger.zip b/Blogger/build/release/Blogger.zip index 8f81d6c5d038dd386272a71c928920723f696b02..b6e8387a4db0ea6f1f2146df7015ab1005a03a18 100644 GIT binary patch delta 1521 zcmcar@wJjSz?+$ci-CcGgTXjq+va&(u1w4z##)xU%wR?@2OmV_8IO)6D_GS=-q|dy z3?TKB#nt4&sw~xhGJ+VBO*NFj0x!*$FmWTBtfjk$6D+e>yM<8*s5Hz_vG@BHW(I~3 zP6h@chRKE2BK4(V7xQkLiPV}us8_JynZVVW8^_C%y;(%IZLRFCXD2y$ymoEcd1;Av zP+5@j|9#b}fs5vZ=`T7_tbg9tMrCQPs_Eps*Ee~Eopi)cx4!!&!}7*z^V6n>%;zH8 z@AqDj>)Lm|G2gVY=hEq;#XNU%vYwhrzgfR9XL}O2%BCAS3vQ{>%@>3VV`WIn_qoWILwzUQP?7huvCgE2Dy0Q+?~*cs|E%I>FlhKJWiF(-%`4FYnaL=lF7``BhOWf5Ik3 zH`6mW92^tb+paAwZ8J$vcoi8XnR0MXsfo2(=9HDjaap@n-#wS}I-kkTx9h0wmZf3y zQg)`DKiZNZ@?w@w;j>l865=9-53tw;)SPo)HFcYu-cBXqwz{87v+vy5U~d21uKr8u ziKmNR&zth)pq$^e(hxV>->S1Ur3{}p#y3ySPHoUUJVo@%7sI}*W)qv3uABU8czAHD z!H>U9aqZGCeXEiKHodx;F@Z60by@!=*DMWxahIeeU;b*IG`==xSJfMlhlU?&R(;Ao z*cbBDQR}(!DLefQ^A}8so}-x8dug84lV7i!>m|g*YKu=TUor8A)uRw!ro?$J^Y=+^ zZgacpYv#sxbKSZLvAq4Ka%NtcrC9Vna>JTQSNSAv+J!E9eK$b=oY@=mHSr~uN9ylM z%{wIR^6*#L?Nlz;{quf2IiYs3n(M8RQ`Rhvm8-ag6aq`vWUA#J3HCf%$X3tkQ+C|o z^Q=d5dOOb6KQO*CC%wjP{y&of*){xpPtS+U4VGGRz5k208UOsJvujOOPY!0>WdHx~ zm%xUVA3mIF>-=QXdX}%n@aWahn(v?Fh3%^*^y#s@{I(}SUzX+SxpU8KpKZQd-=Y=q zoO|2!e)p11zxX`M?u5@~{CH???H-dLdsbIpleUiyqiml;Mi)Q#o=+0{m7TRU8ERbitVg7=Y@HtTweqw4kK*(kmB=)+Bf&8}`?debF0|Qj>K*?Ut%@ZK|E~F5__6)) zd)`bx?hk8Ozh9YqZ|RW$p(hQ}-Tmc<3IZRzt`G2LWD;S3mn2~IYKWqZ}A`@soKZ*l=H5eEY3o`W+GxbYSi%ax!N)r)=f{V#8j`wLZ z`+jqz?+$ci-CcGgW*HTjLqeWvsqXn%uuGg%*-G$Q#L*(5Mv{+E12Hw#-St0 z$^cS7SzJvXtj1F9CnJb4*;GTR9!Q79rQW|F$;`mu!p^`T1T;ReAX7gPi1HG1DvML~ za!M0RLr>=2HW1h={lQ*9hby4+%G@g-_LsZu zeiJ4h_+<9X7*I(r2D+togLWXzq-x^Ug=s+RpZquzRrg^N&~!;rfKI_mvz= z6(?Lxv$EXM*6q6PZ&KrL%Oy{P^c1tAEehwIc;Gev;L)g~IjTR}zdP-#oc$ri>gT7w zWrelHrRCZ`j_;mtpTF;Kn!R3q{jLhxA8SfyY+*DCZsRy|%wnqet%eMRpikS+t~6Qt zsPje7r;^2wxN>c5rrv6Pa9inv%PxoC^-UrZOw)Xx|H?YBgn3Kc$2`G#+6zDYJ1c&7 z#uBYuv8|h%B-FO1=!)Cy+xP2Lk%72a*>9VoA{Ys9&UxK(>?`N zdCxN5@bkpluB>BCpG9QnirjkEwEUQE=kI-Omo`T?wrlO2ZDeXSLFf4!gV%zsY?FgM z-|ReBe{n|oIkycH%|-Y<-A#@44j6`~9NG{U7ux-E&feel-_zDR`KezmTc6UAx4C%V zqDwC$m**_W=)P(Ghl?j~3+po7%YK)Pwv_3VGi#psFz=lF1)E<&v#RVDg+H{a+Iug< zx#ykXUDU&;CP%KpEi?atkpmbWwT7Q5rU z88zZ73vtCW-@5(U$)F@V?)l`P3b&amqCp?fX zjWOvEHru*))2Tf!zNhOgt@Dmpwff3_JrU?VZ*JoAAF2ULks&J^g)ORDI)c@XxL(N4 zopSvnYkv3E`_>B`FV0_7*;l9B{qBZgYSi<^A?D$K!nbV&`N&D(|39J(BRkm6DW=Z?TmkwIFLCilYv_jvO zA6S)rD$nqP(Jbd1TQ~i-{pjt)nlLjuUqf3)TCzUbcFW)0AFaJ-1vAa_`k)`WeHoXp z=Y(GFiRH!%Bzb=P;zrGvCrnzv`D-($_8v}fj*HS*!o?CAm2P-Y9y)em=Z^>J=jcLkuvlasu-y0yJ<;K4>Lw z3CheYj~2aA0vgQ)w2K3w0?3*O6v<7@%+pIQE=DtY@@*?=shd1d`79)9NYUYCtq(3S zYOJln^e$^7L5z}P@?UESDWpOJ-Hsd^X{Kq~lRIscz-H(Gxw5*GJ#7@g-1pYfns?0L dg-=OpaS5p83GilR1Nnjn2zLU#)olsl0RSE<9fJS> diff --git a/packages.json b/packages.json index 8ee1722..f5c1287 100644 --- a/packages.json +++ b/packages.json @@ -95,7 +95,7 @@ "description": "https://raw.githubusercontent.com/lxsang/antosdk-apps/2.0.x/Blogger/README.md", "category": "Internet", "author": "Xuan Sang LE", - "version": "0.2.10-a", + "version": "0.2.11-a", "dependencies": ["SimpleMDE@2.18.0-r","Katex@0.11.1-r","SQLiteDB@0.1.0-a"],"mimes":["none"], "download": "https://raw.githubusercontent.com/lxsang/antosdk-apps/2.0.x/Blogger/build/release/Blogger.zip" },