From 19dddd7551c1f931d201930c147cfb7b6924c366 Mon Sep 17 00:00:00 2001 From: saif Date: Mon, 4 Aug 2025 17:57:25 +0500 Subject: [PATCH] initial commit --- cookies.json | 58 ++++++++++++++ cookies/amazon_au_cookies.pkl | Bin 0 -> 1132 bytes cookies/amazon_ca_cookies.pkl | 1 + cookies/amazon_de_cookies.pkl | 1 + cookies/amazon_es_cookies.pkl | 1 + cookies/amazon_fr_cookies.pkl | 1 + cookies/amazon_it_cookies.pkl | 1 + cookies/amazon_jb_cookies.pkl | Bin 0 -> 1196 bytes cookies/amazon_mx_cookies.pkl | Bin 0 -> 1132 bytes cookies/amazon_nl_cookies.pkl | Bin 0 -> 1086 bytes cookies/amazon_pl_cookies.pkl | 1 + cookies/amazon_se_cookies.pkl | 1 + cookies/amazon_tr_cookies.pkl | 1 + cookies/amazon_uk_cookies.pkl | 1 + cookies/amazon_us_cookies.pkl | 1 + marketplaces.json | 145 ++++++++++++++++++++++++++++++++++ scapper.py | 109 +++++++++++++++++++++++++ send-data.js | 56 +++++++++++++ test.py | 14 ++++ 19 files changed, 392 insertions(+) create mode 100644 cookies.json create mode 100644 cookies/amazon_au_cookies.pkl create mode 100644 cookies/amazon_ca_cookies.pkl create mode 100644 cookies/amazon_de_cookies.pkl create mode 100644 cookies/amazon_es_cookies.pkl create mode 100644 cookies/amazon_fr_cookies.pkl create mode 100644 cookies/amazon_it_cookies.pkl create mode 100644 cookies/amazon_jb_cookies.pkl create mode 100644 cookies/amazon_mx_cookies.pkl create mode 100644 cookies/amazon_nl_cookies.pkl create mode 100644 cookies/amazon_pl_cookies.pkl create mode 100644 cookies/amazon_se_cookies.pkl create mode 100644 cookies/amazon_tr_cookies.pkl create mode 100644 cookies/amazon_uk_cookies.pkl create mode 100644 cookies/amazon_us_cookies.pkl create mode 100644 marketplaces.json create mode 100644 scapper.py create mode 100644 send-data.js create mode 100644 test.py diff --git a/cookies.json b/cookies.json new file mode 100644 index 0000000..4596523 --- /dev/null +++ b/cookies.json @@ -0,0 +1,58 @@ +{ + "AMAZON_USA": { + "marketplace": "AMAZON_USA", + "cookies_name": "cookies/amazon_us_cookies.pkl" + }, + "AMAZON_CA": { + "marketplace": "AMAZON_CA", + "cookies_name":"cookies/amazon_ca_cookies.pkl" + }, + "AMAZON_SE": { + "marketplace": "AMAZON_SE", + "cookies_name": "cookies/amazon_se_cookies.pkl" + }, + "AMAZON_ES": { + "marketplace": "AMAZON_ES", + "cookies_name": "cookies/amazon_es_cookies.pkl" + }, + "AMAZON_FR": { + "marketplace": "AMAZON_FR", + "cookies_name": "cookies/amazon_fr_cookies.pkl" + }, + "AMAZON_IT": { + "marketplace": "AMAZON_IT", + "cookies_name": "cookies/amazon_it_cookies.pkl" + }, + "AMAZON_JP": { + "marketplace": "AMAZON_JP", + "cookies_name": "cookies/amazon_jb_cookies.pkl" + }, + "AMAZON_UK": { + "marketplace": "AMAZON_UK", + "cookies_name": "cookies/amazon_uk_cookies.pkl" + }, + "AMAZON_DE": { + "marketplace": "AMAZON_DE", + "cookies_name": "cookies/amazon_de_cookies.pkl" + }, + "AMAZON_MX": { + "marketplace": "AMAZON_MX", + "cookies_name": "cookies/amazon_mx_cookies.pkl" + }, + "AMAZON_AU": { + "marketplace": "AMAZON_AU", + "cookies_name": "cookies/amazon_au_cookies.pkl" + }, + "AMAZON_TR": { + "marketplace": "AMAZON_TR", + "cookies_name": "cookies/amazon_tr_cookies.pkl" + }, + "AMAZON_PL": { + "marketplace": "AMAZON_PL", + "cookies_name": "cookies/amazon_pl_cookies.pkl" + }, + "AMAZON_NL": { + "marketplace": "AMAZON_NL", + "cookies_name": "cookies/amazon_nl_cookies.pkl" + } +} diff --git a/cookies/amazon_au_cookies.pkl b/cookies/amazon_au_cookies.pkl new file mode 100644 index 0000000000000000000000000000000000000000..bbe9fbc30a9d03aa6ec8cd2cf56e3b92653f37c9 GIT binary patch literal 1132 zcma)*TTa_R7)GH4N}(53?0^S^gbc~}Hb$*fCnSz>AS6yg9H~XN<76CP<4a;kt<*=5 z{8GtXP`A*PbO{|wDJn&%Bh7=Q(eat@`{#4vt6Et4wch8upYq*oZRk0w>E_wXebrGH zp1ZGm&b}Jw*_x5~W{~E`)$h|uwvM96Z@PAxUu6YXb&NcF5gK7=dM*)pmVpTcUyV?n zEg$6BdWcWRW`s|zG}HvcLPL)OBfrd6XQ~|=dEZ@LTG}3&!KBx7&S$aJ6j(a2s#0j$ z2j?fU?R#lj>X38hU=UhDZ(N;>($u#VXx8PuGi9%91HJ2?wkLE=OH5X1*PEwCWDAva z#55AFxR~l{FcxE9pcvn3v{h4&WcP@s{j%Jtv>dlp+MCvq3z`+1o~dEE3|wVC8Zebc z)GLR8>WqZ((X`2sa3TVQZuP)Sae5_3m?ccLUC0nsZu_2oN=85n52EMJ=5w)01Lt9B_JZ($XZpN+G&dIc<18 z$IL{M?8K7c&IjYR#VkfvDi6fkfp2S}KJ3rCqTBONB)QJ}=V2l=M=%9CZPfP^*^of3 zNWuhGbgl-Cl5rM8@$GgV5I{&lawj_c^UX0Nx1$cVL%eP4 z!u4)F?oS++c!NjnMqKi3!^E07Bvf6)6aDvfF7b7?NSY;B zhGA%uA^?jQ#XN$&vs<_I2cg#)ts3qH-~BJltJ@cZ9U~LJsectW0nU_#EGU-jTjs+B zR)2g!H`%QOiGB}tEw;srTAx!KLDNBdN;_s5z+2?wUEFEj!~PBt5)enomN_i~3 zq$O{V%meU7JP9MsX13!Qm~Jt2YbdD}bxQTuIp_b*yUNE;m7{;wZ^iSs#q<1R5qO5< z7x|MkO)m`3I0XKM8CIFa=bI#Z5e;cb%s-06s+!k=krT*KuP0bTc!ek z$PT-?Su(tdHp2CN)`t=w1_&q$+{Ch`7=MzMQn!i|z zYt@;@&d^K1P}SWDH?cLT84mrqx02-yu?Lfz;qkkWw3;6o5gz(N34xtPP&q#Pj|L@um}>k=9qImz1{Km z>weqA+p@`I-EgjFF0IL{kzE_p8xur^DNqN`L`X*yq>;si78ocyL4r#?YzpI;Y-M}z zAW~r2PZh0qXvcCR9q=_{6AJyl%v1bE8Hb(4ZrRwAlKm3l_EVLKE$lEvb}f110g0g{ zo~vO(>t(k!N;(6LuJuxJL(LFm^y2((+kU^c?bm;8a~5dgl+gTOT>gl_08s~Z0>j;( zkvw%x)G+5Iq2Fs=!L$6>@?VdYpHZngIPlRhvh4U4o%`Z&_J1nxODa#|5H%OK;Fv!= z@6$SaIaaRQ^y7q;fG5>g-vEDL#vTft9h-r#kb zBC$G4(*#aFOD?a^48_);8H@R4x!v_^Ke)S`n<1-i=cP}#HMg9w{3%HTl)>tNWeF5# l7zW_f-KsYXRBssgPjTN=X_TT#jKpx11SCdbpx9a$e*uaKmNftX literal 0 HcmV?d00001 diff --git a/cookies/amazon_mx_cookies.pkl b/cookies/amazon_mx_cookies.pkl new file mode 100644 index 0000000000000000000000000000000000000000..00c14a887f7f3a6e3db2ee1182ecba8b187bd6cb GIT binary patch literal 1132 zcmaKr-EPw`7={Py#wZMgxC0Il(v&4m)BH^0AY0d!G)dRrWR+mbkK4GZ-Ly%Tv;v7k zCglVv+zbMVOW;bl1_EeIpsJQE+5Y55@9XdN`_dfK%krB^w&z7r&?3`iew~$wg<+oEb3#mcD9W=^U`1Y@ z-J$brFDzEwYb7N;5gxG}w-8g0{vthK77vc?*Op zS78K+0ieP@kB)Bl0?$0RT>Ge)Q~#38^0+YI-OV2TC)+D2pTEy1-p;kRo9#^<%5v<& zjko9B_sV}Hc@M9>{cHz@mzsHlS@Qq|>D!Nw-XGHTB6Ze4p32(XHhcD@$#qu=J8*z9 zzCmtORz^T1RIq@fa1C}_GxZIauYV2hhcFD$j8M_chvYxf2XEgbceb{k33%=%gNBff z`{3djz;@gg=7v5>JZmA)1~R2c4hIdIf%E2AKO3Qb!w87hbBK>kMD)(Yi`B&_s)ouc zNd&twRoIk134FSyq}@mZ9r^6IXKIql4uXTL!3mkfb)e$L3GLe!u5hgoEmgsXsv{Xg zvn%OSVs_#SiKM6X)-mbVxQkUwYF>$vdu2OyrD3QT!t=J|F0g$fx6=ctE29IW*Qw3@ zzCWCtIy|YI8eln}HEh*n1bWq6(korm@j&%;G^bly6L7f2p+JIlH%&rkI5ykrtB%Ul zm@a>YQjS%Xy= z^S*oT+F)thX|LW!SVp{^B>I9lFQ0Ab+ifr(-}DW+RD_Dp^lv_k&Sei+Mq~w1U>Pvo z!2I$z3+31@XzSws3-=UMDiq7I00F#xUnUtlzQ%T9P%Cv=ByTFY z?^X3l`UrJFKugI;vzQspr*F=G=1b{2QQEp2@AKo&`Ej;q`mSbqd3LZ~uTM2syYanK z&&jhrkOtQBIv0NIf3UMMjN_p1IoJ7ZR`N6#s=Sd+CUp=>mB|-l64Z_`9xR>oLQzM6E_y$()W#HRec#s`( zLO?7R>rp>7l~9fw4E>0!{8fR1b@4N_?^$KXKr}-y3iCg37kF3a^#`Mkh>C?V9uh3U zEP4U5!;j<*i2kF+K?I`6@;xN>7r=W)`3euFAGf!*MpB29Cia91LUG<=!B|(LSvzh; zVlbMW`@;?)sj3aokvqVlLFj607T1`|Uae`fkWM6F%7S)_Q&hoF+klsvonACFX>Vx; zxG>QdM(kWr!nN1amrOXLF2)#-@|GpJK;%|^s4I-ik&M|fF>yo%P~mmW?+7+mtM_fP zJrDVMLW&kAO+zw8{h?~6-6`EN5_s;9b$#WICu(Zqz*@2G%fVExMvc%?b#aPIGhrZK ziZ)n#-CkmaD>#lxbJAT!3zni|kvi#%cr5`^0(lE6a~NrS;8ODjT!!GD1*}sjiZ>ef%lYpCD9AgOWpSeb%@t6grF&k#ZUxg iP?W}M8<0 path.extname(file).toLowerCase() === '.json') + .map(file => { + const filePath = path.join(rootPath, file); + const stats = fs.statSync(filePath); + return { file, birthtime: stats.birthtime }; + }) + .sort((a, b) => a.birthtime - b.birthtime) // ASCENDING order + .map(entry => entry.file); // extract filenames + + + for ( const file of jsonFiles ) { + try { + // read contents of the file + const filePath = path.join( rootPath, file ); + const orders = JSON.parse( fs.readFileSync( filePath, 'utf-8' ) ); + let payload = { progressList: orders }; + console.log( `Processing: ${filePath}` ); + // send post request to cosmos + let res = await axios.post( config[environment].cosmos_path_orders_progress, payload, { + headers: { + 'Content-Type': 'application/json' + } + } ); + if ( res['status'] == 200 ) { + fs.renameSync( filePath, path.join( processedPath, file ) ) + } + } catch ( e ) { + console.log( e ); + } + } + +})(); \ No newline at end of file diff --git a/test.py b/test.py new file mode 100644 index 0000000..9f3583c --- /dev/null +++ b/test.py @@ -0,0 +1,14 @@ +import json +import requests + +# File to read +filename = "1754304649015-toys.json" + + + +# Read JSON file +with open(filename, "r", encoding="utf-8") as f: + data = json.load(f) + + +print(data) \ No newline at end of file