From 345f741672d7c56d71978c71eee961bd951f1563 Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Thu, 18 Jul 2024 12:01:19 -0500 Subject: [PATCH 01/40] Add Shaped AI tap-iceberg (#1808) --- _data/default_variants.yml | 1 + .../extractors/tap-iceberg/shaped-ai.yml | 97 ++++++++++++++++++ static/assets/logos/extractors/iceberg.png | Bin 0 -> 17608 bytes 3 files changed, 98 insertions(+) create mode 100644 _data/meltano/extractors/tap-iceberg/shaped-ai.yml create mode 100644 static/assets/logos/extractors/iceberg.png diff --git a/_data/default_variants.yml b/_data/default_variants.yml index a74ef86cc..7173a5105 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -238,6 +238,7 @@ extractors: tap-hotjar: epoch8 tap-hubplanner: airbyte tap-hubspot: singer-io + tap-iceberg: shaped-ai tap-idealo-click-report: horze-international tap-ilevel: singer-io tap-immuta: immuta diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml new file mode 100644 index 000000000..9588ff88d --- /dev/null +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -0,0 +1,97 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Meltano Tap for ingesting Apache Iceberg data +domain_url: https://iceberg.apache.org +executable: tap-iceberg +keywords: +- meltano_sdk +label: Iceberg +logo_url: /assets/logos/extractors/iceberg.png +maintenance_status: active +name: tap-iceberg +namespace: tap_iceberg +next_steps: '' +pip_url: git+https://github.com/shaped-ai/tap-iceberg.git +quality: unknown +repo: https://github.com/shaped-ai/tap-iceberg +settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: The name of the Iceberg catalog + kind: string + label: Catalog Name + name: catalog_name +- description: Additional properties for the Iceberg catalog + kind: object + label: Catalog Properties + name: catalog_properties +- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') + kind: string + label: Catalog Type + name: catalog_type +- description: The URI of the Iceberg catalog + kind: string + label: Catalog Uri + name: catalog_uri +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- - catalog_type + - catalog_uri +settings_preamble: '' +usage: '' +variant: shaped-ai diff --git a/static/assets/logos/extractors/iceberg.png b/static/assets/logos/extractors/iceberg.png new file mode 100644 index 0000000000000000000000000000000000000000..e4a99c3951e6aa99d6e44575f236f32aeb5710eb GIT binary patch literal 17608 zcmbXKcR1Dm`v8ugWAA+sSqbGFl*q`IGD68X_90}?j0h*QC`5?t%yW+8WN!!ADI+Un zWJN-e6~2%2dVj9#`}^nj&)0Qzb)Cn!_kBOseLtVyHMq@4$3q8!Kp1tjZyG@$WJuCK z8Yhxv?{CDn=7V^=3FQ-R=cD{}fbq6ndM?oDAyN8ZOj&=@@efk`gAds7`Iycpg zgTDTpolbl`k+HR7vRa(aTpw}_`CIQT$}8D@{hotMK}N4*wUiS+;tc)jZJXdq8t+?P zPY<^>&4N8@SJ$EN%J&n2$Y^i?q-omv5ZU$ex_V$syJ2Y zqPw+$iqQ!fz@S8bpK*`C=8yE4C8zw8sdI27O>47@hEgCP2~n3HH&3z_qv}lAY85rj z;vJzRl4$S8rd-(*x9i^+8hb%zmLfuG-Hk2Vxp+tCS+KRTQcJA2_PlFA6rNL$jD-N% z<($`*TIz0Z#N?N|suHb3UjPBlc7`0yZ5^bJ<-V9!zS?yK4M0 zFbYEjk090*^iao*J_Fd+t|4W=bV{h*5{DSNVggLuGK+vphynQ+{?IqN5hmF%Xk+qU zw@@PI1vMg>Vx&nUWzg#}2-O8Bd{!gtfdXjkpf{=9+^;RLpnRidLQjDZB%sE$HO4rw zP=|uDwJ|a%{q}XFPTo<2eKT27dKyLf+K$R}Ea1vBR=gGpy`g_QG37-tiE}to=S}eK ztM*WW^)*@x{WLNP1o0bc?C!1^6i+2_R1J_J7)*`cyApWNqZSzJ;S0`B(UdGW2un5K zkH!=-BUr-d=zUp?S)E7*e$rR~EEI5vr}O1nrvIO&S_*hZ?J0jdof?<=Mi57}K@|rW zXi1H2bTz{jBN-ve&f-*Q5ok&!R@?~Ok?hHLNrM4D@f8WN_SpB z&chB9O&>)T^bL6rfD^}LYE+Y~g1u}?j*k3<`CGeSo<;fiHZ10`Gu9V*B_? zZEtQp+^Xc@=71p>cyNWTBGXTAn=?ZAT`p(Ns}nU07UJNZkb?wxpc+xbsXYz@Lnl>p zj3IWP@gsJ5@FO+=4*KqwcRgaePWfEMgdqONIhU&(mole6+2nRRMz(CR~#P z>@l$69q?n*I0}eTe%aSC9H$fTj-i1>IV*qE{`STp?<6g%Ki*+oK3dD18)sitR~aDg@$DoRZg- zCIqF2Qo(B}pv3dF475m^D^@&DD-?KkkFQQn2n}9 z1{xmz$OOS3Uuh8FOn4AKl;|y@y7Q!07lM{6KHKbi^#DN*r9X_u2ExQBp~Tx+S1zK2 zO1wo(fEkcMnnm=tyjUt}kiDYFt1(bW2c3D3yqz{N;?TQ`n+ifh|KL0gQqT$tp)t36 za3}J{0>+@844v1d>Tr9GIiZr{@4JZQTlI=rQCJ^9eBM`O^HCByAP9(1Jem?%6gr8L zjB|kwqSg!i`u|URyth_88H7Z}|4<2{Sn&`@6oQ37148-#+fMSO|Fv5&ntj))SN!M- zfk^M(;;767SmV7ZvC7x1OpgQ2zU1h>>VnABHxddYKUb8F?J;t8z989=Bamwp9O+nU zeD`?Y_{+7XevH-90QHc5$5?cOi2rdrPrQ2X1ynv3y*IGddC#;%pIuXA@29uODGjl? zX~1p0<7aX(;g;;c-CjkOXq*D@`Q_mHqbo;Ox^(Nc#Ep&0lH*d1@el_+jJX+?>Dcn2 zBd4Zn8LEW@wc$MeTf9p1pl-cpFs86h7h~d1PIlN-SBXDWtm6o$AW4kY?EY{pvpKDt z_UKX7@B>``bwQMH=KRYy31s6})1IQ2jp~!bu(p+K0V(Be4`bl2XP%kkP%dr5@vbJB zc6K1b{1`aZa|_RA)1xq67Ier(l+I8Atqm{LD>ed-*^CX-dckTcw%DI2RcUg`GN#g> zM&jEGjd2$M+tIDwemvFD*@F7tE%xT?9|6hcyo5LYj;xvEPYFX566<;(Su4c;P^{rUwY8sGf-;V`oa8_h##(4Rw zZvcKM!-aCEVTw6+15P%AG_#r2eAd%y7wZn#G#WxBqHHcbV(0l>^nib8*MQiMu+kwE zl+6mdSfuCYvEd+UaxM{VER+%$bL$&?lsGwaDzdabZ>{@HLNev#y=?m1%I|(;qa6`e zFU1xxpIp~8M-|aZBxFyz=@rq2MJLt3rutsFEqp^=uDwl(ZSodrUuQS9 z_a3`sd@}ms3OzLF*T~Q0s_^~gOI8wipMGy@F_PN`n#YvG%p>?ZO)|&x+x?ob2r>xP zB#sipd?Q5cvI-hKCP!;_$8|ytW5%xeQ{m`n51-kn;>knWlYo7=mp4Zvj{DFv&wSa=C7i(A+QoP}e6p z_O2%cxS|`@TSSUQ(r4VcP(1SZ%@-!3{utSuXvmdR4iLzLBckBCSv<;hO&u2?-urJI z@|C&hXTt>?u}SE?XKR!@we}YyO^quc2WW9qL-~uhh`|@Ft|qrb00~b7VYmyzyuriT zahwzgf@~=-U`D0vz5XONFuB!<%(OHa>hf`Gh{Q?m6?W`HqiUL?A>>d6cP-UmUN9w5 zZpLsjJ+F>VGrZ$0vi)*KU%M*g zbHuDT!|xk*$;DGVGUyxB&;$2p9vxx5rVAWUI71eX3{b)to9Zld+bsH+_IS_6nOr-P z9;p-Oxot6#2q>9@EhcHfu*~fqFseOqosnzl_juIy=+rK~c|KP6Zg_uz3OZo8b-9-6 zB_L6dqew$2EKjO^#stZxN@y_?~vx&pYHq%EZ+X8U>9M{t=z(i^=LJ;vuS_J^j>{3 zYR}JRV1j}cSiu1vlTD_Yu zt;-(9er?x1!pX}rEk%lttE~@rP7maTR-mr_>1X-Tq`0jV-Hsar^cZpAy89{Mf?grw zMfJ(itt~0lzgY-Ytjcy)EAB&X6+a)aN?#Nsvz;_~@peK42_^I(Uy6^Tn-MWV=LpHl z){=hLZ(_`3>K^WPXUpJ^gD$XacU>x>rS_L``5}Z-Q0sslo5h?zYQGqd`W;`H_vKpx z`%@V_c|eMU#+3L6wPvjSV=h8+%S_$l^2~eKv@dXK7f(4DZiM}*Av+FIGW1i0&^f%n zb(xIwvOE&7C(2|#bU5nO<#t~Wf)Tg}Q2Z@sJab8U(YFmK z$h>(?a8GsWe>+k4*U@pl+>GgjO)N5a8a9MpxXUv^Yl>E_SG*mcdu-J8TNEWCywBTw zeb7#(6YbTi^Zn>l2tZH~=cJ3mwF4LhV?8BwoGoTleKqpN6-SRdJ>>9y7g%V>r=u+H z9A0_yB_5rcrBwPSQ)aa$J@)}?u;9y$AJ5fXti+H|yVBIS9ddHN*5#63_NUq2Wqw}m z;vQD3Hw9TlF-Qw-*ualzWEL~BFIC>(CZ1~IO-kgAWcH`W3aoDiEvi}xGulNQ`w#3; z26dOeAiT(48BB+Y=8S@E}F75pz4?=W!B%h{z-Jg1`JVV<0F!wo^^gk z5n1$dBa4P&yZ*WLdAgAgQy1c@pzt!AldOpx1?l(M>n5v)MVsAw0=^emh)fQcraOT> z#H@1r2CMdhV8=IB@sR=F8)p~~$ayB9yQu2!I|%(OoV~(1La9wgPtm8u9GV$RAtZF| zB?Dj4lr_B=7Kt|{^)bDd(x(V1tIDEz-R%z~ImB9-7wu<)SS8~e!@4)~%>T`k!B50a zi;=llQRk6gdtdE?k6X5<)cbY5Fxc^~cDmv~t?lY_A`kf+sPo0aUm@I6dGYs6a2M!b z^tAZ)o_)ja-UJYU3eY+aWHHE08LP&3LuKf$?8p_MqLh$W1MTsNiD6^-sRe|E^HtJ4U;I{wHbTtks+K4pOf@AFr*j< zMkaVWB;$Ee3VRo4x;QfHyv)avZ`f*|Z1$%R+<}wjr7M-{x$pXJLdnMSlHX-8+T33` z@Gh%zKi=GwXVw0$2zh&D%9@wf%!{3{8x%j0VlHXBKJ)m(wo3#IqSrSYCDY{g-~^wx z2Zg&hyKdRU67$X^ng8QF6h1#=A zy*2VNe7^HWtGhSn|1)!M0bs@EmR*&~sH?~?S1jL7kN&5$ZT)iN7Xm|zrR9;g%R^&Q zDs8hT5)`i6tRwzkn;y8;UGO`UEHJ@ALB9jYn&42{M5mX@X4(!3unkwEJhaI3v?YsvCr=6Xd;#N z5{AH-Q8_*?tCGPF%%WBEeE1;OMM9A?hNXiXP&ay+y0?LA)F~Mhz>wy@(Y4b-Y8lOC zgWt=%$4t%E(s3^I3ua7u{6>|1%q^hZogVqIRl4^}(WjAm8v)N; znnD0OSlBWuq(1j9ms{p+IW2NH;=HL$9dA+9zHaS_BCw?TJt*YpOg+^@BO6F75jdB; z)sK2kG3EaQ4^b|R(5h;>ZtBkdm4mR>Cha^l%;54}QH<;aQ-RXQ#So7ApN%{BxX*sFxy||Rd!O_>^DeHGLfnDxpsFN2H5egOj>nBU7;0pwj zC-koH`sSu=Z)bnl4V#Ya-VHAE`}&`&^zx_7)|@l+jG>hS#|{SSNl62y z{@S_!i`!}{OP(DT&mT->E;ZgTWe9~nsU5A62Zop{iiDzJ&H)on;!`5@QYatU1ar&m z^LGp>`j-bl^nrxn$}6x%sW48B+!^Ux3SSIo0;S)d?5wBC;1h4Da)a$IB*5I<+C;AH ztx4e4oLQH(;pHxQHfx7;cg4gr?{Ah-UOO{yg(emY|Gow>qsWJJ@C%^Cx&?Y-+QN@z z7y4hkd+fo!V%n}-OU?XeW+NRKsTi3febP5^2w`AxgxvqnFZbP@uw%J`yC&y(gssle znTyAYo90+XG3NMP!=xtj@QIfxi;&J<@gL`G?*^{4g>d6WyhT#67le5j`W)X9vi^uM zu-g*p2iE^h`0Y^a>-q@e?O(ojcA`c%&se`n48b|*ZTm!jrCI35Ssk_b{b;wZFMYiF z>GKBxv+>l%QJ4{OVQm zTY_cKn#EYRToo{@9JxU=@ebt=r$hcu`i3}%uy~Nh2jQkQt=j+9y`US`lB(gzwIF_@ z(k(!7;0$%O$B-i?H0;;c; zfWb<1b~Bl2qU9Qiv;D3bM*qF`m`0B1@}_%37GiEtwYhe2{u;uSHV=Yp z_^Jd}!#^r|AZfq+QV7oXI zKvAjV4pMY+RAa!CDo+{iup8;mrYm#waD^edX{`%4}DrL}Xj zWaQ`jVkEt?VC2ik3`n*T5+l3u5c%WyS3eFO?^yZP^zSBn$9Q3!NC};r$+eK+krENJ zof-3~yTZ#FPx>B3kM=?k;Qq*?Wpxy79Rqi=HZOnG6<)YDEf!U-Q{On$(;H)>L%HE8 zZKx;Ob#9K4O=w#h6zYSu<3udLy7f~X)y>>aH|3ara=kM{Yjgq1C z2)ef=l#u4v{|MNPr|P|^lW;U?cip!7s?Ia}`QhEJV5_esdv%n+6dZ*4YPKh^)$2pmdt8{X_0+T5O4_;O%C*d|O7DJUxQ+xA`;rXwcl7XMB)CC4 zsz8V==oU9MsR5G~o!HUN<$S>3aou#8*YXlD2^WI2vTHt;1U^?Livf90+I@RwYVgZR zRB>Ub1y@Q4vl)#AdZK;Zo-S$rRrx&kC|*o|cE-Ni8b(P*amNd2(nOpw@y(j)T`{Yx0u8$Er;JYqRgD10+%6HQrwhlVR zm>4bqr~0NCwD{tcM@K<>o44}Ol~4Cqsmkmh|4G?yG`gm@sUmR*7)IqD9@F~}8kPJc z=GdR!2upVuH-XI1A>&3P4PIp+YZKkqQbC+Z*$Bc*`S3BLA|HL}kgM~YWF0&U97DNxGmSJ#$nw`^Q*^s$ld)$@jIN6qlz#)9@)9qFLmAwBl?C#@qTsh$GA zF4wKPFs29bK~AW!df^R)_!_*zvBH%NaiqT(Sz1BxG6INlv%C50{+*x_rzO1R<6h!O z%NSXxg<86k*C$NH+25MR$D75Yxzttoh~iLBF(|#^!S8=}lA!RK*H%5kp%xExOyX4} zP=8P&F!i)Yr+l@W==J~;VX|80`_}mVlCfR6ZckuI&__*t$ff3p!Hk|2k=q zlgToT1M|a4EB1^9e-!zFaz`WdmM-S)A`kg-izIJyNV2^{fx!3f^iq%Rq7pQBPr^1jPod-U15(75UmecT7P*Mw0$W!{jW=(zfxU#LjrZcE7viBus_s$ zJ%(r8rr@R!R-6ClV*YbFPGKG;;pr$LW)Qf)hgyuV*uIOUQJ{iXI3fM54N&8-#tTra zqct%uSzw`m6utKqejFj7gwcGMJN_*$ZcCNoj^1qv?Rq*%qzK7>){>Xr6#GN<-Yc(_ zOMRZZdv^4l3rVBDs8TMgz*wiA%lU#D?ggT1q`6t|<(@SrBx4S*s!r9ho7C2W?NX=g zKh=vN%;)|<7&Xq-44IJV41Twn$6ulNNQ)}5|52a;N2UE4cqF1SsZW*o4Xn!GU}yf~#c&Dix&q~;7L$<& zT7<7;RrtJEf6{*cX_EN(tK2W<&(4!fmtZVzvFmckhl>!X8FC~sFSC*{dYuwMp+S{+ zI*@3Ka)_i%OTNln7vJ~SF8Z-WtM+Y)k5<`2$jvBovmv)TJpu*SP_jV=9X`K0UIcG0 zuOeymNE-s@S<(u7ZzyxS*%144N6yFzxyMR!ik9l1y*qI?!=W4h7|GJ23k~73Dl;j@ z)lYto@?ej+2;4P84_g5p?kDPZzvu3W51eBH5!y2PV^`%w%h<~U_1v^sPn)K5`(~`T zBN||a5$DED2=ZFo+*FB*Y%xDZE7{(0QZbM^6fAz<8Ln+(nGuS-T`~LSq0sqPe_c*I zz)s5c>s>g5(&=0DjsYY~4N&y>^@8yD5H?z_BvJ*jdBM36G% z;AfxAaU_Yn-#Y~o(0GXsqRzV;0N&rA+;Qiwt&N}nI@6DYenAqp!?I~M0>u9*8Wwf; zxSG2rNs~13{4HX{bu+JzJ(0IF;$aCaN7YL=^RlQeA|1hcB8Upz(n@2~sHLSvF8ug8 znjDw*an!fPF#aBRU?Pc{jJ!_e2OZKshrSTHQDgS^YLLv`krLUe*X{!SEwLv102(PI zvEqD*IQV2I2J4HSOkedX4L{kTN8BV98oC8I3WtI1gY(qsMi8JWQMUmnUZnePgSyDB z`zn#QIXORDrm5}kZxyP<3**2wc|rxoeE2>Sx@{_|Ewl(D4@!+py6lhL!b>eoitLXm zZkAtYll1?0)R)4_<-~@f5^UTY1&goKjO~~n;VUM*tZL!y zsR)DuG09hH6P6H7R0A^8z1Ibk7*=pqkGN~0v;Na|-Tk0AoEALEe>?a$Q&S(|4{nG# z$;neNtd>#x)&jY;?8(abrlXFo<){2SBE==ba>5e$-)0P(Ky@Pw=F$SZSBGfY^#`k|%1aczZ#N6}qz z%m@wp7m&Y!zO8LLE)}-Nl{rU#F=Z;Z4EALRy>)A3TT-1K@`M)YhY)`B#ul0IcCPIx zCf%5(&`2cIbSL^#=IO`ZHnnunAU1+zmZEQ(W0Yj2{=tT!)X2YI4WFLoE5b0#^*{I^ z;5rpeE7NwYLlvV-SU=B=v2<~NHid*da%LmUi)7B7Br`FTJNK%<-8L*wy*6V4MVrZc zxuEo>?+#}}Z!j`!_WbNvuRUwB$`>~K0Rg(4BpcjHXl;0;aOKPE-`o#)NdoXF8r;e~ z`(er12|ZzA7}MeT*1*6+N(<>&UB!0|ZtXgnAH_(|6YtK}|F1n+rfnciNN7N^kt$~0 z;K}kmz)3wX!8t*_xbVk`s_H5G;1=hVt5=LS-p+WZ4&*`Qc?sOt<38$8f}N_-u!hPV zMustdGJr)b5wJf}ErfzLL?eFm6&xyCnlmtrJqL3fUZN?bhW_R7Ws_?j%l?@)`h1o< z@=H8jogAcTv=ki9BG}0_t3vDG-sfZ>t7N9}MNy2-VRFfOzI@ymb}(#hgc!U3h!QuT z#6_SS+&Y@Pa>ZCqGLmX2`YH3)do3C-&9q$ylJ1c&!oG1Mc>g!6cPaF>2>LTPL_DvU z%$LH3NC&q!KF!bc0a(n)IQ-{2!ve-)L=hoq5$9FtklZc8(pczH4f;8G;gaiWsl*>e&!(gp{&@XQP~Fd#+sCO1o>{T=dV2e&^r$TbIn z=me1gCWJ@lT`1fg?~~f9Smm0T&CF>8mBzC#d`UZk@J`*4kL$#Kik{T!YHNsq8}`gc`C;!xH#PS7VbT+7~Ld3~s4?sO+^ zcqNc3#?#a8^07)in+ZaY<7>d;qc$(O$DS-~K$0O0{&H;tYtawMxw+SMiOH`RNsOpZ z8=O~0648ZH8z5N3r>*P*2PV*ym?2a}_%D26HDJA<{fBBqqU6->Cq}OHvNkOG$f0(ba5-gN%6ITYeM5tnd z^JO|5htRRrD_mrpsJjpUG%+xQWI#Fq!~ zZZn)|eTNcpOBTYH!}GZEvPDN~6rv-o6NHfMm{06cqU7W0N+v{2c45n0ML0|C%qJwE z{2;IFq@{hx_B9>n(1JiN?~nDl5GD7%fD1S7{sopzeEijq9!lR!yf54$r>TcejybUF zNZSK2y}vomhUdLPr~Z5(JCYj)<3fv=W>AK;z+l5ZRzT*VwHeKC}(ND?~bwYI7h)@w#QBX9w3?ggcN!vp+U@h z&RUn5Ek|!D^1B_fMTo8!phwrdSmt>5U-a;cLPQ}F*`pde$0Y}fdp=9xY1ZW{ctx**e}2j&)QKaUwf*;c zlN(bRylt&*_t*Vi59Fl_;4am)vM%`{7S=ZosfSD2+Ufbt`wQn&%qihNIxjc~(Ezdq zY72$J>>P#p{pa=1jEL##?D(YgONkD?+maiBWr>enS;-7oGM`L{V>HSa^@r$oq@6op zzF$86EbpH%WayOx=Jv*M$Tt*kto`5Is*iNa8B{nB789=Y8ENWM$|Ls@ z8}U{h4k!~bwr;syuYs3-JCJcZw59J4eeS)M{>z20^)U4Vvw6$M?g&~FqXr9eF)Jat zazyvFrE`R}&WH(lb?u?`t=Y-BfxJ;~k?Baa1nCwN(Ld-^lYNyWE(4aY+|}p%ko-1O z`t=c7(%C&3X3CjKlwLj&Lmhdt#`mM+c-03=2J&dl2)$P0lsV00Af#=}0}h;R`(5Rd zn^>x!G%_5mw}^DW++RJmi>2etV-=&JwNN}5+LjEYm&D_DG9x9V+wfB974r_5WAhxZ zgP8TyNOi1L^9ET)jo7wTGGOMFjKYC;zL8_K^0cOC$R=wM*+2nU_ z_v51U0$pu?QC> z=#j@%5^tp<)4WA2Bhf{^y!5GVMEkcaD*3_7@9nQnF#Im-wQwzw7y`-qVvslk9E&jp=K6CIupXM07~XfW;n&f=kzIm%1D$87XSju5QZVj-y5De0ASx zM90gkKP$g)8j_IuD-ULvnSTETl}>46aH2Qm>JyMV1eRL)=j>6v!p>a}co_z}lkbA( zs#O0DSk}m$m^bVM{%eD7gE^Mc{Z5M zvRk~@d(FwlKNUYNC&ID>qcQ?lJNCJB17X!v^$cLOvzlj+2N!TJQlarqf%P!LeyV8BW$Bn>)JUaY_2%jw+Dmi9_rZi|JpxP>kn>@Q{$Z9Uwl~`G)r`9!Z>n5 z8z>|my9eYys!Lb@jF1Gw#L~zwp`t< z>OVs6!24|1|_LQ!moA2-hDH+m`!Mt3DzY_lbI(8gc77+M9BhwR%b8 z$3iCN&d+;u<#<;7Jnu$eeOv+pwCQG(_6o)xVHzXuO~QpOQJ+V za1S3Vw~GP+yi5~7lx>uIeaQ_!i*DR4p?3`ka2fSsLVy2OcOtbm!Xi*+AKL3iS36H3 zJNGF1WK^@G>etTJcIB zYxsPc+xTyeOMupFGbL(91|p^4b5Qyw^c+WimF0kX`wq?%l~_mi0t7^ePdN+eyio|UA+xmt+p2(rs}D*R=2F$>ey7R z0?)n`GzRRr?d=`vxdyBR?4OuSFJssFd8QXY295$3p`S@goLsgL z>pAVy^uM>kKIpb;$KB7t8C zH7UAm)fc_T;x@OVzdhO6wEyS*-2DV_<4&1rbUx>qCg;3RnN7>WqV3FHg*FD+YyD8f z?S`dE!&eyo(j%=l{N3f>5$=aYEhdV!XSFAn%?%jY@beWZ_|vZJ({q_Nh{?tApP{mC z1RPWIkmY!KPC50x?Mzz}*Xuu)Ev)XldT3ri3gLqngr-9X4$U1k@n&CA+rnUGcn8a& zQhOa(#w1g?!c<7=?}Z+I43eNxmx}WsPnYSh@G1?#{x&pjuo8rc|G*~4jeT8r1&P}B z9=YSu@odUdV8 z$YruC)|w*bimjQ=b|%UUKlcIxTc4?%U#X$Byz`6i6T)HhL#()28c4%38k}u@@CYc- z>+5o+IK!|nT?OB^5b7|Xc0XwMAZkL?-N!B9UMRTNv0$w%_1#1a?9iPQVKth9DGxRZ znHR)QefKsq6u=`I1&*rX-sFd3-SGhT3f~M2%B6{UXqPv@BWfUPp-N#4Z!>tf-FG0L z{R_E!5I1qz-TwanR2)-~*rXd~(okrpoK47a>kO`2z!-~IwFioY(gON%iJyl6{e@GZ zaTDV1-*v&HAG2{aM#m4*Oz`S(0;AvAB*gXs(Ko?Uq@R4enjs z!aKqXcq(oaQ9kfMv#hXRBps%wV(x!r~WJJv1lTrtd z9^+JOI$fGf*?^AP+iv)75z^DF0urvEYAjQV28W%P#E2wE&09mp%j=>jozi62RCmhY z_W^A9`j6+rZp;t#wHvgCkLmWkde2BmW}c3oP3G$g!Sb%#{4?CV!Rc?>FmenLF;=iH z5B?`Mzs}zQd$Qk}2t;|bcarhIo!p(v2rxNo+@J_Yx^yyH+w=)DdL|hz1q5+$XW4l(%t2;#IL^OIL_;J;dA#-!;`y=n)d0o zr+v2CUTX$%rm!ttwfQXQ&>j%IuC0XR*nT5Zn=67kWUtH|jvZ~rtM~d^malJdy5?KO z3!r-}hQB+|f0 zK3DnV#utT<8*|OsL-mc%vs|l~Z%Ju2a2G@QYa2)rOlUMXe}6WUPR_q;FEn4}R2jnY z`Ys&FR{8CvO4hPJvqqZbUsbt<;Tzr=PYbrK2@jIvo~rJA?2bqg+5j;U5yR|7)Xd_E z+K-s#xd<}I=@vYD75^NY5`^3yeMofL4ss(PS11{CDH~+9iNV~J-%Q+L9qRcpI935N z(Nq7Kuw) z9U#`q)yc*Idh0Gyr-63>r)jfneJmH^3Fp6YL8zObm-sILY2XxX;$NlEe0N##e9%_V znq?#fPT$*%1kZb?V^xE+*d_K^N0JIc+^|U^$K567v@Df*Qr0lz{O*tNpz@+gz>>eZ z%|&+@u>P`PWzUzc&pKgXRr`0m0?xGutvbZ7Hoq@CPDzCb4HyUu|FV+0f5~KuCu+;# zqGpPtAj+S&a;Zy0l{1Uk{J%@d3w4i7?nVna*|fVoOu2smvfw!?m$W+9sN^^Q_)RS4 zEvK9u=lBZS_G!mxJm(U6(&fnvbrXEyiT>k&9jZ%m46RQtZ|?^=`MG=#E|NpBUVZVg zDXfAH=EbHpA(PJe*E`~wR6*-2bW^S9;!+OlGd(ppHq~s5DkMNT`Gf)^#QcJ4%dt4YI2)(H>x`p{~ zvE!SEAAtw>Tg~}vJ!C=ybSdlsp6xKe@7!9`1=Nq8CkU3xpLXA)Kl|JdDeI4?Z&lQp zgFy!zdR=b`Bvi2pIxGwajv9dk{P~j6k6?x)YvodFhl?p$6z<>8aL*3B-00U!6AMJM z-&E}`!DOaR&cW0|^zRSE&(~5dl+??{giz5UGk&b~ENW3#XpE2i&SVdt8)ns$e3G`| zy(ImRXxQ^^E0BYo2AL6yODp)nmlKUk4F6*$rZN6Z1PW&|b7$-@9QmR$D9u9nO=qs( z^-V^}7o<#NB&CMbCvSK=gs^Ng>u*vZ;2LQcpBSmon4f!_#XWcxScIMPYcBdHkJ37z z(1GG45vgubI8?(l;CEIuEYabT_cV92=KUMc0bMU~1I~z~RBIw8?GLS4rR*h5E$CUt z81EfdF_gKO&c7ZGF?#jh{trtIDwdBZ@tsd|<*#ZJD-|93;!|#bp5MmJvPi_A0(9bn zYbLOu2A0Zt1L`P5=dFDQC5#ZrnqBv_Vb~sg2N)0ls~WALWz3ar2802;K&P3jVgLKL?|CKWw@MW5^FmbBrmR!;_v zPoj)EUs=5hKi7Bn(vCxfH>lncqNlm$uo>>D;Z-kgG7SXY0RvT32*IVKB3TsU%il}w z)T4j_PNDdLeD&V->9uFA^tr%lZ-YufZyKbwM%ur^b}kAUb7h`k7~#Kt-3l%F0v!cH zgLB@r_h_9rB(Ni1^MTSmK`T(<^tjia`*JgbdE4o3fnxZN+P|tHzV?LHvihZ1@sO4d)glr07=je0kQ>}GVF-qsW6|D6Cuj7FbcApeL#3vTOIfcYf5~ap?@vZ$` z6-@qrTl^?Es7W*T0mWa+pDK9-9h6-i3hS^Qbjue1Am@cu9nPM4YY`((lSFK-Kv|ty zFAv(CaeR^|DrI5)7Kz=Pi&{&d#%bVA_En46_ptAkq-*gLV{TYb*M5X|1; zLQh02qm2f6{$=Cu)JNzUuz~PH5OeSe7m8pqPhq#rWk4{!e4peU{jokc9k@$7KB)_b zpx~{nZQNE+0iIO#j9{%8W0zS3`aUJ4Ciut?x(Ze&?JeD~dVW9ByM5}Sm8>~k_!Wk3 zO|WfPQ{O#MO;HVXQ#$GichZ`Vx2)P9``1yaxZQCedgi8{eYPQ&xPs01!I%-UqcGu# z9VYQb+w?F*qLwY8=NqjIU|; zM1Pk4qZ?cS3E}%*C{)#+b38D9~y9TAtiAFTotlo~>@SpeT zjr-r}jJ`|tr|+gdx3e$vM-bbOg1|P%Iw5T88NViu#%f~fAneEQ7r})0Z`Wb&7f(#j zBx941aaXn_IZ7kNKAlfc`6nIx#hmc~<-0{N+JLW*&%!v#ufLLL|L#u9Mqn}RO|JUo z8@q7NlpIo>QcisEU#sU(@QtHwemE5J^$s>*IgWh>yzBB;PD)cilrJJ%K7(M2mT`FR zNCP=}pvOXiaObTCedup@Kq)Jz$K?{zt7Rz4^nU{?QYCcqk}+d0X=K^lGI9DMBAyNQ zu_|PcNvr!cC6(;>Z3=PZ4!@-&GXM9>L?}Kb24dAss}3B&f5`QsIu=yydZUdo zDkwaNDc(X3I9YB6U7Wy@L?I)uecUKYaqqoGVA znRaqQXCJ5z*Z&F3FFgt571lD$Imtqn^2)yI|CAurgCB5Lug6W9Ln?)z#%-#B8tXel z$v#Y#9>|BX5N_fRQp=;E#eP0WqdqoZEKUV5!SblLK$RZNq_33=h$6D9V{<6VL2<5H zV*C2VKx$A|?JiKwqca4m$|1GGAO}~5RJ5!%M5aanHLipU&VA22J8@Jj)eR)|kyu!x zx3~|g&oNazYToVZaD7jzQ}>K5FT3b`Rgbilox9FTh#DQe6BnXAlSu}ztb67+!ea==0GMd3SJ8ZAd;xc8w)U$ zyK$~CP-oxBWN9>blu=+tKdF1a=IwZyDKM(M)jW~!d?OMc{`-bN@?F`%XOtvy&{^(X zbnmN=RfI>VY5Tic)EJUgQqlmH-r4D`xD>tIiIOC**wCNbCmlZ}UQRF5aW@ACAbxt!aQ*qp21}x^sl*gQnXh7d(K7itgMI5qE9i`?%d1x?|T!p z)-E;J93>k=4K7$kd(D?l%$Mb*2k{sVAX=7y156-=)Z^yNsEXZOO}X?a(H)l_)z4R9 zd?aLTP+Zl>n6^rS|Gyk;D#7%(c6g}5;oj86oA;tYQU@7IU(ikIuchT4x&^{y+WYg`e4?p^(2HZucrT(7;GAbhHd^;x$ka{|~C-bCdu8 literal 0 HcmV?d00001 From 6e43a09c112623c25393898d903725a1ecfcf8ce Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 22 Jul 2024 22:02:42 +0000 Subject: [PATCH 02/40] chore(deps): bump tj-actions/changed-files from 44.5.5 to 44.5.6 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.5 to 44.5.6. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.5...v44.5.6) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 5f593b62d..c338f2ce8 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index aa4782d60..bc6ad5d19 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index da29d097c..1c46ded61 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.5 + uses: tj-actions/changed-files@v44.5.6 with: files: _data/meltano/*/*/*.yml matrix: true From e965e796ee03b365da09df56149f88ef81a33579 Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Tue, 23 Jul 2024 16:45:08 +0100 Subject: [PATCH 03/40] Bump `matatika` utility from `v0.35.0` to `v0.36.0` (#1811) --- _data/meltano/utilities/matatika/matatika.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml index 76bd31752..29f077df9 100644 --- a/_data/meltano/utilities/matatika/matatika.yml +++ b/_data/meltano/utilities/matatika/matatika.yml @@ -50,7 +50,7 @@ next_steps: | If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).

-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.35.0 +pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.36.0 repo: https://github.com/Matatika/matatika-ce usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand). variant: matatika From 39a03bf053e38c260036c1725d4671ce31fdc9e8 Mon Sep 17 00:00:00 2001 From: haleemur-infostrux Date: Thu, 25 Jul 2024 08:40:34 -0400 Subject: [PATCH 04/40] Add target-db2 (infostrux variant) (#1813) Co-authored-by: Haleemur Ali --- _data/default_variants.yml | 1 + _data/maintainers.yml | 4 + .../meltano/loaders/target-db2/infostrux.yml | 111 ++++++++++++++++++ static/assets/logos/loaders/db2.png | Bin 0 -> 9011 bytes 4 files changed, 116 insertions(+) create mode 100644 _data/meltano/loaders/target-db2/infostrux.yml create mode 100644 static/assets/logos/loaders/db2.png diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 7173a5105..8c43b65e6 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -616,6 +616,7 @@ loaders: target-clickhouse: shaped-ai target-csv: meltanolabs target-datadotworld: datadotworld + target-db2: infostrux target-duckdb: jwills target-elasticsearch: dtmirizzi target-gcs: datateer diff --git a/_data/maintainers.yml b/_data/maintainers.yml index 92b3d6609..d21761a18 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -553,6 +553,10 @@ immuta: label: Immuta, Inc. name: immuta url: http://www.immuta.com/ +infostrux: + label: Infostrux Solutions + name: infostrux + url: https://www.infostrux.com/ integress-inc: label: Integress Inc name: integress-inc diff --git a/_data/meltano/loaders/target-db2/infostrux.yml b/_data/meltano/loaders/target-db2/infostrux.yml new file mode 100644 index 000000000..0d564a09a --- /dev/null +++ b/_data/meltano/loaders/target-db2/infostrux.yml @@ -0,0 +1,111 @@ +capabilities: +- about +- schema-flattening +- stream-maps +- validate-records +description: Singer Target for IBM Db2 +domain_url: https://www.ibm.com/db2 +executable: target-db2 +keywords: +- meltano_sdk +label: IBM Db2 +logo_url: /assets/logos/loaders/db2.png +maintenance_status: active +name: target-db2 +namespace: target_db2 +next_steps: '' +pip_url: target-db2 +quality: unknown +repo: https://github.com/Infostrux-Solutions/target-db2 +settings: +- description: Add metadata to records. + kind: boolean + label: Add Record Metadata + name: add_record_metadata +- description: Maximum number of rows in each batch. + kind: integer + label: Batch Size Rows + name: batch_size_rows +- description: IBM Db2 Database Name + kind: string + label: Database + name: database +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: IBM Db2 Database Host + kind: string + label: Host + name: host +- description: | + The method to use when loading data into the destination. `append-only` + will always write all input records whether that records already exists or not. + `upsert` will update existing records and insert new records. `overwrite` will + delete all existing records and insert all input records. + kind: options + label: Load Method + name: load_method + options: + - label: Append Only + value: append-only + - label: Upsert + value: upsert + - label: Overwrite + value: overwrite + value: append-only +- description: IBM Db2 Database User Password + kind: password + label: Password + name: password + sensitive: true +- description: IBM Db2 Database Port + kind: integer + label: Port + name: port +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: | + Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: IBM Db2 Database User Name + kind: string + label: User + name: user +- description: Whether to validate the schema of the incoming streams. + kind: boolean + label: Validate Records + name: validate_records + value: true +- description: | + Field size for Varchar type. Default 10000. Since JSON values are serialized + to varchar, it may be necessary to increase this value. Max possible value 32764 + kind: integer + label: Varchar Size + name: varchar_size +settings_group_validation: +- - database + - host + - password + - port + - user +settings_preamble: '' +usage: '' +variant: infostrux diff --git a/static/assets/logos/loaders/db2.png b/static/assets/logos/loaders/db2.png new file mode 100644 index 0000000000000000000000000000000000000000..cd272ed1ea22be66da5484739ff9b92024d7c88a GIT binary patch literal 9011 zcmc&)RZv`Ovkfl6-GVy=2?Td{cb6am26u-LT!RMJ;O;Ou1a}#nFj%m`8Jx@cU;e6F z=k?ZoS+(oys$I3a`rEyF^@>tckwr%(L4Eh`9lE@nl*YSvFo|!^X~>9gc%HOr_3j<@ zgS?cumiOvO4w83@_U&uWJlAOPEG&G8nv{4+I}D-TNv8!Io=YF3gUucWUfOHX16o?6 zp@qj9#1cwPAZ0AgNexqob=XA@OGR6({BV6Q3RSVrkpC2b1K*u@Fe;e=blZB|RGNb3 zxQ6!M5Xki&C!>}a&4UiGu0{;pH!Eb?o11h|?z`sHm>|5YpK~3x}@L$M&C{s;G zI&|}ND%Fq|rmdH>oXdBXpsJ7|DJa{vi5W!v4#yGK$izt5L#L}y4v!Ev_~cgN9Mp|R zhK7Tijd5^z1?@9spbEo6eS7Wy1__wAvwwwuOTd55{xt#r$qY(xrlc4$zi}O3Rh=MA zBzpu1Q!7{j#x|7%0|y~2aX!X3X3^@JT734r7DtU~h@zQ9p@jN2pve%%5HCOr1+FGc zp}_8EAX6|rfNbvO(6-h-0lr!MW!-_dXh9=7v;$Tvv(nhN@K=VKm__WscJQQi%;~$z zA&N#84cmG>gQ_zyIoPCtI#*N3$$o=9&GJO}SLut*6iR7-i0o8OyoyUszi;h|xlDTr z8C@DqN~S`hZhBC^oB%0W3o{R5=ce`0$Sn;=$JO7uNAGo`*yqK^`c`Z9TWt#X6O1zM zSyJa&hHb0toORqFrAJ)0V`qLgIY>f$NBm6XjRPrCntT8m$hzADpQX7L8lt4qqt&OM#m1@Br+g(fWNY`Gp+#0W@) zC>fefEOUm>$YFC!2E19yl2cS15IpOSn930xDh8bSMc$5$kJtNw*sAm!Nmz7iq|D8! ze*E~6`T1PJ783LaMk#}XYPXv^w`A{N&k{U{GM5;^Of6G{J^xF2cq6D?u#gigpw0l$ zc9Ul4{HHf?aA+upC$ERuzGS?OkLJ;V5f8O2h1q@9E6FtI$Q%D<fF~39OmUqlN2-^g z1$Vq*<)N|`ZOPiXqOO{6cxY$#>t~OK3G$cC@}w^q+i2=ijFi|kHkVd=pMbb56ZFXk z-&oK(RZ8tI4zR*~SFaC8$bLl0+DwSa%SWloDVA#$w$xxWH#e(q9L$ZgN$M;?sUm>k z7$2e+78c4N_RR*xlq@NwP*nGb`H+A`KjFp~>!9h(FGLH7#T6PQgnt1Oq@)h!Vq3&d zvjwMud+hDxcQ6Nx5?=m>G;dda-tU7sM1I?ZnE$XP4-Xv;m8B(+QeOA;oA|Mq>k|4=9 z24C|*D3b7T`UZtic|(Ah{nUqelAqgUjE~knc~)@S;irF3*IEww&gn+!)2ct(#8Co? zpGU8eRM$pyBf4KhCS;x`As*O!1? zXPwID(8Z(hm2yS3^~%!d=;-1)Y0~bQ;~Ofvp`j~60s@(vC&*UJxkaJ=JLd}Ji!e@y zB~mv7H9O9NWh43_v!Pkm39Sj4)JlY7pSgr}+JQ7B$F?~Y zgp`nTMPz;Lql8+!VIHATa7}bN9qu0=)A&j$+%G3=S(5P+{%?_g*LD$AEYw5P_+y-x zuTjUeN0DHH2Z|gPcoAjJvi&9UU-i^45( zY~0jIPz;Ytx&IJEO&$CE4O1lz|3KP&Po)>`Zia)d02 z!91z`*n3!FQOYiqPrConYyJseVUlicAle!xm?&Mrt$AJRud<-A;k^|oL zr`DC-&Gcq_(4YfDAOL`_buA)6=#wL}Px;Hy533f_SJRi$c0@E1r8mU{)BNbyR}u3% z0!f6F48{Ic(FHxJ>xyOf>x}XluWT&LoKNu-M5uD`a0NQ!=$^^+8*3-i-%fKb)7?Oa z;N55jD#`?*OO9+6*<}EdooKcvx83J!bj1`x_7|+Po>vp4-zr73zN-KWAb6)9u*S3g z$pyB5BWVBZ=XW!NvGzo3>kWgF3C>uEkdEW0YYYnI6JM6xl`C%MD*Wme8pBz}1B)gS z^{?d)i=3Ri2GoG>sT6pqa_%N_78XBL;}|b8Gx(7V>uG^#t);VV%DgpnRo#G?SJ1)& ze3c^I;AGcadHeDDX7U|s*remtq0>$mmFe-0(Rt^Dl2W#}VlUMHY7(T^?e8-~SG@^%FZr=1=%_ph$$zUh zB5+8Nz58!#WIo4(u8|Mj?^tr&^UXIN!DSTS6_4K^!+1-D*ag@t2iIj=Tp7U^>-F?f^ulcijiow_uTNXWD;`xSA48lgI4ZN|qd+{ISw2y`a zIt60pO&$Ut9ErRvdoP)gFvxn}yY1gSx3j2kyf3Qh7Wni0#*r>g8mI4G2O3tK_fmsW z0Mh*p)1t$<8=b{{gwyohknTrEv=6@OQm54hH#AE%#)>deC4?4Uf3EsVG{k_!tNYZ% z`#8UwOLQm~*Q(`ahPLA&UOC8CpB*xv?*8JG8I0c7@sa%{$cw*9W;^!@(3ISk|L9c| zA+oZMmCe8VK`8R*sDj`TZ$HuL(*T0+i$m4A*dW9wrc>tj;NDJ(JPKo9lEwXeq|2;-$Sf(Z zW3Od`Fv)p`aHkgyCnqPcPq)&_xJ>q!Y6Op19IK_YbT1c27^qReuNh4pfm)PZl^&R7 zFAMxNYsYDG%UWD4)1q6_)U>b@Qodlf0LnTa+(~%cHTi-^GpIqI#p@LR)%X*b`6@{_ zi$PbS8Pp5~vc-NSeAegF^5d?$CF_4DsG9QS0v$hxk!p@j1fL6Ox<6;*?3Rh@QhNK- z#JZrNuV{71bscx&VsKYie&_>i6{|kefPWY)4i^{j`}T0xI5jN?19 z@**q@N!^nG3R6&#69scN1`WK0ZjJ-SU+eU|g< zU8m>i!B%3qmiVznYFe5%s`?K-lt@&9O1R<4;jE{s>K0`^01DibT%N3pBFL~n=Poet zhFN&^aP`rf-!Tlz<+r7D=pz=Ak(!1n(>2M=tNa25{!|7g@Lq1(Hj|+t?4n6T_G{}J zfB)HN^N8NXn1Twt?vKgfvS|@Yry+B}X*{8$2nyXz*-exbG=C!=b|&hqDPydV@pYo^OXxS-5BJK14hL{f&e!G25VNy1Q!(-_mvdFhC9c&!P&u%5?76Y?7Sd8u@S2|G%B!n~2Ifo0>6#0wu;!0< z;BHIG^5xjzZd)}Jfg-*WL`I+Ow0b?4_Fl-i`=$(Zs~ynrwn=B4MXn4=2te)~1V77v zj#Q5f6%L%y9NY=~Ty~OYmx_!S0{6yz+aH<7>T=_F8_g)w*}2@MVZKsbs1Z9>&O+LAZ?>BpL(9GwW>zTRbhv}lm`hjUC|UwfrBQeF_+T;hOJ|}x2Im~+tAF5 zo#Ao+$R17>{y;KC(ML4nj%@tp$I6yU)hGTG8;0v+5M~)JxqzJga(~giHkU2Pmk5IfPr=--M`Ptria$!P* zlcvF9C_31Zc@=rD%?L;2qT<(fg@NH6gS2&eRe#6juNYo;g%4mY-*#?2{~Mm{kCL*R zxiK8zAQ5}&@Robw-!-IhAFb9b*r;!;SsYJz2-q<*4jxYUKg@B}v}l{JKadi46b3g5 zS;EhfayXOp#&SAAbH+;PZ-y2d`U}W3eTeG$ zvQ9G~2kvroqNJgMGkt!sN4vj}z*{05X3eG>+!?zbufOZ3BcF9mSNqxaGQF(domIes zDmNY@TWiwgGFp;;$KIU(j>l;=44srG%<6nSLQgr98%5xvTW@~`UrgBpUF3e(@@thO zlL%uCsc4{(Kyk@u(lvsh>$fJC=l{g{aLtdDZsJ?+pTIR39|MgMK{+ciY;|mVie}m6 z;)MpfoF1JlUWUm<%b^Wu)lrG#GfWdWk%bEwc`=>{Wh()Z#4pRmlGTZSzFVSd;bZXR&NOzoUp4mo7*~juQyg) zTntYUw2Nx0oFyWB^74;NaCOi{t=ob?IzRUV=Vwnr@E}Gf?&Z^UqkH##DXJm@suF^2 zR7!FweCHS)eeFpOX3PMq;<#T#Q_YzW$$$V_YSfKwzk=h%o!#=QQ0L?ZnA7rcz#G~N z8!cN^NJbVqpJiX$iBa4AV9=W_)rRc!^=e-khL`QZa`Xq?Q%SZK0t_NO=Jmwb#!2-i z&4BDjV>z|RsLm#T&(R8c`8&goO@dSg$Vc+1BU*}!JJ1vZhnw#4sc$KgME<;;73aYB z_k@T*m9!1yE1=spe#WFV@P0qbwK1;|p&}`|=R>tjOl&L~nSeW^8KYu}&d$85sJO2$ zVGkfRHFZ2N#?vI{mH855|32H<%R*-5y6fhKzUuMbhL(L2LqV;`fDP>+f6+yX1AhDE?NK)H{tcfd(|Uc zAfd7(xQXE5&iiD&9rt*t`n`7!R)TZ#Ukd^~UEPQv;d`mxo9hC$)N4?}@=9^9MeTL6reHHF@4Vk!Y)F3NIp$jpdI;gJ$dL`1BZe>UYIm|2ti z^1qM_KCR#7my1Dhe;fOMcQs2PqVU4_ZQM_{oY4>_A6wrZjog7=<>y+z*oJUC25PpW z5>Le`tJf}=Qjd|^iz-<~Ooef&;QLt_r6sgpD0Pt^ob7IBXXkt|lx}vpJ31L|S6raU zXyp)e0mkfKZT(Zz_}Tu}fd~g}vW0z>t(I}PDT4fx41RGJvut~Y#YY zHdR=nGD{XiD@?){X46c{LW}K4rgk@O9P6+JGVY@e(MSlpt-@a$S7urOq-bQ^jDI{T zK~*6`IGZXa=1tnn_-q}2p)k5~#BumAYxO);`>0F9SL|)?t`4S?S;{l7K1l^l3BLMY zpRR$NNKXab&;8j~N5;no5a1q=gs>DT2ghx>$AoEXI02+hJr?T&!Y1k5L*Tlxy-%-B zGln8IW^G=ULEeAAEvd2!hHx9p9s=%^mQOyHH7|a5uX3Qg$f$odSMARR&xXztWAu$O zEStZ?V@0#BhHABVL?j8g|D{wVk3}$O?==(czTX0g*FNtiCj>~1PvM+a@AxcN*R2J6 zvH6deVx(j-tew_5jcjzbV~r zdLCE9)Czi5VU3QCZliY_eDreLa(moRL(J$iWVPnUg{I?1CL|2kVwVsW(m(U7%cqXCSkhD{Rb$xYPr*^mH|Yw+2}L>E8o)h{0~fc zZ6TWB;es77?Y?7LT*dKh=LQI>1Ka9Uo<(7iC#e+uHsyi*TMDvcV2jy zs3T5D=6J_PM}MxPM_KR`eDW7^h5cZ=bxY^v;Z7Xzra^})v?ca-c9~5dA?^P6msnvF zLH+toZhvQ}PBxpzZ(gm#ejhrIME9MpHYY!0Pk(JT$ZSeZPR6}YqhqJ1%HHhzN$u(P5ek=N!{QBn-#(N`MdTf91i79t^ zxB>a&5fF^EL|}X%Su|IkwfMAXxz+;6y=46$=owoU_lDg3hQ+2mfs+slY!G0jVTB>x zyk0LcEiHU|KvwFSOwiNeKwJ|dmpBh`bFbp)e%6>CdKRYW72bF~YLr^~NZ!78?DDJ% z>N}|uuU%>~p{P#u6Urq$uTr%#^6KgSXu#%GaQw6j2NyN`%@C3e{op$Hu5KW*Khk9z>LZiJ)YGK6o)h>OG2 z0Ku+#pb2Z-4x2B3CV98)T%Y%qvz&L(EsdMINw9L4_jHXye6IFougP>1NIX_SBMtn3 zvbq$-BEv1C_z7V}U6|1$sV}rPW^#7)GG62{NvCXSqpsek=&o;-A@i_*v!njCIzGyK z1hv~bf76u7`#a10D!&MNx@S9@rk^OSV!Izbk;$S9gHwQ*Nu?HZCi?Ja0?ZN#rY$c} zxZuU%OG!h1(GYbCcmGo+Y}LfuEaxg_;UAf#5MaSmJe$3~JvBCFm*jc#;9aHPWe}~H z&em-*qH7uu<(phS8ZM?C3q+!lfwVYyu6@Pc#F5#`|77+O3^McN?rD`RT_}uesjjM6 zqkE~MFNNjF-FR=Z`U*?FAwpxF8__nLH=P*?!}Ov%PiOxl5qk?R0B8Cl#mx&k`H>uQ z)b<#Qlr=f5N2c?()o6_JM!vMW{L+5MfFw+QbG5s;Z|>3;F~e*eP}bTh5mM7*>21P* zmuOvYP~EVcCn94`|6L=*^85E0TW;5-SIsHax$&<6DbZLNnzW#+I3)!T2s8?u`W;8w zFCe4ar0LyMr$1X=QPD5x)bqWvwq2%$sRn&ddd~1vAxVqZqIRvyg zS{U2qdy{sbQ&?zu=YOa%Eix~g*}ZQ~R-k+;1+I*DwG0>#3E z3oD%M>n#-WkS;7<+c}SmIF_M+d%qbs{=qKUUva$^NtId1>Jw<@k{J6Hi!}n~VExV^ zFG&^s_@~#h_@cT$Gq7LMtD+2ob9fk(b{tTBDNCttIPtJ9#8qwe$XN#EiS%Sy-bbGE ztwW(aWfDTvJ~~$KV6bc7n^%;VCxPhb=jSg952jwQ9d7jx`VW+~QC8VC9c!9V%DDTUL4GmWuzh zcfAfRY|hs;+96dqq$(|Fie(1Yy^#}+n}V-$kqOWg5Hj})3J)$0#r0XYar~QPr(pSz z5cGn}G|CjH7&wSiE%Uz1Bmq-IZ(%pT@}Wb(=uHA9`t-$i`7|vh4IBqDy^4%VxZ_FD zA{M+w)Y8!&brTKC=kA{J_&s({#0&X#-X&EE*Jv{-0jjYvpN1GWggX2Bc0B3p>l3#) zZP5!SRaKp-GQsHUzThfM3`@Q^WPGq*SUYx^(26v*4@$jw{IDok*W*iJH%U)yIAfPm zzqV8G4)yr`9%_xVNKav&OeOZP(s12S8;bq7Yh9yjD;~zI=owkTtNwelCati5vpRYi zR5~6~-qEv&CgM=`nC`(zW5+a7(rI}iSxDlRb~Entk10vdLlV$EeHbkGBW3@{rrWeI zC!n?NyiDlPFmnF1bql*G*o^h3pck9x>FOeF7_IfoKsfra^3HGsJ0%?*In3Aiqa%_P zNVsXBxU_V;k{vJM(a~zNy;Nl{{QFHmOlfIpB0lGQyg1-DB&)v_ZxbpUBAS?$)gDta zoXhkVhTTn^7TG`g4!c72tMZi^EhE3hw)_13uW48XF3rC@yXW$4>RfZuZaZ%oR`;ci zO%h%1%n-a7w>{Xp=q2Vy%jQ&L5Tgk1N`&_}Sp1!y8`y7})6)<$z_vNwg!G2M>D7Y; z{hRJ++S^r;b?u2Yjg81WA?sAq$1&{PZ!0<5Bz$#)YK)$z%l9>HmkLexTjXcJ=N5mN z?b%`vrDSr2Cng<4lTx*Ta^wKdYG>vGtyV`O<8`j}fQb5|QlUtNmCI?QX7ox0-R;fT z9;#N0E}^dTRkk8$o2|7yyISSnahG1wLh*-(;!X1I+aW|~h_S?61a@b8Eg=$mRAmDX z9>;ZnV;vuzksDBgOehuAglQu6U#A)C<^mv4iGXLlCrI>7@+*NsPdOnM@rR!}^>g%w zEe$rBycue+nhdW44rmT1P^52)yMe9h^=67>RYCk$+mTiM_&i3p_Xmt`^L&)NeA~^^ zT7Cj(z^-}JYL0?kKa?f{bC}kDkwo78a;<37Vkpjd7~Fu7K3IV*aeSocq-D(4mBP(8T3@?GI-RlDA)FyUq0`VPgE_JorDf zB#iuo#Z0EBB^nJ54Pv5|Sq5OdQ91O8fj(9GsE-%HpT}X=R56x&rwRWtK*%YXVf=r1 pJO1nP_-`r_xA0y?-@SW%g(JQ-zudv6do#nllb2SJs*x}Y{U0vdT{i## literal 0 HcmV?d00001 From 5c253e1130a76f910da61f54bbaf957cd0446190 Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Thu, 25 Jul 2024 07:59:21 -0500 Subject: [PATCH 05/40] Update Tap Iceberg to add AWS configuration support (#1809) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- .../extractors/tap-iceberg/shaped-ai.yml | 34 +++++++++++++------ 1 file changed, 23 insertions(+), 11 deletions(-) diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 9588ff88d..0dcb182f2 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -47,22 +47,34 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root -- description: The name of the Iceberg catalog - kind: string +- description: The name of the catalog to connect to. label: Catalog Name name: catalog_name -- description: Additional properties for the Iceberg catalog - kind: object - label: Catalog Properties - name: catalog_properties -- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') - kind: string +- description: The type of catalog to connect to. label: Catalog Type name: catalog_type -- description: The URI of the Iceberg catalog - kind: string - label: Catalog Uri +- description: The URI of the catalog to connect to. + label: Catalog URI name: catalog_uri +- description: Additional properties to pass to the catalog connection. + kind: object + label: Catalog Properties + name: catalog_properties +- description: The access key of the AWS Glue Data Catalog. + label: Access Key + name: client_access_key_id + sensitive: true +- description: The secret access key of the AWS Glue Data Catalog. + label: Secret Access Key + name: client_secret_access_key + sensitive: true +- description: The session token of the AWS Glue Data Catalog. + label: Session Token + name: client_session_token + sensitive: true +- description: The region of the AWS Glue Data Catalog. + label: Region + name: client_region - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale From e4fbc54f9e3c78a8e1eec575fdb15b470abe0954 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 5 Aug 2024 12:30:17 +0000 Subject: [PATCH 06/40] chore(deps-dev): bump black from 24.4.2 to 24.8.0 Bumps [black](https://github.com/psf/black) from 24.4.2 to 24.8.0. - [Release notes](https://github.com/psf/black/releases) - [Changelog](https://github.com/psf/black/blob/main/CHANGES.md) - [Commits](https://github.com/psf/black/compare/24.4.2...24.8.0) --- updated-dependencies: - dependency-name: black dependency-type: direct:development update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- poetry.lock | 50 +++++++++++++++++++++++++------------------------- pyproject.toml | 2 +- 2 files changed, 26 insertions(+), 26 deletions(-) diff --git a/poetry.lock b/poetry.lock index e8cd0f4f7..5efb6b4b5 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 1.8.2 and should not be changed by hand. +# This file is automatically @generated by Poetry 1.8.3 and should not be changed by hand. [[package]] name = "attrs" @@ -19,33 +19,33 @@ tests-no-zope = ["cloudpickle", "coverage[toml] (>=5.0.2)", "hypothesis", "mypy" [[package]] name = "black" -version = "24.4.2" +version = "24.8.0" description = "The uncompromising code formatter." optional = false python-versions = ">=3.8" files = [ - {file = "black-24.4.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:dd1b5a14e417189db4c7b64a6540f31730713d173f0b63e55fabd52d61d8fdce"}, - {file = "black-24.4.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8e537d281831ad0e71007dcdcbe50a71470b978c453fa41ce77186bbe0ed6021"}, - {file = "black-24.4.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:eaea3008c281f1038edb473c1aa8ed8143a5535ff18f978a318f10302b254063"}, - {file = "black-24.4.2-cp310-cp310-win_amd64.whl", hash = "sha256:7768a0dbf16a39aa5e9a3ded568bb545c8c2727396d063bbaf847df05b08cd96"}, - {file = "black-24.4.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:257d724c2c9b1660f353b36c802ccece186a30accc7742c176d29c146df6e474"}, - {file = "black-24.4.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:bdde6f877a18f24844e381d45e9947a49e97933573ac9d4345399be37621e26c"}, - {file = "black-24.4.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e151054aa00bad1f4e1f04919542885f89f5f7d086b8a59e5000e6c616896ffb"}, - {file = "black-24.4.2-cp311-cp311-win_amd64.whl", hash = "sha256:7e122b1c4fb252fd85df3ca93578732b4749d9be076593076ef4d07a0233c3e1"}, - {file = "black-24.4.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:accf49e151c8ed2c0cdc528691838afd217c50412534e876a19270fea1e28e2d"}, - {file = "black-24.4.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:88c57dc656038f1ab9f92b3eb5335ee9b021412feaa46330d5eba4e51fe49b04"}, - {file = "black-24.4.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:be8bef99eb46d5021bf053114442914baeb3649a89dc5f3a555c88737e5e98fc"}, - {file = "black-24.4.2-cp312-cp312-win_amd64.whl", hash = "sha256:415e686e87dbbe6f4cd5ef0fbf764af7b89f9057b97c908742b6008cc554b9c0"}, - {file = "black-24.4.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:bf10f7310db693bb62692609b397e8d67257c55f949abde4c67f9cc574492cc7"}, - {file = "black-24.4.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:98e123f1d5cfd42f886624d84464f7756f60ff6eab89ae845210631714f6db94"}, - {file = "black-24.4.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:48a85f2cb5e6799a9ef05347b476cce6c182d6c71ee36925a6c194d074336ef8"}, - {file = "black-24.4.2-cp38-cp38-win_amd64.whl", hash = "sha256:b1530ae42e9d6d5b670a34db49a94115a64596bc77710b1d05e9801e62ca0a7c"}, - {file = "black-24.4.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:37aae07b029fa0174d39daf02748b379399b909652a806e5708199bd93899da1"}, - {file = "black-24.4.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:da33a1a5e49c4122ccdfd56cd021ff1ebc4a1ec4e2d01594fef9b6f267a9e741"}, - {file = "black-24.4.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef703f83fc32e131e9bcc0a5094cfe85599e7109f896fe8bc96cc402f3eb4b6e"}, - {file = "black-24.4.2-cp39-cp39-win_amd64.whl", hash = "sha256:b9176b9832e84308818a99a561e90aa479e73c523b3f77afd07913380ae2eab7"}, - {file = "black-24.4.2-py3-none-any.whl", hash = "sha256:d36ed1124bb81b32f8614555b34cc4259c3fbc7eec17870e8ff8ded335b58d8c"}, - {file = "black-24.4.2.tar.gz", hash = "sha256:c872b53057f000085da66a19c55d68f6f8ddcac2642392ad3a355878406fbd4d"}, + {file = "black-24.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:09cdeb74d494ec023ded657f7092ba518e8cf78fa8386155e4a03fdcc44679e6"}, + {file = "black-24.8.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:81c6742da39f33b08e791da38410f32e27d632260e599df7245cccee2064afeb"}, + {file = "black-24.8.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:707a1ca89221bc8a1a64fb5e15ef39cd755633daa672a9db7498d1c19de66a42"}, + {file = "black-24.8.0-cp310-cp310-win_amd64.whl", hash = "sha256:d6417535d99c37cee4091a2f24eb2b6d5ec42b144d50f1f2e436d9fe1916fe1a"}, + {file = "black-24.8.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:fb6e2c0b86bbd43dee042e48059c9ad7830abd5c94b0bc518c0eeec57c3eddc1"}, + {file = "black-24.8.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:837fd281f1908d0076844bc2b801ad2d369c78c45cf800cad7b61686051041af"}, + {file = "black-24.8.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:62e8730977f0b77998029da7971fa896ceefa2c4c4933fcd593fa599ecbf97a4"}, + {file = "black-24.8.0-cp311-cp311-win_amd64.whl", hash = "sha256:72901b4913cbac8972ad911dc4098d5753704d1f3c56e44ae8dce99eecb0e3af"}, + {file = "black-24.8.0-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:7c046c1d1eeb7aea9335da62472481d3bbf3fd986e093cffd35f4385c94ae368"}, + {file = "black-24.8.0-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:649f6d84ccbae73ab767e206772cc2d7a393a001070a4c814a546afd0d423aed"}, + {file = "black-24.8.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:2b59b250fdba5f9a9cd9d0ece6e6d993d91ce877d121d161e4698af3eb9c1018"}, + {file = "black-24.8.0-cp312-cp312-win_amd64.whl", hash = "sha256:6e55d30d44bed36593c3163b9bc63bf58b3b30e4611e4d88a0c3c239930ed5b2"}, + {file = "black-24.8.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:505289f17ceda596658ae81b61ebbe2d9b25aa78067035184ed0a9d855d18afd"}, + {file = "black-24.8.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:b19c9ad992c7883ad84c9b22aaa73562a16b819c1d8db7a1a1a49fb7ec13c7d2"}, + {file = "black-24.8.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:1f13f7f386f86f8121d76599114bb8c17b69d962137fc70efe56137727c7047e"}, + {file = "black-24.8.0-cp38-cp38-win_amd64.whl", hash = "sha256:f490dbd59680d809ca31efdae20e634f3fae27fba3ce0ba3208333b713bc3920"}, + {file = "black-24.8.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:eab4dd44ce80dea27dc69db40dab62d4ca96112f87996bca68cd75639aeb2e4c"}, + {file = "black-24.8.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:3c4285573d4897a7610054af5a890bde7c65cb466040c5f0c8b732812d7f0e5e"}, + {file = "black-24.8.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:9e84e33b37be070ba135176c123ae52a51f82306def9f7d063ee302ecab2cf47"}, + {file = "black-24.8.0-cp39-cp39-win_amd64.whl", hash = "sha256:73bbf84ed136e45d451a260c6b73ed674652f90a2b3211d6a35e78054563a9bb"}, + {file = "black-24.8.0-py3-none-any.whl", hash = "sha256:972085c618ee94f402da1af548a4f218c754ea7e5dc70acb168bfaca4c2542ed"}, + {file = "black-24.8.0.tar.gz", hash = "sha256:2500945420b6784c38b9ee885af039f5e7471ef284ab03fa35ecdde4688cd83f"}, ] [package.dependencies] @@ -499,4 +499,4 @@ dev = ["doc8", "flake8", "flake8-import-order", "rstcheck[sphinx]", "sphinx"] [metadata] lock-version = "2.0" python-versions = "^3.9" -content-hash = "f6c947e1045cd6da7b090313bfd1f9ca7fb5c3d57fbc04e4f85660af787ce1a1" +content-hash = "341bd84d3e62bd543bf902b2c8bb6647487b0d0885689a3bb6b46bd80e7b5803" diff --git a/pyproject.toml b/pyproject.toml index 81ce1dcdd..5d3cbbba7 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -11,7 +11,7 @@ yamllint = "^1.35.1" requests = "^2.32.3" [tool.poetry.dev-dependencies] -black = "^24.4.2" +black = "^24.8.0" isort = "^5.13.2" [build-system] From 62bb4e3e626fe5a78e5fb92b3efdd987c4c7495a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 5 Aug 2024 21:22:06 +0000 Subject: [PATCH 07/40] chore(deps): bump tj-actions/changed-files from 44.5.6 to 44.5.7 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.6 to 44.5.7. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.6...v44.5.7) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index c338f2ce8..72693c7d9 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index bc6ad5d19..c614d24e2 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 1c46ded61..72a161ded 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.6 + uses: tj-actions/changed-files@v44.5.7 with: files: _data/meltano/*/*/*.yml matrix: true From da827474ae93256aecc2b98613dce743d7deba6a Mon Sep 17 00:00:00 2001 From: Ben Theunissen Date: Mon, 5 Aug 2024 18:51:45 -0500 Subject: [PATCH 08/40] Add IAM role to assume for Tap Iceberg config (#1817) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- _data/meltano/extractors/tap-iceberg/shaped-ai.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 0dcb182f2..434296961 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -75,6 +75,9 @@ settings: - description: The region of the AWS Glue Data Catalog. label: Region name: client_region +- description: The IAM role ARN to assume when connecting to the AWS Glue Data Catalog. + label: Role ARN + name: client_iam_role_arn - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale From 089bb3842a5c31ebcc56d86e9cab46ef14481567 Mon Sep 17 00:00:00 2001 From: Max McKenzie Date: Mon, 19 Aug 2024 18:07:57 +0200 Subject: [PATCH 09/40] Add new `api_url` setting for Airbyte variant of tap-plausible (#1820) --- _data/meltano/extractors/tap-plausible/airbyte.yml | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/_data/meltano/extractors/tap-plausible/airbyte.yml b/_data/meltano/extractors/tap-plausible/airbyte.yml index a0b02d482..d21813203 100644 --- a/_data/meltano/extractors/tap-plausible/airbyte.yml +++ b/_data/meltano/extractors/tap-plausible/airbyte.yml @@ -25,9 +25,15 @@ settings: - description: Plausible API Key. See the docs for information on how to generate this key. kind: password - label: Airbyte Config Api Key + label: Airbyte Config API Key name: airbyte_config.api_key sensitive: true +- description: Plausible API URL. The API URL of your plausible instance. + Change this if you self-host plausible. The default is https://plausible.io/api/v1/stats + kind: string + label: Airbyte Config API URL + name: airbyte_config.api_url + value: https://plausible.io/api/v1/stats - description: The domain of the site you want to retrieve data for. Enter the name of your site as configured on Plausible, i.e., excluding "https://" and "www". Can be retrieved from the 'domain' field in your Plausible site settings. @@ -75,6 +81,7 @@ settings: name: stream_maps settings_group_validation: - - airbyte_config.api_key +- - airbyte_config.api_url - airbyte_config.site_id - airbyte_spec - airbyte_spec.image From 0637793e36e613c643a5714e6c62ba117acafb43 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 26 Aug 2024 21:23:07 +0000 Subject: [PATCH 10/40] chore(deps): bump tj-actions/changed-files from 44.5.7 to 45.0.0 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 44.5.7 to 45.0.0. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v44.5.7...v45.0.0) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 72693c7d9..5e0a0a6f0 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index c614d24e2..3b55c4615 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 72a161ded..42c89e031 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v44.5.7 + uses: tj-actions/changed-files@v45.0.0 with: files: _data/meltano/*/*/*.yml matrix: true From 9e4e56300f831b3ee45c270ae7e22ac6a56fce33 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 28 Aug 2024 21:19:19 -0600 Subject: [PATCH 11/40] chore: Remove duplicate required setting in tap-sftp (singer.io variant) (#1825) --- _data/meltano/extractors/tap-sftp/singer-io.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/_data/meltano/extractors/tap-sftp/singer-io.yml b/_data/meltano/extractors/tap-sftp/singer-io.yml index 9090e1701..608e69f09 100644 --- a/_data/meltano/extractors/tap-sftp/singer-io.yml +++ b/_data/meltano/extractors/tap-sftp/singer-io.yml @@ -56,5 +56,4 @@ settings_group_validation: - start_date - tables - username - - username variant: singer-io From a04b0a4c719c0058951df2da1f790db6d2468230 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 28 Aug 2024 22:54:00 -0600 Subject: [PATCH 12/40] Add `s3_region` setting to TicketSwap variant of `target-redshift` (#1819) --- _data/meltano/loaders/target-redshift/ticketswap.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml index 281d654cd..c14010411 100644 --- a/_data/meltano/loaders/target-redshift/ticketswap.yml +++ b/_data/meltano/loaders/target-redshift/ticketswap.yml @@ -139,6 +139,11 @@ settings: name: s3_key_prefix sensitive: true value: '' +- description: AWS region for S3 bucket. If not specified, region will be detected by boto config resolution. + See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html. + kind: string + label: S3 Region + name: s3_region - description: SQLAlchemy connection string. This will override using host, user, password, port, dialect, and all ssl settings. Note that you must escape password special characters properly. See From f0d68e4aaaa227e37fadc4ed72bc25ab4c414017 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tobias=20Cad=C3=A9e?= Date: Thu, 29 Aug 2024 17:10:27 +0200 Subject: [PATCH 13/40] refactor: :fire: remove `dialect+driver` and `sqlalchemy_url` from settings (#1824) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez-Mondragón --- .../loaders/target-redshift/ticketswap.yml | 36 +++++-------------- 1 file changed, 8 insertions(+), 28 deletions(-) diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml index c14010411..215d6e482 100644 --- a/_data/meltano/loaders/target-redshift/ticketswap.yml +++ b/_data/meltano/loaders/target-redshift/ticketswap.yml @@ -40,13 +40,13 @@ settings: kind: integer label: Batch Size Rows name: batch_size_rows -- description: Redshift cluster identifier. Note if sqlalchemy_url is set or enable_iam_authentication +- description: Redshift cluster identifier. Note if enable_iam_authentication is false this will be ignored. kind: password label: Cluster IDentifier name: cluster_identifier sensitive: true -- description: Database name. Note if sqlalchemy_url is set this will be ignored. +- description: Database name. kind: string label: Database name name: dbname @@ -55,16 +55,8 @@ settings: label: Default Target Schema name: default_target_schema value: $MELTANO_EXTRACT__LOAD_SCHEMA -- description: Dialect+driver see - https://aws.amazon.com/blogs/big-data/use-the-amazon-redshift-sqlalchemy-dialect-to-interact-with-amazon-redshift. - Generally just leave this alone. Note if sqlalchemy_url is set this will be ignored. - kind: string - label: Dialect+Driver - name: dialect+driver - value: redshift+redshift_connector - description: If true, use temporary credentials (https://docs.aws.amazon.com/redshift/latest/mgmt/generating-iam-credentials-cli-api.html). - Note if sqlalchemy_url is set this will be ignored. kind: boolean label: Enable Iam Authentication name: enable_iam_authentication @@ -92,8 +84,7 @@ settings: label: Hard Delete name: hard_delete value: false -- description: Hostname for redshift instance. Note if sqlalchemy_url is set this - will be ignored. +- description: Hostname for redshift instance. kind: string label: Host name: host @@ -112,14 +103,12 @@ settings: - label: Overwrite value: overwrite value: append-only -- description: Password used to authenticate. Note if sqlalchemy_url is set this will - be ignored. +- description: Password used to authenticate. kind: password label: Password name: password sensitive: true -- description: The port on which redshift is awaiting connection. Note if sqlalchemy_url - is set this will be ignored. +- description: The port on which redshift is awaiting connection. kind: string label: Port name: port @@ -144,17 +133,9 @@ settings: kind: string label: S3 Region name: s3_region -- description: SQLAlchemy connection string. This will override using host, user, - password, port, dialect, and all ssl settings. Note that you must escape password - special characters properly. See - https://docs.sqlalchemy.org/en/20/core/engines.html#escaping-special-characters-such-as-signs-in-passwords - kind: string - label: Sqlalchemy URL - name: sqlalchemy_url - description: Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate - yourself to the server, use ssl_client_certificate_enable instead. Note if sqlalchemy_url - is set this will be ignored. + yourself to the server, use ssl_client_certificate_enable instead. kind: boolean label: SSL Enable name: ssl_enable @@ -162,7 +143,7 @@ settings: - description: SSL Protection method, see [postgres documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) for more information. Must be one of disable, allow, prefer, require, verify-ca, - or verify-full. Note if sqlalchemy_url is set this will be ignored. + or verify-full. kind: string label: SSL Mode name: ssl_mode @@ -181,8 +162,7 @@ settings: label: Temp Dir name: temp_dir value: temp -- description: User name used to authenticate. Note if sqlalchemy_url is set this - will be ignored. +- description: User name used to authenticate. kind: string label: User name: user From e192b8eb68ded7775dd2581971c1c00e46b38046 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Sep 2024 21:41:41 +0000 Subject: [PATCH 14/40] chore(deps): bump tj-actions/changed-files from 45.0.0 to 45.0.1 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 45.0.0 to 45.0.1. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v45.0.0...v45.0.1) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index 5e0a0a6f0..f485d6dc5 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index 3b55c4615..67280aeac 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 42c89e031..fb7bc6587 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v45.0.0 + uses: tj-actions/changed-files@v45.0.1 with: files: _data/meltano/*/*/*.yml matrix: true From 2bf8369e66b2a020b513238ff284ca28261f7515 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 4 Sep 2024 10:52:00 -0600 Subject: [PATCH 15/40] Add the `chartica` variant of `tap-staffwise` (#1828) --- _data/default_variants.yml | 1 + _data/maintainers.yml | 4 + .../extractors/tap-staffwise/chartica.yml | 106 ++++++++++++++++++ static/assets/logos/extractors/staffwise.svg | 2 + 4 files changed, 113 insertions(+) create mode 100644 _data/meltano/extractors/tap-staffwise/chartica.yml create mode 100644 static/assets/logos/extractors/staffwise.svg diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 8c43b65e6..ff7fd6e12 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -491,6 +491,7 @@ extractors: tap-ssb-klass: storebrand tap-stackexchange: meltanolabs tap-stackoverflow-sampledata: buzzcutnorman + tap-staffwise: chartica tap-stamped: hotgluexyz tap-starshipit: zookal tap-statuspage: airbyte diff --git a/_data/maintainers.yml b/_data/maintainers.yml index d21761a18..f6bb67eaf 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -166,6 +166,10 @@ cguimont: label: cguimont name: cguimont url: https://github.com/cguimont +chartica: + label: chartica + name: chartica + url: https://github.com/chartica checkr: label: Checkr name: checkr diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml new file mode 100644 index 000000000..653f107ab --- /dev/null +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -0,0 +1,106 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Healthcare Productivity Tools +domain_url: https://staffwi.se/user-guide/api/reporting +executable: tap-staffwise +keywords: +- health +- payroll +- meltano_sdk +label: Staffwise +logo_url: /assets/logos/extractors/staffwise.svg +maintenance_status: active +name: tap-staffwise +namespace: tap_staffwise +next_steps: '' +pip_url: git+https://github.com/chartica/tap-staffwise.git +quality: silver +repo: https://github.com/chartica/tap-staffwise +settings: +- description: API Key to authenticate requests and access the API + kind: password + label: API Key + name: api_key + sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: date_iso8601 + label: Start Date + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date + name: stop_date +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain +settings_group_validation: +- - api_key + - reporting_id + - subdomain +settings_preamble: '' +usage: '' +variant: chartica diff --git a/static/assets/logos/extractors/staffwise.svg b/static/assets/logos/extractors/staffwise.svg new file mode 100644 index 000000000..a6aa4529e --- /dev/null +++ b/static/assets/logos/extractors/staffwise.svg @@ -0,0 +1,2 @@ + + \ No newline at end of file From 9251ac0b1ac359d27722b9055a388ce04a122af2 Mon Sep 17 00:00:00 2001 From: Huzaifa Patel Date: Thu, 5 Sep 2024 01:11:17 +0100 Subject: [PATCH 16/40] Updates chartica.yml to move main config values to the top. (#1829) --- .../extractors/tap-staffwise/chartica.yml | 34 +++++++++---------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml index 653f107ab..967eb558e 100644 --- a/_data/meltano/extractors/tap-staffwise/chartica.yml +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -28,6 +28,23 @@ settings: label: API Key name: api_key sensitive: true +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: string + label: Start Date (Optional) + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date (Optional) + name: stop_date - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -71,19 +88,6 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Reporting ID of each report - kind: password - label: Reporting ID - name: reporting_id - sensitive: true -- description: The start date for filtering results in the API call - kind: date_iso8601 - label: Start Date - name: start_date -- description: The end date for filtering results in the API call - kind: string - label: Stop Date - name: stop_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -93,10 +97,6 @@ settings: kind: object label: Stream Maps name: stream_maps -- description: Subdomain you would like to pull data from - kind: string - label: Subdomain - name: subdomain settings_group_validation: - - api_key - reporting_id From a86f6ad83aef126743cab3008e381f48ceb53b09 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Wed, 4 Sep 2024 19:23:30 -0600 Subject: [PATCH 17/40] Use `meltano-dbt-ext` (#1815) --- _data/meltano/utilities/dbt-athena/dbt-athena.yml | 2 +- _data/meltano/utilities/dbt-bigquery/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-duckdb/jwills.yml | 2 +- _data/meltano/utilities/dbt-postgres/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-redshift/dbt-labs.yml | 2 +- _data/meltano/utilities/dbt-snowflake/dbt-labs.yml | 2 +- _data/variant_metrics.yml | 10 +++++----- 7 files changed, 11 insertions(+), 11 deletions(-) diff --git a/_data/meltano/utilities/dbt-athena/dbt-athena.yml b/_data/meltano/utilities/dbt-athena/dbt-athena.yml index de029023b..c16594ec0 100644 --- a/_data/meltano/utilities/dbt-athena/dbt-athena.yml +++ b/_data/meltano/utilities/dbt-athena/dbt-athena.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-athena:initialize ``` -pip_url: dbt-core dbt-athena-community git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-athena-community meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-athena/dbt-athena settings: - description: | diff --git a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml index 79e1b7835..d03f28476 100644 --- a/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-bigquery/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-bigquery:initialize ``` -pip_url: dbt-core dbt-bigquery git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-bigquery settings: - description: | diff --git a/_data/meltano/utilities/dbt-duckdb/jwills.yml b/_data/meltano/utilities/dbt-duckdb/jwills.yml index 2814c14e3..f389ea64e 100644 --- a/_data/meltano/utilities/dbt-duckdb/jwills.yml +++ b/_data/meltano/utilities/dbt-duckdb/jwills.yml @@ -70,7 +70,7 @@ next_steps: | # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-duckdb:initialize ``` -pip_url: dbt-core dbt-duckdb git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0 repo: https://github.com/jwills/dbt-duckdb settings: - description: The path on your local filesystem where you would like the DuckDB database diff --git a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml index 7fd595975..84bbb6e57 100644 --- a/_data/meltano/utilities/dbt-postgres/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-postgres/dbt-labs.yml @@ -68,7 +68,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-postgres:initialize ``` -pip_url: dbt-core dbt-postgres git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-core settings: - aliases: diff --git a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml index 9e1ee570c..921b6854f 100644 --- a/_data/meltano/utilities/dbt-redshift/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-redshift/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-redshift:initialize ``` -pip_url: dbt-core dbt-redshift git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-redshift settings: - description: | diff --git a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml index df7ea9c31..db9851368 100644 --- a/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml +++ b/_data/meltano/utilities/dbt-snowflake/dbt-labs.yml @@ -69,7 +69,7 @@ next_steps: |- # create a starter dbt_project.yml file, a profiles.yml file, and models directory meltano invoke dbt-snowflake:initialize ``` -pip_url: dbt-core dbt-snowflake git+https://github.com/meltano/dbt-ext.git@main +pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0 repo: https://github.com/dbt-labs/dbt-snowflake settings: - description: The snowflake account to connect to. diff --git a/_data/variant_metrics.yml b/_data/variant_metrics.yml index 825c2da9d..20aa09c31 100644 --- a/_data/variant_metrics.yml +++ b/_data/variant_metrics.yml @@ -9531,7 +9531,7 @@ metrics: all_projects_unstruct_by_name: 9 all_projects_unstruct_by_variant: 9 name: dbt-bigquery - pip_url: dbt-core~=1.3.0 dbt-bigquery~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main + pip_url: dbt-core dbt-bigquery meltano-dbt-ext~=0.3.0 plugin_type: utilities success_execs_by_name: 0 success_execs_unstruct_by_name: 650 @@ -9550,7 +9550,7 @@ metrics: all_projects_unstruct_by_name: 141 all_projects_unstruct_by_variant: 141 name: dbt-postgres - pip_url: dbt-core~=1.3.0 dbt-postgres~=1.3.0 + pip_url: dbt-core dbt-postgres meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 208849 @@ -9569,7 +9569,7 @@ metrics: all_projects_unstruct_by_name: 7 all_projects_unstruct_by_variant: 7 name: dbt-redshift - pip_url: dbt-core~=1.3.0 dbt-redshift~=1.3.0 git+https://github.com/meltano/dbt-ext.git@main + pip_url: dbt-core dbt-redshift meltano-dbt-ext~=0.3.0 plugin_type: utilities success_execs_by_name: 0 success_execs_unstruct_by_name: 35 @@ -9588,7 +9588,7 @@ metrics: all_projects_unstruct_by_name: 19 all_projects_unstruct_by_variant: 19 name: dbt-snowflake - pip_url: dbt-core~=1.3.0 dbt-snowflake~=1.3.0 + pip_url: dbt-core dbt-snowflake meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 6889 @@ -12799,7 +12799,7 @@ metrics: all_projects_unstruct_by_name: 70 all_projects_unstruct_by_variant: 70 name: dbt-duckdb - pip_url: dbt-core~=1.2.0 dbt-duckdb~=1.2.0 + pip_url: dbt-core dbt-duckdb meltano-dbt-ext~=0.3.0 plugin_type: transformers success_execs_by_name: 0 success_execs_unstruct_by_name: 368 From cbe43dbb7465e9c5694ee22b94e41dfb3b39924a Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 9 Sep 2024 21:56:06 +0000 Subject: [PATCH 18/40] chore(deps): bump peter-evans/create-pull-request from 6 to 7 Bumps [peter-evans/create-pull-request](https://github.com/peter-evans/create-pull-request) from 6 to 7. - [Release notes](https://github.com/peter-evans/create-pull-request/releases) - [Commits](https://github.com/peter-evans/create-pull-request/compare/v6...v7) --- updated-dependencies: - dependency-name: peter-evans/create-pull-request dependency-type: direct:production update-type: version-update:semver-major ... Signed-off-by: dependabot[bot] --- .github/workflows/metadata-refresh.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/metadata-refresh.yml b/.github/workflows/metadata-refresh.yml index 720f0cd0b..94d921cd2 100644 --- a/.github/workflows/metadata-refresh.yml +++ b/.github/workflows/metadata-refresh.yml @@ -48,7 +48,7 @@ jobs: run: echo "::set-output name=date::$(date +'%Y-%m-%d')" - name: Create Pull Request - uses: peter-evans/create-pull-request@v6 + uses: peter-evans/create-pull-request@v7 with: token: ${{ secrets.MELTYBOT_GITHUB_AUTH_TOKEN }} commit-message: Refresh plugin metadata ${{ steps.date.outputs.date }} From 95db14014f1e6a648baccbc6125f353f5a61e478 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Tue, 10 Sep 2024 09:48:32 -0600 Subject: [PATCH 19/40] chore: Run `poetry lock` (#1834) --- poetry.lock | 519 +++++++++++++++++++++++++++---------------------- pyproject.toml | 14 +- 2 files changed, 294 insertions(+), 239 deletions(-) diff --git a/poetry.lock b/poetry.lock index 5efb6b4b5..100313bc2 100644 --- a/poetry.lock +++ b/poetry.lock @@ -2,20 +2,22 @@ [[package]] name = "attrs" -version = "21.4.0" +version = "24.2.0" description = "Classes Without Boilerplate" optional = false -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" +python-versions = ">=3.7" files = [ - {file = "attrs-21.4.0-py2.py3-none-any.whl", hash = "sha256:2d27e3784d7a565d36ab851fe94887c5eccd6a463168875832a1be79c82828b4"}, - {file = "attrs-21.4.0.tar.gz", hash = "sha256:626ba8234211db98e869df76230a137c4c40a12d72445c45d5f5b716f076e2fd"}, + {file = "attrs-24.2.0-py3-none-any.whl", hash = "sha256:81921eb96de3191c8258c199618104dd27ac608d9366f5e35d011eae1867ede2"}, + {file = "attrs-24.2.0.tar.gz", hash = "sha256:5cfb1b9148b5b086569baec03f20d7b6bf3bcacc9a42bebf87ffaaca362f6346"}, ] [package.extras] -dev = ["cloudpickle", "coverage[toml] (>=5.0.2)", "furo", "hypothesis", "mypy", "pre-commit", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "six", "sphinx", "sphinx-notfound-page", "zope.interface"] -docs = ["furo", "sphinx", "sphinx-notfound-page", "zope.interface"] -tests = ["cloudpickle", "coverage[toml] (>=5.0.2)", "hypothesis", "mypy", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "six", "zope.interface"] -tests-no-zope = ["cloudpickle", "coverage[toml] (>=5.0.2)", "hypothesis", "mypy", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "six"] +benchmark = ["cloudpickle", "hypothesis", "mypy (>=1.11.1)", "pympler", "pytest (>=4.3.0)", "pytest-codspeed", "pytest-mypy-plugins", "pytest-xdist[psutil]"] +cov = ["cloudpickle", "coverage[toml] (>=5.3)", "hypothesis", "mypy (>=1.11.1)", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "pytest-xdist[psutil]"] +dev = ["cloudpickle", "hypothesis", "mypy (>=1.11.1)", "pre-commit", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "pytest-xdist[psutil]"] +docs = ["cogapp", "furo", "myst-parser", "sphinx", "sphinx-notfound-page", "sphinxcontrib-towncrier", "towncrier (<24.7)"] +tests = ["cloudpickle", "hypothesis", "mypy (>=1.11.1)", "pympler", "pytest (>=4.3.0)", "pytest-mypy-plugins", "pytest-xdist[psutil]"] +tests-mypy = ["mypy (>=1.11.1)", "pytest-mypy-plugins"] [[package]] name = "black" @@ -65,108 +67,123 @@ uvloop = ["uvloop (>=0.15.2)"] [[package]] name = "certifi" -version = "2023.5.7" +version = "2024.8.30" description = "Python package for providing Mozilla's CA Bundle." optional = false python-versions = ">=3.6" files = [ - {file = "certifi-2023.5.7-py3-none-any.whl", hash = "sha256:c6c2e98f5c7869efca1f8916fed228dd91539f9f1b444c314c06eef02980c716"}, - {file = "certifi-2023.5.7.tar.gz", hash = "sha256:0f0d56dc5a6ad56fd4ba36484d6cc34451e1c6548c61daad8c320169f91eddc7"}, + {file = "certifi-2024.8.30-py3-none-any.whl", hash = "sha256:922820b53db7a7257ffbda3f597266d435245903d80737e34f8a45ff3e3230d8"}, + {file = "certifi-2024.8.30.tar.gz", hash = "sha256:bec941d2aa8195e248a60b31ff9f0558284cf01a52591ceda73ea9afffd69fd9"}, ] [[package]] name = "charset-normalizer" -version = "3.1.0" +version = "3.3.2" description = "The Real First Universal Charset Detector. Open, modern and actively maintained alternative to Chardet." optional = false python-versions = ">=3.7.0" files = [ - {file = "charset-normalizer-3.1.0.tar.gz", hash = "sha256:34e0a2f9c370eb95597aae63bf85eb5e96826d81e3dcf88b8886012906f509b5"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:e0ac8959c929593fee38da1c2b64ee9778733cdf03c482c9ff1d508b6b593b2b"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d7fc3fca01da18fbabe4625d64bb612b533533ed10045a2ac3dd194bfa656b60"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:04eefcee095f58eaabe6dc3cc2262f3bcd776d2c67005880894f447b3f2cb9c1"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:20064ead0717cf9a73a6d1e779b23d149b53daf971169289ed2ed43a71e8d3b0"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1435ae15108b1cb6fffbcea2af3d468683b7afed0169ad718451f8db5d1aff6f"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c84132a54c750fda57729d1e2599bb598f5fa0344085dbde5003ba429a4798c0"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:75f2568b4189dda1c567339b48cba4ac7384accb9c2a7ed655cd86b04055c795"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:11d3bcb7be35e7b1bba2c23beedac81ee893ac9871d0ba79effc7fc01167db6c"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:891cf9b48776b5c61c700b55a598621fdb7b1e301a550365571e9624f270c203"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:5f008525e02908b20e04707a4f704cd286d94718f48bb33edddc7d7b584dddc1"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:b06f0d3bf045158d2fb8837c5785fe9ff9b8c93358be64461a1089f5da983137"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:49919f8400b5e49e961f320c735388ee686a62327e773fa5b3ce6721f7e785ce"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:22908891a380d50738e1f978667536f6c6b526a2064156203d418f4856d6e86a"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-win32.whl", hash = "sha256:12d1a39aa6b8c6f6248bb54550efcc1c38ce0d8096a146638fd4738e42284448"}, - {file = "charset_normalizer-3.1.0-cp310-cp310-win_amd64.whl", hash = "sha256:65ed923f84a6844de5fd29726b888e58c62820e0769b76565480e1fdc3d062f8"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:9a3267620866c9d17b959a84dd0bd2d45719b817245e49371ead79ed4f710d19"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:6734e606355834f13445b6adc38b53c0fd45f1a56a9ba06c2058f86893ae8017"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:f8303414c7b03f794347ad062c0516cee0e15f7a612abd0ce1e25caf6ceb47df"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:aaf53a6cebad0eae578f062c7d462155eada9c172bd8c4d250b8c1d8eb7f916a"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:3dc5b6a8ecfdc5748a7e429782598e4f17ef378e3e272eeb1340ea57c9109f41"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e1b25e3ad6c909f398df8921780d6a3d120d8c09466720226fc621605b6f92b1"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:0ca564606d2caafb0abe6d1b5311c2649e8071eb241b2d64e75a0d0065107e62"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b82fab78e0b1329e183a65260581de4375f619167478dddab510c6c6fb04d9b6"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:bd7163182133c0c7701b25e604cf1611c0d87712e56e88e7ee5d72deab3e76b5"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:11d117e6c63e8f495412d37e7dc2e2fff09c34b2d09dbe2bee3c6229577818be"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:cf6511efa4801b9b38dc5546d7547d5b5c6ef4b081c60b23e4d941d0eba9cbeb"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:abc1185d79f47c0a7aaf7e2412a0eb2c03b724581139193d2d82b3ad8cbb00ac"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:cb7b2ab0188829593b9de646545175547a70d9a6e2b63bf2cd87a0a391599324"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-win32.whl", hash = "sha256:c36bcbc0d5174a80d6cccf43a0ecaca44e81d25be4b7f90f0ed7bcfbb5a00909"}, - {file = "charset_normalizer-3.1.0-cp311-cp311-win_amd64.whl", hash = "sha256:cca4def576f47a09a943666b8f829606bcb17e2bc2d5911a46c8f8da45f56755"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:0c95f12b74681e9ae127728f7e5409cbbef9cd914d5896ef238cc779b8152373"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fca62a8301b605b954ad2e9c3666f9d97f63872aa4efcae5492baca2056b74ab"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ac0aa6cd53ab9a31d397f8303f92c42f534693528fafbdb997c82bae6e477ad9"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c3af8e0f07399d3176b179f2e2634c3ce9c1301379a6b8c9c9aeecd481da494f"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3a5fc78f9e3f501a1614a98f7c54d3969f3ad9bba8ba3d9b438c3bc5d047dd28"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:628c985afb2c7d27a4800bfb609e03985aaecb42f955049957814e0491d4006d"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:74db0052d985cf37fa111828d0dd230776ac99c740e1a758ad99094be4f1803d"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:1e8fcdd8f672a1c4fc8d0bd3a2b576b152d2a349782d1eb0f6b8e52e9954731d"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:04afa6387e2b282cf78ff3dbce20f0cc071c12dc8f685bd40960cc68644cfea6"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:dd5653e67b149503c68c4018bf07e42eeed6b4e956b24c00ccdf93ac79cdff84"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:d2686f91611f9e17f4548dbf050e75b079bbc2a82be565832bc8ea9047b61c8c"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-win32.whl", hash = "sha256:4155b51ae05ed47199dc5b2a4e62abccb274cee6b01da5b895099b61b1982974"}, - {file = "charset_normalizer-3.1.0-cp37-cp37m-win_amd64.whl", hash = "sha256:322102cdf1ab682ecc7d9b1c5eed4ec59657a65e1c146a0da342b78f4112db23"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:e633940f28c1e913615fd624fcdd72fdba807bf53ea6925d6a588e84e1151531"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:3a06f32c9634a8705f4ca9946d667609f52cf130d5548881401f1eb2c39b1e2c"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:7381c66e0561c5757ffe616af869b916c8b4e42b367ab29fedc98481d1e74e14"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3573d376454d956553c356df45bb824262c397c6e26ce43e8203c4c540ee0acb"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e89df2958e5159b811af9ff0f92614dabf4ff617c03a4c1c6ff53bf1c399e0e1"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:78cacd03e79d009d95635e7d6ff12c21eb89b894c354bd2b2ed0b4763373693b"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:de5695a6f1d8340b12a5d6d4484290ee74d61e467c39ff03b39e30df62cf83a0"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1c60b9c202d00052183c9be85e5eaf18a4ada0a47d188a83c8f5c5b23252f649"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:f645caaf0008bacf349875a974220f1f1da349c5dbe7c4ec93048cdc785a3326"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:ea9f9c6034ea2d93d9147818f17c2a0860d41b71c38b9ce4d55f21b6f9165a11"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:80d1543d58bd3d6c271b66abf454d437a438dff01c3e62fdbcd68f2a11310d4b"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:73dc03a6a7e30b7edc5b01b601e53e7fc924b04e1835e8e407c12c037e81adbd"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:6f5c2e7bc8a4bf7c426599765b1bd33217ec84023033672c1e9a8b35eaeaaaf8"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-win32.whl", hash = "sha256:12a2b561af122e3d94cdb97fe6fb2bb2b82cef0cdca131646fdb940a1eda04f0"}, - {file = "charset_normalizer-3.1.0-cp38-cp38-win_amd64.whl", hash = "sha256:3160a0fd9754aab7d47f95a6b63ab355388d890163eb03b2d2b87ab0a30cfa59"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:38e812a197bf8e71a59fe55b757a84c1f946d0ac114acafaafaf21667a7e169e"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:6baf0baf0d5d265fa7944feb9f7451cc316bfe30e8df1a61b1bb08577c554f31"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:8f25e17ab3039b05f762b0a55ae0b3632b2e073d9c8fc88e89aca31a6198e88f"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3747443b6a904001473370d7810aa19c3a180ccd52a7157aacc264a5ac79265e"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:b116502087ce8a6b7a5f1814568ccbd0e9f6cfd99948aa59b0e241dc57cf739f"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d16fd5252f883eb074ca55cb622bc0bee49b979ae4e8639fff6ca3ff44f9f854"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:21fa558996782fc226b529fdd2ed7866c2c6ec91cee82735c98a197fae39f706"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6f6c7a8a57e9405cad7485f4c9d3172ae486cfef1344b5ddd8e5239582d7355e"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ac3775e3311661d4adace3697a52ac0bab17edd166087d493b52d4f4f553f9f0"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:10c93628d7497c81686e8e5e557aafa78f230cd9e77dd0c40032ef90c18f2230"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:6f4f4668e1831850ebcc2fd0b1cd11721947b6dc7c00bf1c6bd3c929ae14f2c7"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:0be65ccf618c1e7ac9b849c315cc2e8a8751d9cfdaa43027d4f6624bd587ab7e"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:53d0a3fa5f8af98a1e261de6a3943ca631c526635eb5817a87a59d9a57ebf48f"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-win32.whl", hash = "sha256:a04f86f41a8916fe45ac5024ec477f41f886b3c435da2d4e3d2709b22ab02af1"}, - {file = "charset_normalizer-3.1.0-cp39-cp39-win_amd64.whl", hash = "sha256:830d2948a5ec37c386d3170c483063798d7879037492540f10a475e3fd6f244b"}, - {file = "charset_normalizer-3.1.0-py3-none-any.whl", hash = "sha256:3d9098b479e78c85080c98e1e35ff40b4a31d8953102bb0fd7d1b6f8a2111a3d"}, + {file = "charset-normalizer-3.3.2.tar.gz", hash = "sha256:f30c3cb33b24454a82faecaf01b19c18562b1e89558fb6c56de4d9118a032fd5"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:25baf083bf6f6b341f4121c2f3c548875ee6f5339300e08be3f2b2ba1721cdd3"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:06435b539f889b1f6f4ac1758871aae42dc3a8c0e24ac9e60c2384973ad73027"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9063e24fdb1e498ab71cb7419e24622516c4a04476b17a2dab57e8baa30d6e03"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:6897af51655e3691ff853668779c7bad41579facacf5fd7253b0133308cf000d"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1d3193f4a680c64b4b6a9115943538edb896edc190f0b222e73761716519268e"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd70574b12bb8a4d2aaa0094515df2463cb429d8536cfb6c7ce983246983e5a6"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:8465322196c8b4d7ab6d1e049e4c5cb460d0394da4a27d23cc242fbf0034b6b5"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a9a8e9031d613fd2009c182b69c7b2c1ef8239a0efb1df3f7c8da66d5dd3d537"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:beb58fe5cdb101e3a055192ac291b7a21e3b7ef4f67fa1d74e331a7f2124341c"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:e06ed3eb3218bc64786f7db41917d4e686cc4856944f53d5bdf83a6884432e12"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:2e81c7b9c8979ce92ed306c249d46894776a909505d8f5a4ba55b14206e3222f"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:572c3763a264ba47b3cf708a44ce965d98555f618ca42c926a9c1616d8f34269"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:fd1abc0d89e30cc4e02e4064dc67fcc51bd941eb395c502aac3ec19fab46b519"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-win32.whl", hash = "sha256:3d47fa203a7bd9c5b6cee4736ee84ca03b8ef23193c0d1ca99b5089f72645c73"}, + {file = "charset_normalizer-3.3.2-cp310-cp310-win_amd64.whl", hash = "sha256:10955842570876604d404661fbccbc9c7e684caf432c09c715ec38fbae45ae09"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:802fe99cca7457642125a8a88a084cef28ff0cf9407060f7b93dca5aa25480db"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:573f6eac48f4769d667c4442081b1794f52919e7edada77495aaed9236d13a96"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:549a3a73da901d5bc3ce8d24e0600d1fa85524c10287f6004fbab87672bf3e1e"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f27273b60488abe721a075bcca6d7f3964f9f6f067c8c4c605743023d7d3944f"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:1ceae2f17a9c33cb48e3263960dc5fc8005351ee19db217e9b1bb15d28c02574"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:65f6f63034100ead094b8744b3b97965785388f308a64cf8d7c34f2f2e5be0c4"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:753f10e867343b4511128c6ed8c82f7bec3bd026875576dfd88483c5c73b2fd8"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4a78b2b446bd7c934f5dcedc588903fb2f5eec172f3d29e52a9096a43722adfc"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:e537484df0d8f426ce2afb2d0f8e1c3d0b114b83f8850e5f2fbea0e797bd82ae"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:eb6904c354526e758fda7167b33005998fb68c46fbc10e013ca97f21ca5c8887"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:deb6be0ac38ece9ba87dea880e438f25ca3eddfac8b002a2ec3d9183a454e8ae"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:4ab2fe47fae9e0f9dee8c04187ce5d09f48eabe611be8259444906793ab7cbce"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:80402cd6ee291dcb72644d6eac93785fe2c8b9cb30893c1af5b8fdd753b9d40f"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-win32.whl", hash = "sha256:7cd13a2e3ddeed6913a65e66e94b51d80a041145a026c27e6bb76c31a853c6ab"}, + {file = "charset_normalizer-3.3.2-cp311-cp311-win_amd64.whl", hash = "sha256:663946639d296df6a2bb2aa51b60a2454ca1cb29835324c640dafb5ff2131a77"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:0b2b64d2bb6d3fb9112bafa732def486049e63de9618b5843bcdd081d8144cd8"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:ddbb2551d7e0102e7252db79ba445cdab71b26640817ab1e3e3648dad515003b"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:55086ee1064215781fff39a1af09518bc9255b50d6333f2e4c74ca09fac6a8f6"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8f4a014bc36d3c57402e2977dada34f9c12300af536839dc38c0beab8878f38a"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a10af20b82360ab00827f916a6058451b723b4e65030c5a18577c8b2de5b3389"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:8d756e44e94489e49571086ef83b2bb8ce311e730092d2c34ca8f7d925cb20aa"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:90d558489962fd4918143277a773316e56c72da56ec7aa3dc3dbbe20fdfed15b"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6ac7ffc7ad6d040517be39eb591cac5ff87416c2537df6ba3cba3bae290c0fed"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:7ed9e526742851e8d5cc9e6cf41427dfc6068d4f5a3bb03659444b4cabf6bc26"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:8bdb58ff7ba23002a4c5808d608e4e6c687175724f54a5dade5fa8c67b604e4d"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_ppc64le.whl", hash = "sha256:6b3251890fff30ee142c44144871185dbe13b11bab478a88887a639655be1068"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_s390x.whl", hash = "sha256:b4a23f61ce87adf89be746c8a8974fe1c823c891d8f86eb218bb957c924bb143"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:efcb3f6676480691518c177e3b465bcddf57cea040302f9f4e6e191af91174d4"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-win32.whl", hash = "sha256:d965bba47ddeec8cd560687584e88cf699fd28f192ceb452d1d7ee807c5597b7"}, + {file = "charset_normalizer-3.3.2-cp312-cp312-win_amd64.whl", hash = "sha256:96b02a3dc4381e5494fad39be677abcb5e6634bf7b4fa83a6dd3112607547001"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:95f2a5796329323b8f0512e09dbb7a1860c46a39da62ecb2324f116fa8fdc85c"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c002b4ffc0be611f0d9da932eb0f704fe2602a9a949d1f738e4c34c75b0863d5"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:a981a536974bbc7a512cf44ed14938cf01030a99e9b3a06dd59578882f06f985"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:3287761bc4ee9e33561a7e058c72ac0938c4f57fe49a09eae428fd88aafe7bb6"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42cb296636fcc8b0644486d15c12376cb9fa75443e00fb25de0b8602e64c1714"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0a55554a2fa0d408816b3b5cedf0045f4b8e1a6065aec45849de2d6f3f8e9786"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:c083af607d2515612056a31f0a8d9e0fcb5876b7bfc0abad3ecd275bc4ebc2d5"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:87d1351268731db79e0f8e745d92493ee2841c974128ef629dc518b937d9194c"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-musllinux_1_1_ppc64le.whl", hash = "sha256:bd8f7df7d12c2db9fab40bdd87a7c09b1530128315d047a086fa3ae3435cb3a8"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-musllinux_1_1_s390x.whl", hash = "sha256:c180f51afb394e165eafe4ac2936a14bee3eb10debc9d9e4db8958fe36afe711"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:8c622a5fe39a48f78944a87d4fb8a53ee07344641b0562c540d840748571b811"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-win32.whl", hash = "sha256:db364eca23f876da6f9e16c9da0df51aa4f104a972735574842618b8c6d999d4"}, + {file = "charset_normalizer-3.3.2-cp37-cp37m-win_amd64.whl", hash = "sha256:86216b5cee4b06df986d214f664305142d9c76df9b6512be2738aa72a2048f99"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:6463effa3186ea09411d50efc7d85360b38d5f09b870c48e4600f63af490e56a"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:6c4caeef8fa63d06bd437cd4bdcf3ffefe6738fb1b25951440d80dc7df8c03ac"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:37e55c8e51c236f95b033f6fb391d7d7970ba5fe7ff453dad675e88cf303377a"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:fb69256e180cb6c8a894fee62b3afebae785babc1ee98b81cdf68bbca1987f33"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:ae5f4161f18c61806f411a13b0310bea87f987c7d2ecdbdaad0e94eb2e404238"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:b2b0a0c0517616b6869869f8c581d4eb2dd83a4d79e0ebcb7d373ef9956aeb0a"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:45485e01ff4d3630ec0d9617310448a8702f70e9c01906b0d0118bdf9d124cf2"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:eb00ed941194665c332bf8e078baf037d6c35d7c4f3102ea2d4f16ca94a26dc8"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:2127566c664442652f024c837091890cb1942c30937add288223dc895793f898"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:a50aebfa173e157099939b17f18600f72f84eed3049e743b68ad15bd69b6bf99"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:4d0d1650369165a14e14e1e47b372cfcb31d6ab44e6e33cb2d4e57265290044d"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:923c0c831b7cfcb071580d3f46c4baf50f174be571576556269530f4bbd79d04"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:06a81e93cd441c56a9b65d8e1d043daeb97a3d0856d177d5c90ba85acb3db087"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-win32.whl", hash = "sha256:6ef1d82a3af9d3eecdba2321dc1b3c238245d890843e040e41e470ffa64c3e25"}, + {file = "charset_normalizer-3.3.2-cp38-cp38-win_amd64.whl", hash = "sha256:eb8821e09e916165e160797a6c17edda0679379a4be5c716c260e836e122f54b"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:c235ebd9baae02f1b77bcea61bce332cb4331dc3617d254df3323aa01ab47bd4"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5b4c145409bef602a690e7cfad0a15a55c13320ff7a3ad7ca59c13bb8ba4d45d"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:68d1f8a9e9e37c1223b656399be5d6b448dea850bed7d0f87a8311f1ff3dabb0"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:22afcb9f253dac0696b5a4be4a1c0f8762f8239e21b99680099abd9b2b1b2269"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:e27ad930a842b4c5eb8ac0016b0a54f5aebbe679340c26101df33424142c143c"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:1f79682fbe303db92bc2b1136016a38a42e835d932bab5b3b1bfcfbf0640e519"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b261ccdec7821281dade748d088bb6e9b69e6d15b30652b74cbbac25e280b796"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:122c7fa62b130ed55f8f285bfd56d5f4b4a5b503609d181f9ad85e55c89f4185"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:d0eccceffcb53201b5bfebb52600a5fb483a20b61da9dbc885f8b103cbe7598c"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:9f96df6923e21816da7e0ad3fd47dd8f94b2a5ce594e00677c0013018b813458"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:7f04c839ed0b6b98b1a7501a002144b76c18fb1c1850c8b98d458ac269e26ed2"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:34d1c8da1e78d2e001f363791c98a272bb734000fcef47a491c1e3b0505657a8"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:ff8fa367d09b717b2a17a052544193ad76cd49979c805768879cb63d9ca50561"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-win32.whl", hash = "sha256:aed38f6e4fb3f5d6bf81bfa990a07806be9d83cf7bacef998ab1a9bd660a581f"}, + {file = "charset_normalizer-3.3.2-cp39-cp39-win_amd64.whl", hash = "sha256:b01b88d45a6fcb69667cd6d2f7a9aeb4bf53760d7fc536bf679ec94fe9f3ff3d"}, + {file = "charset_normalizer-3.3.2-py3-none-any.whl", hash = "sha256:3e4d1f6587322d2788836a99c69062fbb091331ec940e02d12d179c1d53e25fc"}, ] [[package]] name = "click" -version = "8.1.3" +version = "8.1.7" description = "Composable command line interface toolkit" optional = false python-versions = ">=3.7" files = [ - {file = "click-8.1.3-py3-none-any.whl", hash = "sha256:bb4d8133cb15a609f44e8213d9b391b0809795062913b383c62be0ee95b1db48"}, - {file = "click-8.1.3.tar.gz", hash = "sha256:7682dc8afb30297001674575ea00d1814d808d6a36af415a82bd481d37ba7b8e"}, + {file = "click-8.1.7-py3-none-any.whl", hash = "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28"}, + {file = "click-8.1.7.tar.gz", hash = "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de"}, ] [package.dependencies] @@ -174,24 +191,24 @@ colorama = {version = "*", markers = "platform_system == \"Windows\""} [[package]] name = "colorama" -version = "0.4.4" +version = "0.4.6" description = "Cross-platform colored terminal text." optional = false -python-versions = ">=2.7, !=3.0.*, !=3.1.*, !=3.2.*, !=3.3.*, !=3.4.*" +python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,!=3.6.*,>=2.7" files = [ - {file = "colorama-0.4.4-py2.py3-none-any.whl", hash = "sha256:9f47eda37229f68eee03b24b9748937c7dc3868f906e8ba69fbcbdd3bc5dc3e2"}, - {file = "colorama-0.4.4.tar.gz", hash = "sha256:5941b2b48a20143d2267e95b1c2a7603ce057ee39fd88e7329b0c292aa16869b"}, + {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"}, + {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"}, ] [[package]] name = "idna" -version = "3.4" +version = "3.8" description = "Internationalized Domain Names in Applications (IDNA)" optional = false -python-versions = ">=3.5" +python-versions = ">=3.6" files = [ - {file = "idna-3.4-py3-none-any.whl", hash = "sha256:90b77e79eaa3eba6de819a0c442c0b4ceefc341a7a2ab77d7562bf49f425c5c2"}, - {file = "idna-3.4.tar.gz", hash = "sha256:814f528e8dead7d329833b91c5faa87d60bf71824cd12a7530b5526063d02cb4"}, + {file = "idna-3.8-py3-none-any.whl", hash = "sha256:050b4e5baadcd44d760cedbd2b8e639f2ff89bbc7a5730fcc662954303377aac"}, + {file = "idna-3.8.tar.gz", hash = "sha256:d838c2c0ed6fced7693d5e8ab8e734d5f8fda53a039c0164afb0b82e771e3603"}, ] [[package]] @@ -229,129 +246,154 @@ format-nongpl = ["fqdn", "idna", "isoduration", "jsonpointer (>1.13)", "rfc3339- [[package]] name = "mypy-extensions" -version = "0.4.3" -description = "Experimental type system extensions for programs checked with the mypy typechecker." +version = "1.0.0" +description = "Type system extensions for programs checked with the mypy type checker." optional = false -python-versions = "*" +python-versions = ">=3.5" files = [ - {file = "mypy_extensions-0.4.3-py2.py3-none-any.whl", hash = "sha256:090fedd75945a69ae91ce1303b5824f428daf5a028d2f6ab8a299250a846f15d"}, - {file = "mypy_extensions-0.4.3.tar.gz", hash = "sha256:2d82818f5bb3e369420cb3c4060a7970edba416647068eb4c5343488a6c604a8"}, + {file = "mypy_extensions-1.0.0-py3-none-any.whl", hash = "sha256:4392f6c0eb8a5668a69e23d168ffa70f0be9ccfd32b5cc2d26a34ae5b844552d"}, + {file = "mypy_extensions-1.0.0.tar.gz", hash = "sha256:75dbf8955dc00442a438fc4d0666508a9a97b6bd41aa2f0ffe9d2f2725af0782"}, ] [[package]] name = "packaging" -version = "23.0" +version = "24.1" description = "Core utilities for Python packages" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "packaging-23.0-py3-none-any.whl", hash = "sha256:714ac14496c3e68c99c29b00845f7a2b85f3bb6f1078fd9f72fd20f0570002b2"}, - {file = "packaging-23.0.tar.gz", hash = "sha256:b6ad297f8907de0fa2fe1ccbd26fdaf387f5f47c7275fedf8cce89f99446cf97"}, + {file = "packaging-24.1-py3-none-any.whl", hash = "sha256:5b8f2217dbdbd2f7f384c41c628544e6d52f2d0f53c6d0c3ea61aa5d1d7ff124"}, + {file = "packaging-24.1.tar.gz", hash = "sha256:026ed72c8ed3fcce5bf8950572258698927fd1dbda10a5e981cdf0ac37f4f002"}, ] [[package]] name = "pathspec" -version = "0.9.0" +version = "0.12.1" description = "Utility library for gitignore style pattern matching of file paths." optional = false -python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,>=2.7" +python-versions = ">=3.8" files = [ - {file = "pathspec-0.9.0-py2.py3-none-any.whl", hash = "sha256:7d15c4ddb0b5c802d161efc417ec1a2558ea2653c2e8ad9c19098201dc1c993a"}, - {file = "pathspec-0.9.0.tar.gz", hash = "sha256:e564499435a2673d586f6b2130bb5b95f04a3ba06f81b8f895b651a3c76aabb1"}, + {file = "pathspec-0.12.1-py3-none-any.whl", hash = "sha256:a0d503e138a4c123b27490a4f7beda6a01c6f288df0e4a8b79c7eb0dc7b4cc08"}, + {file = "pathspec-0.12.1.tar.gz", hash = "sha256:a482d51503a1ab33b1c67a6c3813a26953dbdc71c31dacaef9a838c4e29f5712"}, ] [[package]] name = "platformdirs" -version = "2.5.2" -description = "A small Python module for determining appropriate platform-specific dirs, e.g. a \"user data dir\"." +version = "4.3.2" +description = "A small Python package for determining appropriate platform-specific dirs, e.g. a `user data dir`." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "platformdirs-2.5.2-py3-none-any.whl", hash = "sha256:027d8e83a2d7de06bbac4e5ef7e023c02b863d7ea5d079477e722bb41ab25788"}, - {file = "platformdirs-2.5.2.tar.gz", hash = "sha256:58c8abb07dcb441e6ee4b11d8df0ac856038f944ab98b7be6b27b2a3c7feef19"}, + {file = "platformdirs-4.3.2-py3-none-any.whl", hash = "sha256:eb1c8582560b34ed4ba105009a4badf7f6f85768b30126f351328507b2beb617"}, + {file = "platformdirs-4.3.2.tar.gz", hash = "sha256:9e5e27a08aa095dd127b9f2e764d74254f482fef22b0970773bfba79d091ab8c"}, ] [package.extras] -docs = ["furo (>=2021.7.5b38)", "proselint (>=0.10.2)", "sphinx (>=4)", "sphinx-autodoc-typehints (>=1.12)"] -test = ["appdirs (==1.4.4)", "pytest (>=6)", "pytest-cov (>=2.7)", "pytest-mock (>=3.6)"] +docs = ["furo (>=2024.8.6)", "proselint (>=0.14)", "sphinx (>=8.0.2)", "sphinx-autodoc-typehints (>=2.4)"] +test = ["appdirs (==1.4.4)", "covdefaults (>=2.3)", "pytest (>=8.3.2)", "pytest-cov (>=5)", "pytest-mock (>=3.14)"] +type = ["mypy (>=1.11.2)"] [[package]] name = "pyrsistent" -version = "0.18.1" +version = "0.20.0" description = "Persistent/Functional/Immutable data structures" optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "pyrsistent-0.18.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:df46c854f490f81210870e509818b729db4488e1f30f2a1ce1698b2295a878d1"}, - {file = "pyrsistent-0.18.1-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5d45866ececf4a5fff8742c25722da6d4c9e180daa7b405dc0a2a2790d668c26"}, - {file = "pyrsistent-0.18.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:4ed6784ceac462a7d6fcb7e9b663e93b9a6fb373b7f43594f9ff68875788e01e"}, - {file = "pyrsistent-0.18.1-cp310-cp310-win32.whl", hash = "sha256:e4f3149fd5eb9b285d6bfb54d2e5173f6a116fe19172686797c056672689daf6"}, - {file = "pyrsistent-0.18.1-cp310-cp310-win_amd64.whl", hash = "sha256:636ce2dc235046ccd3d8c56a7ad54e99d5c1cd0ef07d9ae847306c91d11b5fec"}, - {file = "pyrsistent-0.18.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:e92a52c166426efbe0d1ec1332ee9119b6d32fc1f0bbfd55d5c1088070e7fc1b"}, - {file = "pyrsistent-0.18.1-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d7a096646eab884bf8bed965bad63ea327e0d0c38989fc83c5ea7b8a87037bfc"}, - {file = "pyrsistent-0.18.1-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:cdfd2c361b8a8e5d9499b9082b501c452ade8bbf42aef97ea04854f4a3f43b22"}, - {file = "pyrsistent-0.18.1-cp37-cp37m-win32.whl", hash = "sha256:7ec335fc998faa4febe75cc5268a9eac0478b3f681602c1f27befaf2a1abe1d8"}, - {file = "pyrsistent-0.18.1-cp37-cp37m-win_amd64.whl", hash = "sha256:6455fc599df93d1f60e1c5c4fe471499f08d190d57eca040c0ea182301321286"}, - {file = "pyrsistent-0.18.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:fd8da6d0124efa2f67d86fa70c851022f87c98e205f0594e1fae044e7119a5a6"}, - {file = "pyrsistent-0.18.1-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7bfe2388663fd18bd8ce7db2c91c7400bf3e1a9e8bd7d63bf7e77d39051b85ec"}, - {file = "pyrsistent-0.18.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:0e3e1fcc45199df76053026a51cc59ab2ea3fc7c094c6627e93b7b44cdae2c8c"}, - {file = "pyrsistent-0.18.1-cp38-cp38-win32.whl", hash = "sha256:b568f35ad53a7b07ed9b1b2bae09eb15cdd671a5ba5d2c66caee40dbf91c68ca"}, - {file = "pyrsistent-0.18.1-cp38-cp38-win_amd64.whl", hash = "sha256:d1b96547410f76078eaf66d282ddca2e4baae8964364abb4f4dcdde855cd123a"}, - {file = "pyrsistent-0.18.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:f87cc2863ef33c709e237d4b5f4502a62a00fab450c9e020892e8e2ede5847f5"}, - {file = "pyrsistent-0.18.1-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6bc66318fb7ee012071b2792024564973ecc80e9522842eb4e17743604b5e045"}, - {file = "pyrsistent-0.18.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:914474c9f1d93080338ace89cb2acee74f4f666fb0424896fcfb8d86058bf17c"}, - {file = "pyrsistent-0.18.1-cp39-cp39-win32.whl", hash = "sha256:1b34eedd6812bf4d33814fca1b66005805d3640ce53140ab8bbb1e2651b0d9bc"}, - {file = "pyrsistent-0.18.1-cp39-cp39-win_amd64.whl", hash = "sha256:e24a828f57e0c337c8d8bb9f6b12f09dfdf0273da25fda9e314f0b684b415a07"}, - {file = "pyrsistent-0.18.1.tar.gz", hash = "sha256:d4d61f8b993a7255ba714df3aca52700f8125289f84f704cf80916517c46eb96"}, + {file = "pyrsistent-0.20.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:8c3aba3e01235221e5b229a6c05f585f344734bd1ad42a8ac51493d74722bbce"}, + {file = "pyrsistent-0.20.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c1beb78af5423b879edaf23c5591ff292cf7c33979734c99aa66d5914ead880f"}, + {file = "pyrsistent-0.20.0-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:21cc459636983764e692b9eba7144cdd54fdec23ccdb1e8ba392a63666c60c34"}, + {file = "pyrsistent-0.20.0-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f5ac696f02b3fc01a710427585c855f65cd9c640e14f52abe52020722bb4906b"}, + {file = "pyrsistent-0.20.0-cp310-cp310-win32.whl", hash = "sha256:0724c506cd8b63c69c7f883cc233aac948c1ea946ea95996ad8b1380c25e1d3f"}, + {file = "pyrsistent-0.20.0-cp310-cp310-win_amd64.whl", hash = "sha256:8441cf9616d642c475684d6cf2520dd24812e996ba9af15e606df5f6fd9d04a7"}, + {file = "pyrsistent-0.20.0-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:0f3b1bcaa1f0629c978b355a7c37acd58907390149b7311b5db1b37648eb6958"}, + {file = "pyrsistent-0.20.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5cdd7ef1ea7a491ae70d826b6cc64868de09a1d5ff9ef8d574250d0940e275b8"}, + {file = "pyrsistent-0.20.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:cae40a9e3ce178415040a0383f00e8d68b569e97f31928a3a8ad37e3fde6df6a"}, + {file = "pyrsistent-0.20.0-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:6288b3fa6622ad8a91e6eb759cfc48ff3089e7c17fb1d4c59a919769314af224"}, + {file = "pyrsistent-0.20.0-cp311-cp311-win32.whl", hash = "sha256:7d29c23bdf6e5438c755b941cef867ec2a4a172ceb9f50553b6ed70d50dfd656"}, + {file = "pyrsistent-0.20.0-cp311-cp311-win_amd64.whl", hash = "sha256:59a89bccd615551391f3237e00006a26bcf98a4d18623a19909a2c48b8e986ee"}, + {file = "pyrsistent-0.20.0-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:09848306523a3aba463c4b49493a760e7a6ca52e4826aa100ee99d8d39b7ad1e"}, + {file = "pyrsistent-0.20.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a14798c3005ec892bbada26485c2eea3b54109cb2533713e355c806891f63c5e"}, + {file = "pyrsistent-0.20.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b14decb628fac50db5e02ee5a35a9c0772d20277824cfe845c8a8b717c15daa3"}, + {file = "pyrsistent-0.20.0-cp312-cp312-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2e2c116cc804d9b09ce9814d17df5edf1df0c624aba3b43bc1ad90411487036d"}, + {file = "pyrsistent-0.20.0-cp312-cp312-win32.whl", hash = "sha256:e78d0c7c1e99a4a45c99143900ea0546025e41bb59ebc10182e947cf1ece9174"}, + {file = "pyrsistent-0.20.0-cp312-cp312-win_amd64.whl", hash = "sha256:4021a7f963d88ccd15b523787d18ed5e5269ce57aa4037146a2377ff607ae87d"}, + {file = "pyrsistent-0.20.0-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:79ed12ba79935adaac1664fd7e0e585a22caa539dfc9b7c7c6d5ebf91fb89054"}, + {file = "pyrsistent-0.20.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f920385a11207dc372a028b3f1e1038bb244b3ec38d448e6d8e43c6b3ba20e98"}, + {file = "pyrsistent-0.20.0-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4f5c2d012671b7391803263419e31b5c7c21e7c95c8760d7fc35602353dee714"}, + {file = "pyrsistent-0.20.0-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ef3992833fbd686ee783590639f4b8343a57f1f75de8633749d984dc0eb16c86"}, + {file = "pyrsistent-0.20.0-cp38-cp38-win32.whl", hash = "sha256:881bbea27bbd32d37eb24dd320a5e745a2a5b092a17f6debc1349252fac85423"}, + {file = "pyrsistent-0.20.0-cp38-cp38-win_amd64.whl", hash = "sha256:6d270ec9dd33cdb13f4d62c95c1a5a50e6b7cdd86302b494217137f760495b9d"}, + {file = "pyrsistent-0.20.0-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:ca52d1ceae015859d16aded12584c59eb3825f7b50c6cfd621d4231a6cc624ce"}, + {file = "pyrsistent-0.20.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b318ca24db0f0518630e8b6f3831e9cba78f099ed5c1d65ffe3e023003043ba0"}, + {file = "pyrsistent-0.20.0-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:fed2c3216a605dc9a6ea50c7e84c82906e3684c4e80d2908208f662a6cbf9022"}, + {file = "pyrsistent-0.20.0-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2e14c95c16211d166f59c6611533d0dacce2e25de0f76e4c140fde250997b3ca"}, + {file = "pyrsistent-0.20.0-cp39-cp39-win32.whl", hash = "sha256:f058a615031eea4ef94ead6456f5ec2026c19fb5bd6bfe86e9665c4158cf802f"}, + {file = "pyrsistent-0.20.0-cp39-cp39-win_amd64.whl", hash = "sha256:58b8f6366e152092194ae68fefe18b9f0b4f89227dfd86a07770c3d86097aebf"}, + {file = "pyrsistent-0.20.0-py3-none-any.whl", hash = "sha256:c55acc4733aad6560a7f5f818466631f07efc001fd023f34a6c203f8b6df0f0b"}, + {file = "pyrsistent-0.20.0.tar.gz", hash = "sha256:4c48f78f62ab596c679086084d0dd13254ae4f3d6c72a83ffdf5ebdef8f265a4"}, ] [[package]] name = "pyyaml" -version = "6.0" +version = "6.0.2" description = "YAML parser and emitter for Python" optional = false -python-versions = ">=3.6" +python-versions = ">=3.8" files = [ - {file = "PyYAML-6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:d4db7c7aef085872ef65a8fd7d6d09a14ae91f691dec3e87ee5ee0539d516f53"}, - {file = "PyYAML-6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:9df7ed3b3d2e0ecfe09e14741b857df43adb5a3ddadc919a2d94fbdf78fea53c"}, - {file = "PyYAML-6.0-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:77f396e6ef4c73fdc33a9157446466f1cff553d979bd00ecb64385760c6babdc"}, - {file = "PyYAML-6.0-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:a80a78046a72361de73f8f395f1f1e49f956c6be882eed58505a15f3e430962b"}, - {file = "PyYAML-6.0-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:f84fbc98b019fef2ee9a1cb3ce93e3187a6df0b2538a651bfb890254ba9f90b5"}, - {file = "PyYAML-6.0-cp310-cp310-win32.whl", hash = "sha256:2cd5df3de48857ed0544b34e2d40e9fac445930039f3cfe4bcc592a1f836d513"}, - {file = "PyYAML-6.0-cp310-cp310-win_amd64.whl", hash = "sha256:daf496c58a8c52083df09b80c860005194014c3698698d1a57cbcfa182142a3a"}, - {file = "PyYAML-6.0-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:d4b0ba9512519522b118090257be113b9468d804b19d63c71dbcf4a48fa32358"}, - {file = "PyYAML-6.0-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:81957921f441d50af23654aa6c5e5eaf9b06aba7f0a19c18a538dc7ef291c5a1"}, - {file = "PyYAML-6.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:afa17f5bc4d1b10afd4466fd3a44dc0e245382deca5b3c353d8b757f9e3ecb8d"}, - {file = "PyYAML-6.0-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:dbad0e9d368bb989f4515da330b88a057617d16b6a8245084f1b05400f24609f"}, - {file = "PyYAML-6.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:432557aa2c09802be39460360ddffd48156e30721f5e8d917f01d31694216782"}, - {file = "PyYAML-6.0-cp311-cp311-win32.whl", hash = "sha256:bfaef573a63ba8923503d27530362590ff4f576c626d86a9fed95822a8255fd7"}, - {file = "PyYAML-6.0-cp311-cp311-win_amd64.whl", hash = "sha256:01b45c0191e6d66c470b6cf1b9531a771a83c1c4208272ead47a3ae4f2f603bf"}, - {file = "PyYAML-6.0-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:897b80890765f037df3403d22bab41627ca8811ae55e9a722fd0392850ec4d86"}, - {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:50602afada6d6cbfad699b0c7bb50d5ccffa7e46a3d738092afddc1f9758427f"}, - {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:48c346915c114f5fdb3ead70312bd042a953a8ce5c7106d5bfb1a5254e47da92"}, - {file = "PyYAML-6.0-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:98c4d36e99714e55cfbaaee6dd5badbc9a1ec339ebfc3b1f52e293aee6bb71a4"}, - {file = "PyYAML-6.0-cp36-cp36m-win32.whl", hash = "sha256:0283c35a6a9fbf047493e3a0ce8d79ef5030852c51e9d911a27badfde0605293"}, - {file = "PyYAML-6.0-cp36-cp36m-win_amd64.whl", hash = "sha256:07751360502caac1c067a8132d150cf3d61339af5691fe9e87803040dbc5db57"}, - {file = "PyYAML-6.0-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:819b3830a1543db06c4d4b865e70ded25be52a2e0631ccd2f6a47a2822f2fd7c"}, - {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:473f9edb243cb1935ab5a084eb238d842fb8f404ed2193a915d1784b5a6b5fc0"}, - {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:0ce82d761c532fe4ec3f87fc45688bdd3a4c1dc5e0b4a19814b9009a29baefd4"}, - {file = "PyYAML-6.0-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:231710d57adfd809ef5d34183b8ed1eeae3f76459c18fb4a0b373ad56bedcdd9"}, - {file = "PyYAML-6.0-cp37-cp37m-win32.whl", hash = "sha256:c5687b8d43cf58545ade1fe3e055f70eac7a5a1a0bf42824308d868289a95737"}, - {file = "PyYAML-6.0-cp37-cp37m-win_amd64.whl", hash = "sha256:d15a181d1ecd0d4270dc32edb46f7cb7733c7c508857278d3d378d14d606db2d"}, - {file = "PyYAML-6.0-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:0b4624f379dab24d3725ffde76559cff63d9ec94e1736b556dacdfebe5ab6d4b"}, - {file = "PyYAML-6.0-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:213c60cd50106436cc818accf5baa1aba61c0189ff610f64f4a3e8c6726218ba"}, - {file = "PyYAML-6.0-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9fa600030013c4de8165339db93d182b9431076eb98eb40ee068700c9c813e34"}, - {file = "PyYAML-6.0-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:277a0ef2981ca40581a47093e9e2d13b3f1fbbeffae064c1d21bfceba2030287"}, - {file = "PyYAML-6.0-cp38-cp38-win32.whl", hash = "sha256:d4eccecf9adf6fbcc6861a38015c2a64f38b9d94838ac1810a9023a0609e1b78"}, - {file = "PyYAML-6.0-cp38-cp38-win_amd64.whl", hash = "sha256:1e4747bc279b4f613a09eb64bba2ba602d8a6664c6ce6396a4d0cd413a50ce07"}, - {file = "PyYAML-6.0-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:055d937d65826939cb044fc8c9b08889e8c743fdc6a32b33e2390f66013e449b"}, - {file = "PyYAML-6.0-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:e61ceaab6f49fb8bdfaa0f92c4b57bcfbea54c09277b1b4f7ac376bfb7a7c174"}, - {file = "PyYAML-6.0-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d67d839ede4ed1b28a4e8909735fc992a923cdb84e618544973d7dfc71540803"}, - {file = "PyYAML-6.0-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cba8c411ef271aa037d7357a2bc8f9ee8b58b9965831d9e51baf703280dc73d3"}, - {file = "PyYAML-6.0-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:40527857252b61eacd1d9af500c3337ba8deb8fc298940291486c465c8b46ec0"}, - {file = "PyYAML-6.0-cp39-cp39-win32.whl", hash = "sha256:b5b9eccad747aabaaffbc6064800670f0c297e52c12754eb1d976c57e4f74dcb"}, - {file = "PyYAML-6.0-cp39-cp39-win_amd64.whl", hash = "sha256:b3d267842bf12586ba6c734f89d1f5b871df0273157918b0ccefa29deb05c21c"}, - {file = "PyYAML-6.0.tar.gz", hash = "sha256:68fb519c14306fec9720a2a5b45bc9f0c8d1b9c72adf45c37baedfcd949c35a2"}, + {file = "PyYAML-6.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:0a9a2848a5b7feac301353437eb7d5957887edbf81d56e903999a75a3d743086"}, + {file = "PyYAML-6.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:29717114e51c84ddfba879543fb232a6ed60086602313ca38cce623c1d62cfbf"}, + {file = "PyYAML-6.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:8824b5a04a04a047e72eea5cec3bc266db09e35de6bdfe34c9436ac5ee27d237"}, + {file = "PyYAML-6.0.2-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:7c36280e6fb8385e520936c3cb3b8042851904eba0e58d277dca80a5cfed590b"}, + {file = "PyYAML-6.0.2-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec031d5d2feb36d1d1a24380e4db6d43695f3748343d99434e6f5f9156aaa2ed"}, + {file = "PyYAML-6.0.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:936d68689298c36b53b29f23c6dbb74de12b4ac12ca6cfe0e047bedceea56180"}, + {file = "PyYAML-6.0.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:23502f431948090f597378482b4812b0caae32c22213aecf3b55325e049a6c68"}, + {file = "PyYAML-6.0.2-cp310-cp310-win32.whl", hash = "sha256:2e99c6826ffa974fe6e27cdb5ed0021786b03fc98e5ee3c5bfe1fd5015f42b99"}, + {file = "PyYAML-6.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:a4d3091415f010369ae4ed1fc6b79def9416358877534caf6a0fdd2146c87a3e"}, + {file = "PyYAML-6.0.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:cc1c1159b3d456576af7a3e4d1ba7e6924cb39de8f67111c735f6fc832082774"}, + {file = "PyYAML-6.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:1e2120ef853f59c7419231f3bf4e7021f1b936f6ebd222406c3b60212205d2ee"}, + {file = "PyYAML-6.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d225db5a45f21e78dd9358e58a98702a0302f2659a3c6cd320564b75b86f47c"}, + {file = "PyYAML-6.0.2-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5ac9328ec4831237bec75defaf839f7d4564be1e6b25ac710bd1a96321cc8317"}, + {file = "PyYAML-6.0.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3ad2a3decf9aaba3d29c8f537ac4b243e36bef957511b4766cb0057d32b0be85"}, + {file = "PyYAML-6.0.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:ff3824dc5261f50c9b0dfb3be22b4567a6f938ccce4587b38952d85fd9e9afe4"}, + {file = "PyYAML-6.0.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:797b4f722ffa07cc8d62053e4cff1486fa6dc094105d13fea7b1de7d8bf71c9e"}, + {file = "PyYAML-6.0.2-cp311-cp311-win32.whl", hash = "sha256:11d8f3dd2b9c1207dcaf2ee0bbbfd5991f571186ec9cc78427ba5bd32afae4b5"}, + {file = "PyYAML-6.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:e10ce637b18caea04431ce14fabcf5c64a1c61ec9c56b071a4b7ca131ca52d44"}, + {file = "PyYAML-6.0.2-cp312-cp312-macosx_10_9_x86_64.whl", hash = "sha256:c70c95198c015b85feafc136515252a261a84561b7b1d51e3384e0655ddf25ab"}, + {file = "PyYAML-6.0.2-cp312-cp312-macosx_11_0_arm64.whl", hash = "sha256:ce826d6ef20b1bc864f0a68340c8b3287705cae2f8b4b1d932177dcc76721725"}, + {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1f71ea527786de97d1a0cc0eacd1defc0985dcf6b3f17bb77dcfc8c34bec4dc5"}, + {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:9b22676e8097e9e22e36d6b7bda33190d0d400f345f23d4065d48f4ca7ae0425"}, + {file = "PyYAML-6.0.2-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:80bab7bfc629882493af4aa31a4cfa43a4c57c83813253626916b8c7ada83476"}, + {file = "PyYAML-6.0.2-cp312-cp312-musllinux_1_1_aarch64.whl", hash = "sha256:0833f8694549e586547b576dcfaba4a6b55b9e96098b36cdc7ebefe667dfed48"}, + {file = "PyYAML-6.0.2-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:8b9c7197f7cb2738065c481a0461e50ad02f18c78cd75775628afb4d7137fb3b"}, + {file = "PyYAML-6.0.2-cp312-cp312-win32.whl", hash = "sha256:ef6107725bd54b262d6dedcc2af448a266975032bc85ef0172c5f059da6325b4"}, + {file = "PyYAML-6.0.2-cp312-cp312-win_amd64.whl", hash = "sha256:7e7401d0de89a9a855c839bc697c079a4af81cf878373abd7dc625847d25cbd8"}, + {file = "PyYAML-6.0.2-cp313-cp313-macosx_10_13_x86_64.whl", hash = "sha256:efdca5630322a10774e8e98e1af481aad470dd62c3170801852d752aa7a783ba"}, + {file = "PyYAML-6.0.2-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:50187695423ffe49e2deacb8cd10510bc361faac997de9efef88badc3bb9e2d1"}, + {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0ffe8360bab4910ef1b9e87fb812d8bc0a308b0d0eef8c8f44e0254ab3b07133"}, + {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:17e311b6c678207928d649faa7cb0d7b4c26a0ba73d41e99c4fff6b6c3276484"}, + {file = "PyYAML-6.0.2-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:70b189594dbe54f75ab3a1acec5f1e3faa7e8cf2f1e08d9b561cb41b845f69d5"}, + {file = "PyYAML-6.0.2-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:41e4e3953a79407c794916fa277a82531dd93aad34e29c2a514c2c0c5fe971cc"}, + {file = "PyYAML-6.0.2-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:68ccc6023a3400877818152ad9a1033e3db8625d899c72eacb5a668902e4d652"}, + {file = "PyYAML-6.0.2-cp313-cp313-win32.whl", hash = "sha256:bc2fa7c6b47d6bc618dd7fb02ef6fdedb1090ec036abab80d4681424b84c1183"}, + {file = "PyYAML-6.0.2-cp313-cp313-win_amd64.whl", hash = "sha256:8388ee1976c416731879ac16da0aff3f63b286ffdd57cdeb95f3f2e085687563"}, + {file = "PyYAML-6.0.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:24471b829b3bf607e04e88d79542a9d48bb037c2267d7927a874e6c205ca7e9a"}, + {file = "PyYAML-6.0.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d7fded462629cfa4b685c5416b949ebad6cec74af5e2d42905d41e257e0869f5"}, + {file = "PyYAML-6.0.2-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:d84a1718ee396f54f3a086ea0a66d8e552b2ab2017ef8b420e92edbc841c352d"}, + {file = "PyYAML-6.0.2-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9056c1ecd25795207ad294bcf39f2db3d845767be0ea6e6a34d856f006006083"}, + {file = "PyYAML-6.0.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:82d09873e40955485746739bcb8b4586983670466c23382c19cffecbf1fd8706"}, + {file = "PyYAML-6.0.2-cp38-cp38-win32.whl", hash = "sha256:43fa96a3ca0d6b1812e01ced1044a003533c47f6ee8aca31724f78e93ccc089a"}, + {file = "PyYAML-6.0.2-cp38-cp38-win_amd64.whl", hash = "sha256:01179a4a8559ab5de078078f37e5c1a30d76bb88519906844fd7bdea1b7729ff"}, + {file = "PyYAML-6.0.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:688ba32a1cffef67fd2e9398a2efebaea461578b0923624778664cc1c914db5d"}, + {file = "PyYAML-6.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:a8786accb172bd8afb8be14490a16625cbc387036876ab6ba70912730faf8e1f"}, + {file = "PyYAML-6.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:d8e03406cac8513435335dbab54c0d385e4a49e4945d2909a581c83647ca0290"}, + {file = "PyYAML-6.0.2-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:f753120cb8181e736c57ef7636e83f31b9c0d1722c516f7e86cf15b7aa57ff12"}, + {file = "PyYAML-6.0.2-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:3b1fdb9dc17f5a7677423d508ab4f243a726dea51fa5e70992e59a7411c89d19"}, + {file = "PyYAML-6.0.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:0b69e4ce7a131fe56b7e4d770c67429700908fc0752af059838b1cfb41960e4e"}, + {file = "PyYAML-6.0.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a9f8c2e67970f13b16084e04f134610fd1d374bf477b17ec1599185cf611d725"}, + {file = "PyYAML-6.0.2-cp39-cp39-win32.whl", hash = "sha256:6395c297d42274772abc367baaa79683958044e5d3835486c16da75d2a694631"}, + {file = "PyYAML-6.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:39693e1f8320ae4f43943590b49779ffb98acb81f788220ea932a6b6c51004d8"}, + {file = "pyyaml-6.0.2.tar.gz", hash = "sha256:d584d9ec91ad65861cc08d42e834324ef890a082e591037abe114850ff7bbc3e"}, ] [[package]] @@ -395,48 +437,61 @@ jinja2 = ["ruamel.yaml.jinja2 (>=0.2)"] [[package]] name = "ruamel-yaml-clib" -version = "0.2.7" +version = "0.2.8" description = "C version of reader, parser and emitter for ruamel.yaml derived from libyaml" optional = false -python-versions = ">=3.5" +python-versions = ">=3.6" files = [ - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:d5859983f26d8cd7bb5c287ef452e8aacc86501487634573d260968f753e1d71"}, - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:debc87a9516b237d0466a711b18b6ebeb17ba9f391eb7f91c649c5c4ec5006c7"}, - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-manylinux2014_aarch64.whl", hash = "sha256:df5828871e6648db72d1c19b4bd24819b80a755c4541d3409f0f7acd0f335c80"}, - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:efa08d63ef03d079dcae1dfe334f6c8847ba8b645d08df286358b1f5293d24ab"}, - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-win32.whl", hash = "sha256:763d65baa3b952479c4e972669f679fe490eee058d5aa85da483ebae2009d231"}, - {file = "ruamel.yaml.clib-0.2.7-cp310-cp310-win_amd64.whl", hash = "sha256:d000f258cf42fec2b1bbf2863c61d7b8918d31ffee905da62dede869254d3b8a"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:045e0626baf1c52e5527bd5db361bc83180faaba2ff586e763d3d5982a876a9e"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:1a6391a7cabb7641c32517539ca42cf84b87b667bad38b78d4d42dd23e957c81"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-manylinux2014_aarch64.whl", hash = "sha256:9c7617df90c1365638916b98cdd9be833d31d337dbcd722485597b43c4a215bf"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:41d0f1fa4c6830176eef5b276af04c89320ea616655d01327d5ce65e50575c94"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-win32.whl", hash = "sha256:f6d3d39611ac2e4f62c3128a9eed45f19a6608670c5a2f4f07f24e8de3441d38"}, - {file = "ruamel.yaml.clib-0.2.7-cp311-cp311-win_amd64.whl", hash = "sha256:da538167284de58a52109a9b89b8f6a53ff8437dd6dc26d33b57bf6699153122"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:4b3a93bb9bc662fc1f99c5c3ea8e623d8b23ad22f861eb6fce9377ac07ad6072"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-macosx_12_0_arm64.whl", hash = "sha256:a234a20ae07e8469da311e182e70ef6b199d0fbeb6c6cc2901204dd87fb867e8"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-manylinux2014_aarch64.whl", hash = "sha256:15910ef4f3e537eea7fe45f8a5d19997479940d9196f357152a09031c5be59f3"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:370445fd795706fd291ab00c9df38a0caed0f17a6fb46b0f607668ecb16ce763"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-win32.whl", hash = "sha256:ecdf1a604009bd35c674b9225a8fa609e0282d9b896c03dd441a91e5f53b534e"}, - {file = "ruamel.yaml.clib-0.2.7-cp36-cp36m-win_amd64.whl", hash = "sha256:f34019dced51047d6f70cb9383b2ae2853b7fc4dce65129a5acd49f4f9256646"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:2aa261c29a5545adfef9296b7e33941f46aa5bbd21164228e833412af4c9c75f"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-macosx_12_0_arm64.whl", hash = "sha256:f01da5790e95815eb5a8a138508c01c758e5f5bc0ce4286c4f7028b8dd7ac3d0"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-manylinux2014_aarch64.whl", hash = "sha256:40d030e2329ce5286d6b231b8726959ebbe0404c92f0a578c0e2482182e38282"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:c3ca1fbba4ae962521e5eb66d72998b51f0f4d0f608d3c0347a48e1af262efa7"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-win32.whl", hash = "sha256:7bdb4c06b063f6fd55e472e201317a3bb6cdeeee5d5a38512ea5c01e1acbdd93"}, - {file = "ruamel.yaml.clib-0.2.7-cp37-cp37m-win_amd64.whl", hash = "sha256:be2a7ad8fd8f7442b24323d24ba0b56c51219513cfa45b9ada3b87b76c374d4b"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:91a789b4aa0097b78c93e3dc4b40040ba55bef518f84a40d4442f713b4094acb"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:99e77daab5d13a48a4054803d052ff40780278240a902b880dd37a51ba01a307"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-manylinux2014_aarch64.whl", hash = "sha256:3243f48ecd450eddadc2d11b5feb08aca941b5cd98c9b1db14b2fd128be8c697"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:8831a2cedcd0f0927f788c5bdf6567d9dc9cc235646a434986a852af1cb54b4b"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-win32.whl", hash = "sha256:3110a99e0f94a4a3470ff67fc20d3f96c25b13d24c6980ff841e82bafe827cac"}, - {file = "ruamel.yaml.clib-0.2.7-cp38-cp38-win_amd64.whl", hash = "sha256:92460ce908546ab69770b2e576e4f99fbb4ce6ab4b245345a3869a0a0410488f"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:5bc0667c1eb8f83a3752b71b9c4ba55ef7c7058ae57022dd9b29065186a113d9"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:4a4d8d417868d68b979076a9be6a38c676eca060785abaa6709c7b31593c35d1"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-manylinux2014_aarch64.whl", hash = "sha256:bf9a6bc4a0221538b1a7de3ed7bca4c93c02346853f44e1cd764be0023cd3640"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:a7b301ff08055d73223058b5c46c55638917f04d21577c95e00e0c4d79201a6b"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-win32.whl", hash = "sha256:d5e51e2901ec2366b79f16c2299a03e74ba4531ddcfacc1416639c557aef0ad8"}, - {file = "ruamel.yaml.clib-0.2.7-cp39-cp39-win_amd64.whl", hash = "sha256:184faeaec61dbaa3cace407cffc5819f7b977e75360e8d5ca19461cd851a5fc5"}, - {file = "ruamel.yaml.clib-0.2.7.tar.gz", hash = "sha256:1f08fd5a2bea9c4180db71678e850b995d2a5f4537be0e94557668cf0f5f9497"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:b42169467c42b692c19cf539c38d4602069d8c1505e97b86387fcf7afb766e1d"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-macosx_13_0_arm64.whl", hash = "sha256:07238db9cbdf8fc1e9de2489a4f68474e70dffcb32232db7c08fa61ca0c7c462"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:fff3573c2db359f091e1589c3d7c5fc2f86f5bdb6f24252c2d8e539d4e45f412"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-manylinux_2_24_aarch64.whl", hash = "sha256:aa2267c6a303eb483de8d02db2871afb5c5fc15618d894300b88958f729ad74f"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:840f0c7f194986a63d2c2465ca63af8ccbbc90ab1c6001b1978f05119b5e7334"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:024cfe1fc7c7f4e1aff4a81e718109e13409767e4f871443cbff3dba3578203d"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-win32.whl", hash = "sha256:c69212f63169ec1cfc9bb44723bf2917cbbd8f6191a00ef3410f5a7fe300722d"}, + {file = "ruamel.yaml.clib-0.2.8-cp310-cp310-win_amd64.whl", hash = "sha256:cabddb8d8ead485e255fe80429f833172b4cadf99274db39abc080e068cbcc31"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:bef08cd86169d9eafb3ccb0a39edb11d8e25f3dae2b28f5c52fd997521133069"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-macosx_13_0_arm64.whl", hash = "sha256:b16420e621d26fdfa949a8b4b47ade8810c56002f5389970db4ddda51dbff248"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_24_x86_64.whl", hash = "sha256:25c515e350e5b739842fc3228d662413ef28f295791af5e5110b543cf0b57d9b"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-manylinux_2_24_aarch64.whl", hash = "sha256:1707814f0d9791df063f8c19bb51b0d1278b8e9a2353abbb676c2f685dee6afe"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:46d378daaac94f454b3a0e3d8d78cafd78a026b1d71443f4966c696b48a6d899"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:09b055c05697b38ecacb7ac50bdab2240bfca1a0c4872b0fd309bb07dc9aa3a9"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-win32.whl", hash = "sha256:53a300ed9cea38cf5a2a9b069058137c2ca1ce658a874b79baceb8f892f915a7"}, + {file = "ruamel.yaml.clib-0.2.8-cp311-cp311-win_amd64.whl", hash = "sha256:c2a72e9109ea74e511e29032f3b670835f8a59bbdc9ce692c5b4ed91ccf1eedb"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-macosx_10_9_universal2.whl", hash = "sha256:ebc06178e8821efc9692ea7544aa5644217358490145629914d8020042c24aa1"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-macosx_13_0_arm64.whl", hash = "sha256:edaef1c1200c4b4cb914583150dcaa3bc30e592e907c01117c08b13a07255ec2"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d176b57452ab5b7028ac47e7b3cf644bcfdc8cacfecf7e71759f7f51a59e5c92"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-manylinux_2_24_aarch64.whl", hash = "sha256:1dc67314e7e1086c9fdf2680b7b6c2be1c0d8e3a8279f2e993ca2a7545fecf62"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-musllinux_1_1_i686.whl", hash = "sha256:3213ece08ea033eb159ac52ae052a4899b56ecc124bb80020d9bbceeb50258e9"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-musllinux_1_1_x86_64.whl", hash = "sha256:aab7fd643f71d7946f2ee58cc88c9b7bfc97debd71dcc93e03e2d174628e7e2d"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-win32.whl", hash = "sha256:5c365d91c88390c8d0a8545df0b5857172824b1c604e867161e6b3d59a827eaa"}, + {file = "ruamel.yaml.clib-0.2.8-cp312-cp312-win_amd64.whl", hash = "sha256:1758ce7d8e1a29d23de54a16ae867abd370f01b5a69e1a3ba75223eaa3ca1a1b"}, + {file = "ruamel.yaml.clib-0.2.8-cp36-cp36m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:a5aa27bad2bb83670b71683aae140a1f52b0857a2deff56ad3f6c13a017a26ed"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:c58ecd827313af6864893e7af0a3bb85fd529f862b6adbefe14643947cfe2942"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-macosx_12_0_arm64.whl", hash = "sha256:f481f16baec5290e45aebdc2a5168ebc6d35189ae6fea7a58787613a25f6e875"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-manylinux_2_24_aarch64.whl", hash = "sha256:77159f5d5b5c14f7c34073862a6b7d34944075d9f93e681638f6d753606c6ce6"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:7f67a1ee819dc4562d444bbafb135832b0b909f81cc90f7aa00260968c9ca1b3"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:4ecbf9c3e19f9562c7fdd462e8d18dd902a47ca046a2e64dba80699f0b6c09b7"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:87ea5ff66d8064301a154b3933ae406b0863402a799b16e4a1d24d9fbbcbe0d3"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-win32.whl", hash = "sha256:75e1ed13e1f9de23c5607fe6bd1aeaae21e523b32d83bb33918245361e9cc51b"}, + {file = "ruamel.yaml.clib-0.2.8-cp37-cp37m-win_amd64.whl", hash = "sha256:3f215c5daf6a9d7bbed4a0a4f760f3113b10e82ff4c5c44bec20a68c8014f675"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:1b617618914cb00bf5c34d4357c37aa15183fa229b24767259657746c9077615"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-macosx_12_0_arm64.whl", hash = "sha256:a6a9ffd280b71ad062eae53ac1659ad86a17f59a0fdc7699fd9be40525153337"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-manylinux_2_24_aarch64.whl", hash = "sha256:305889baa4043a09e5b76f8e2a51d4ffba44259f6b4c72dec8ca56207d9c6fe1"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:700e4ebb569e59e16a976857c8798aee258dceac7c7d6b50cab63e080058df91"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:e2b4c44b60eadec492926a7270abb100ef9f72798e18743939bdbf037aab8c28"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:e79e5db08739731b0ce4850bed599235d601701d5694c36570a99a0c5ca41a9d"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-win32.whl", hash = "sha256:955eae71ac26c1ab35924203fda6220f84dce57d6d7884f189743e2abe3a9fbe"}, + {file = "ruamel.yaml.clib-0.2.8-cp38-cp38-win_amd64.whl", hash = "sha256:56f4252222c067b4ce51ae12cbac231bce32aee1d33fbfc9d17e5b8d6966c312"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:03d1162b6d1df1caa3a4bd27aa51ce17c9afc2046c31b0ad60a0a96ec22f8001"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-macosx_12_0_arm64.whl", hash = "sha256:bba64af9fa9cebe325a62fa398760f5c7206b215201b0ec825005f1b18b9bccf"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-manylinux_2_24_aarch64.whl", hash = "sha256:a1a45e0bb052edf6a1d3a93baef85319733a888363938e1fc9924cb00c8df24c"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.whl", hash = "sha256:da09ad1c359a728e112d60116f626cc9f29730ff3e0e7db72b9a2dbc2e4beed5"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:184565012b60405d93838167f425713180b949e9d8dd0bbc7b49f074407c5a8b"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:a75879bacf2c987c003368cf14bed0ffe99e8e85acfa6c0bfffc21a090f16880"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-win32.whl", hash = "sha256:84b554931e932c46f94ab306913ad7e11bba988104c5cff26d90d03f68258cd5"}, + {file = "ruamel.yaml.clib-0.2.8-cp39-cp39-win_amd64.whl", hash = "sha256:25ac8c08322002b06fa1d49d1646181f0b2c72f5cbc15a85e80b4c30a544bb15"}, + {file = "ruamel.yaml.clib-0.2.8.tar.gz", hash = "sha256:beb2e0404003de9a4cab9753a8805a8fe9320ee6673136ed7f04255fe60bb512"}, ] [[package]] @@ -452,29 +507,29 @@ files = [ [[package]] name = "typing-extensions" -version = "4.9.0" +version = "4.12.2" description = "Backported and Experimental Type Hints for Python 3.8+" optional = false python-versions = ">=3.8" files = [ - {file = "typing_extensions-4.9.0-py3-none-any.whl", hash = "sha256:af72aea155e91adfc61c3ae9e0e342dbc0cba726d6cba4b6c72c1f34e47291cd"}, - {file = "typing_extensions-4.9.0.tar.gz", hash = "sha256:23478f88c37f27d76ac8aee6c905017a143b0b1b886c3c9f66bc2fd94f9f5783"}, + {file = "typing_extensions-4.12.2-py3-none-any.whl", hash = "sha256:04e5ca0351e0f3f85c6853954072df659d0d13fac324d0072316b67d7794700d"}, + {file = "typing_extensions-4.12.2.tar.gz", hash = "sha256:1a7ead55c7e559dd4dee8856e3a88b41225abfe1ce8df57b7c13915fe121ffb8"}, ] [[package]] name = "urllib3" -version = "2.0.2" +version = "2.2.2" description = "HTTP library with thread-safe connection pooling, file post, and more." optional = false -python-versions = ">=3.7" +python-versions = ">=3.8" files = [ - {file = "urllib3-2.0.2-py3-none-any.whl", hash = "sha256:d055c2f9d38dc53c808f6fdc8eab7360b6fdbbde02340ed25cfbcd817c62469e"}, - {file = "urllib3-2.0.2.tar.gz", hash = "sha256:61717a1095d7e155cdb737ac7bb2f4324a858a1e2e6466f6d03ff630ca68d3cc"}, + {file = "urllib3-2.2.2-py3-none-any.whl", hash = "sha256:a448b2f64d686155468037e1ace9f2d2199776e17f0a46610480d311f73e3472"}, + {file = "urllib3-2.2.2.tar.gz", hash = "sha256:dd505485549a7a552833da5e6063639d0d177c04f23bc3864e41e5dc5f612168"}, ] [package.extras] brotli = ["brotli (>=1.0.9)", "brotlicffi (>=0.8.0)"] -secure = ["certifi", "cryptography (>=1.9)", "idna (>=2.0.0)", "pyopenssl (>=17.1.0)", "urllib3-secure-extra"] +h2 = ["h2 (>=4,<5)"] socks = ["pysocks (>=1.5.6,!=1.5.7,<2.0)"] zstd = ["zstandard (>=0.18.0)"] @@ -498,5 +553,5 @@ dev = ["doc8", "flake8", "flake8-import-order", "rstcheck[sphinx]", "sphinx"] [metadata] lock-version = "2.0" -python-versions = "^3.9" -content-hash = "341bd84d3e62bd543bf902b2c8bb6647487b0d0885689a3bb6b46bd80e7b5803" +python-versions = ">=3.9" +content-hash = "ab76a525755f2fb595f38b5be7b27ebd464a28fd14625655533e710c829bc92a" diff --git a/pyproject.toml b/pyproject.toml index 5d3cbbba7..173565802 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -4,15 +4,15 @@ description = "Meltano hub contains the definition of all meltano taps, targets, authors = ["Meltano Team"] [tool.poetry.dependencies] -python = "^3.9" -jsonschema = "^4.17.3" -"ruamel.yaml" = "^0.18.6" -yamllint = "^1.35.1" -requests = "^2.32.3" +python = ">=3.9" +jsonschema = ">=4.17.3,<4.18" +"ruamel.yaml" = ">=0.18.6" +yamllint = ">=1.35.1" +requests = ">=2.32.3" [tool.poetry.dev-dependencies] -black = "^24.8.0" -isort = "^5.13.2" +black = ">=24.8.0" +isort = ">=5.13.2" [build-system] requires = ["poetry-core>=1.0.0"] From 2d84595cd6ab9f45bc18fa49c14365e49a4c3ef4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Tue, 10 Sep 2024 11:33:43 -0600 Subject: [PATCH 20/40] Added Businessmap and hid legacy Kanbanize extractors (#1833) --- _data/default_variants.yml | 1 + .../extractors/tap-businessmap/ashalan.yml | 18 ++++++++++++++++++ .../extractors/tap-businessmap/n8sty.yml | 18 ++++++++++++++++++ .../extractors/tap-kanbanize/ashalan.yml | 1 + .../extractors/tap-kanbanize/n8sty.yml | 1 + .../assets/logos/extractors/businessmap.png | Bin 0 -> 20716 bytes 6 files changed, 39 insertions(+) create mode 100644 _data/meltano/extractors/tap-businessmap/ashalan.yml create mode 100644 _data/meltano/extractors/tap-businessmap/n8sty.yml create mode 100644 static/assets/logos/extractors/businessmap.png diff --git a/_data/default_variants.yml b/_data/default_variants.yml index ff7fd6e12..657fc94bf 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -73,6 +73,7 @@ extractors: tap-brightpearl: zookal tap-brillium: manuelapilongo tap-bronto: dbt-labs + tap-businessmap: n8sty tap-bynder: radico tap-calendly: afonsodiniz tap-callrail: airbyte diff --git a/_data/meltano/extractors/tap-businessmap/ashalan.yml b/_data/meltano/extractors/tap-businessmap/ashalan.yml new file mode 100644 index 000000000..c84fbc6f6 --- /dev/null +++ b/_data/meltano/extractors/tap-businessmap/ashalan.yml @@ -0,0 +1,18 @@ +capabilities: +- catalog +- discover +description: Business Agility platform +domain_url: https://knowledgebase.businessmap.io/hc/en-us/articles/360012393692-Businessmap-REST-API +executable: tap-kanbanize +keywords: +- api +label: Businessmap (formerly Kanbanize) +logo_url: /assets/logos/extractors/businessmap.png +maintenance_status: unknown +name: tap-businessmap +namespace: tap_businessmap +pip_url: git+https://github.com/ashalan/tap-kanbanize.git +quality: silver +repo: https://github.com/ashalan/tap-kanbanize +settings: [] +variant: ashalan diff --git a/_data/meltano/extractors/tap-businessmap/n8sty.yml b/_data/meltano/extractors/tap-businessmap/n8sty.yml new file mode 100644 index 000000000..20ca57ebe --- /dev/null +++ b/_data/meltano/extractors/tap-businessmap/n8sty.yml @@ -0,0 +1,18 @@ +capabilities: +- catalog +- discover +description: Business Agility platform +domain_url: https://knowledgebase.businessmap.io/hc/en-us/articles/360012393692-Businessmap-REST-API +executable: tap-kanbanize +keywords: +- api +label: Businessmap (formerly Kanbanize) +logo_url: /assets/logos/extractors/businessmap.png +maintenance_status: unknown +name: tap-businessmap +namespace: tap_businessmap +pip_url: git+https://github.com/n8sty/tap-kanbanize.git +quality: silver +repo: https://github.com/n8sty/tap-kanbanize +settings: [] +variant: n8sty diff --git a/_data/meltano/extractors/tap-kanbanize/ashalan.yml b/_data/meltano/extractors/tap-kanbanize/ashalan.yml index 3c730eb07..740cf7990 100644 --- a/_data/meltano/extractors/tap-kanbanize/ashalan.yml +++ b/_data/meltano/extractors/tap-kanbanize/ashalan.yml @@ -3,6 +3,7 @@ capabilities: - discover description: Kanban Tracking Software domain_url: https://knowledgebase.kanbanize.com/hc/en-us/articles/360012393692-Kanbanize-REST-API- +hidden: true keywords: - api label: Kanbanize diff --git a/_data/meltano/extractors/tap-kanbanize/n8sty.yml b/_data/meltano/extractors/tap-kanbanize/n8sty.yml index 7b1eb42ac..de58c20ea 100644 --- a/_data/meltano/extractors/tap-kanbanize/n8sty.yml +++ b/_data/meltano/extractors/tap-kanbanize/n8sty.yml @@ -3,6 +3,7 @@ capabilities: - discover description: Kanban Tracking Software domain_url: https://knowledgebase.kanbanize.com/hc/en-us/articles/360012393692-Kanbanize-REST-API- +hidden: true keywords: - api label: Kanbanize diff --git a/static/assets/logos/extractors/businessmap.png b/static/assets/logos/extractors/businessmap.png new file mode 100644 index 0000000000000000000000000000000000000000..d51a6b9aa9dc3f4d324af015176df5309ebc9763 GIT binary patch literal 20716 zcmYIwcQl;Q_O@Q5kD6!^J&4HYy@x1K2cv`_F}f%r+6ZB^h!&j)f-#Il^fG!0DPl%+ zkq9V_vY z5!QC-kQ3pj0g- z$Yb2OYBZ~O)Oz|aMk;{m@A@58B6SkrR{+I6ZIY#E`bi!AR(q@?C&@*{GP4@b?|TJg z5vlYoA4K|oA6=pT+%>}XNt0YDsQ@A@6vil)Lcc*clWe_d`tFv-y+XJ@fd#QpAAd1| zo#7VoHsg=e=7qlIQb}|XyNq~WDgotdKGnvUg`VPvJS>rGSI=JI*O@=B>6h$s8ds@( z#Jx6?K!0K~zV&#yerah)r!hX!T$)xO@&}0!?nl3D1jz@6<;lZ(rN92u0v$>Oo{C%Y zZeJqwlc@};xud`4$GqT_YxC0ZPR!tD28tso zdu>lx6YlAG7=1eKA!wSLW16D+gwhxlEvCd|6tBu-F}pQEwagPS_n;;^*|2#}J;-;fgrX*>O%Z8jK8W8S5seCqi8)4&E;=ptltdZKGMIvM= zO-gx3wZi~yQbU=R&HHff-E|omC7Zz9SBNmA3-2P!SP1ziT;2@Nps9p?uk=+FAZ|>M7}4f6|Y z3?`t^G5Vu}->=0-d}=^TxHr3e4j^y1s*MRykLv?v65y?;CZzWC=?fuUUr0%B#;_!d zu@DZ{K@MEL#sh`LU&u*sMsxK2DCf^X#*0lg}(4ITjP9cYP3O~3Hy8?`Qf7C>!SaL%uzd3| zpYZtc4R&4_phu*6!WxZ1gdO?q#`+mK;Lxoi|)qaskfM2!NYRDf4 zR6I^$N}-A=CCD;`+)-_`e*L|C80dLe%0T=!Y0fPh?XLzAzIC>QBVGvvJ#IIg5s@$S zG%r7xi71_|rrsR+C@WcZJ5m!^SlnOd?JpGj9%qwWI~g9#%hCj`&xeOzCeX`POmO5C zY{{E&PyV>an4+fJai4H-%$HC$^c7KS)WVoE9y={^O0RkPSLf;LG)fY6rS&s;`PQpN zC*kkIE4n-kfa-5U*dG`Wg-(V+m{OiF{Qi}j>6gV9(|-N@8;z(Gr^iVAF5z` zd69F|-uHMbLrD!_p3B#ZKuKoAFh$2l10yt;ucW#oX6IlUU z%mwX6YVWr-S2Uwn!Z`H}q?jI8@QU$SY(EN@-}L-J!HQ&M3sWI<&u;$KqE6#t&8N&q z<)Op=mXB+l^G^V6Emr17_s95(X=eEx#t0173E@Yq^3z}=RMxLwzys@p?Qr)Z=BBI8 z|78#aq8i0K2pNlkQ~s}|giSH8{1=|Q-G?TBq}xcD@&R-0+Ciwy#)xb1H<2yiw6$2u zCZCM;4#BVwxJmyp5a1O{`*VZp?}hM80=4eA>YB>-%{IOxYI?Oj%+mbkxAsC4&i7Xm-%wLW z#<}JL7vc#ci%eu))SKW7l%98=_coj63^+I0;+fEkt@Ej=XQAs~Q%`i`tUxKiHQQaW z#J@BVbkel8xRo*|D0e&b<-^MHm&ted1e_-c*M zyUn<6S4rBJa42-pJ?0zJ@$Xh0GDSL!jqma2+#8mr%uE#+FB`A?es2z_ zJmnWaWA3lNF+EeEMgN)-xUE4De80e0lIc_BY4P4(y5tNm^cz{f4K@unBVzsI6-(HW zHM_~O()n}4#q2`bWy0^UB!iv6sw`11)>qGo(nJ;bWJtpHF1e>5yRCV*$G@#rX9=%8 zG*>bf0Uwzlv&z|7CkTO8gIHJb4j;)xAe{{Cb}g}LBHX{tQ_y?|sSDfM39Wx5*KRHT zmIQbzpc);2i#C}cLB6Bz26eZf;Ux~!V(dMuo*oVNiGdfLn4Y~;j0l9ZIcVs16S7#+ z?yqP(P8ldAK&SD2Zz!D|pu5uQ@sf5*qIoP0iwjZP?U_G<|QY@a8f&m*QZeJ@WjU zzCh9oe9vBE7QP=V^Ov3*yCHg9!QG-4@^khyTJ`D^zRZQ?Z)1d9=2nDfGYf=Y1eZ$s z?M|cwcQNaM+#S=sEs%9v*rp;|rHK7BvoKpN6xqj{71UdV77utQ==*PI8r8kJU|)3R zNbDVmQ_1%(4P>gkMSK%bB}Y%zcLy(8`}W!?^UV#Bkb*k0dVND#EYmYGd6<5RE%!8$^wC@`S2sB#rGSdJs|h>!6ts})g`%Q=HPI4#{SnJlh!+#bI76BpTes7?@Rjh z70rFSp>oHYfp9S0z=tsM5IpAG)V4mrNgz#D_T!z}?~L`w_B$T4d&$tcJwb~r-N!X4 zmFpRhg65L%q9K8?$zmc6yuYk6N{od#=pSi#k6X4x1kM)x6Auu6)^j#1jQcxwUd!ID zblR+ByBa$3W+v)TcupUx4<4$dT>c`s`)IVU-cm`?O6I0A^Z}LhEs0F7&RJ!ea|O{; zrJq#6K@*R*X3k0M$bDXUSbN`^lq4rg%J-uBm0^*2reKyWQvj=9|wd#F8cH3ljPTKwd zy0p?-jA$?drkB7CS?c-k2>&%JG?~oZKgY&3(w}s4Mzzqigz^OagU^I}ZkGHIK4@uu z-}f2hu9)$X-Jo%?DFwd!bScz*DE3nluz4Rc zPe7pvf65FHve9KI_|71BjX9wqOs7W=5Obvh#AtagT=(Nx~xP(<^!k4 z)OjqdZn_|e`%G$9SR)<5-MMfu$$h6MLbwFxyMw+`;udyMi6;9&PD0qAb8!v>3M+lD9v2RSE<$1unwXf*^u{P*+_&`gUFxvwyR7v?NQdcq|9tt}5dVm2_s@{`j)@~9 z{kl|G3T?qCW0YYA|M>?ZbXZHU7R_H$$140f$C`<%(0B=j?RmQ?az2ayJ{)d9Qh89A zR(ZhKZQnuec<_{hBi6iPr`ScDh;;JhfDm@Xs>JsWX%5w*nP3srw8tatKH`9=6tw#G*$M^gR;{up^TAT~=09oRhN-`+J3Dl2?k<)pb|L zZ8oLfqG`CxrJc%3>|6Kv{|Y{0gfKg30b*e-;#{L1U9eiWU~wexH%}HC6K^>~dao%f}NP?n+6KR$IP^TE0 zDsYQWxrc*z2LDE0a2$Me;myj^MON#tjRI9hy4l?(AGIRDGj=6BADRA@j$09+D$<2O)Xs`+Kn;%8QVLN zkRH+LEsc7DTKV}Ewi!aqq8c!-ylO^L*qac+&nBomW4#qN1epH^tC5pGd5(Xh2@-qy zRY{T*mU)GDDT8vBQ}?*F(ql<-oUg0SGT{EjB&=0%U;n~;W!zg^VsSIo9Xv*)He#{N z7#DM(^D(>DXTF;b(-q`+w??i=$Pm}pQx2fgY5N$h&*P7Ac?>j~7HFMX2O$;wi=bjy zxMLkf_)fVgvpe>m9$J2~UQuh^__>g!eorApEOP7B#BY)ueqi)GnYY7yjZt+E!=HE# zj;YfKSy2BdHpoIae7 zcRDqEk#9Lch}nohCJ?7Pjq(DXZP$s(XYZx#+h;OY=ci-lRqp2L8!az|wYGQ4vOUW; zQ(_c9yFK+42y39`d#Z-2Yv))#5ZTqzJ?m|*G>~#=`3IO*18Cd3_wm_`M{~|gmg4QZ zhDJ}zggkYhTN^qhL~y}Q##`M2#-6ZeJ>#IJ?(lEKwwYIEpde^-R=fBc2Q_$my4X(Jt{V zDD1n3^+x&&LC_?x!kF7>W9^54ukk6&=o%&Cnq(mQ-8 zVY52e{`b0EtLZK-C%^q5fS^lc-PZKrE9V=yK^b7BcIGz14A{IU=1Ha6l9is#QJOYe zTH*(7VH3mYGp|7IyGUW&YxefN<1Jd%r)+QiDUEuzpEDS@d=z6}3EStkmzFH4^u?pb zH2tR&)i44!HwVFLZ5Yl@%c=%nU0%AKk|j#Gp~{PCds(oei=!JW-Z}*J^_OVXIOUkc zj&)_6NHcpB+yEt>2D~*4iuXEG59_dV^^xcQ-l&>J2wHDB)yJ83c@FxUwp;!x42*&S zp4EE-(ws*=!nmgmUyDZ+FS8PFZ>SirG3CY-dC=bravRrboY|kM3Un*KpwqY%nA8q0 zQ4}PFamnJ{@>j?iW;r)zD-gEl^P%v!V$l{oqQ>kim%A#;+<}yag9j%D8X_F~o`F;6 zvdVyA4*Bf=0Xn?f!ZXpF9PaW)Jy5M$l1iaWL~9n1!Lh1fZ*UAHfNe#Z zpnm=lldruXh{Idb)^qb0DEljpm1_*Ev^YS0QiezCbKo0Jd|rhC$2<@B&UYi%e3{Q^YjZ1; zF(&%EE6uPtF|nQJiTv)4#MN<01I*t5rKT)%aZoBz@wMQ`3;*jKU=L_@Wc6WVK(Fwx z#~9A85`2&*Ygkejr|KO9iuPC3UYm;VLFUzSkxeSwG}wkhj&yt(M&-s!EWc-@pKLzd zw&_#a+OGshPM_1AOU!4l-jzh=*eK51g)|*!@qdn7brzIWZ|e>|Yzzx5#O<}tQ98XU zPSwa;`eh(pT2Dtk zRy@Z)^Rp3E1I-vMW2qEDr+=vgq#-L!CMed_;*LGpsSU_6cSMb{|B zy`Lrt$lxH~&Zo~T15q2MT^qA4;?3mS0YuAESu#%eWCGH&CkEHj3PJ5_E6!!)dR%bs zrE2}_n>$I>)?CL(W`I6>Xs{mDt-hTu0a)PQD z6I6NqF`y*kaCoaxUvrVIyzf&F#>`bFArn z9v%eal2JK02iuj&b!4&bb(0mKNdWJ9EVxp^(k`lQy82IEyU=yT>SHRbh2(l1c+D3t z>}aEuv+**X2N({`RpKxz9&3xfwpQFHlyZ_!cEy2mj51Izf(S(~Y60ceN;%apckcq_ zKkZ5!QpFQ)Iu55og~vaJNEhtviHuJT`QPfo&um@=I`@cH=WdB)PHz0!Xl8h<>qPVY?n5H zOn&I-qc4_@!Y(}T;e(R)7u>J% zS)u8N83vD&aH*wCdsMPVO~6U zAnfDu^|rg%vJdg~3SHqH;8MfH;MZcWmDbj_n0R|!{_Ej86Fc%%+r4@-Q}tzs zGj3Jk!sE}zM0Yuql&X&%} zhi{~{DL7sXgA@Jvt8TnFRSO{vWaaj( zt9b*jyGXZj4?`T>e=)^?G?R%J#MpLY3}VmUc6=bI6&iokKgNL07gZ)*+vg@i_{Z%w z@Qwq3+E44RTADE=wb+%6zkhRi-hwgm5|(}4dKmc~aP!n{0E`$~h;b;G{KCOMef!6m z@Hnlg<#t!?9Y`5|^%D?>6l|XZ!TM{BYj`7fyk#h!YSoMkj`;vEhv%#BBPh6IB7~Mo z`nD|XXMG-OxW5UC9e@X5M`v2-?0F+h_I$sPFq5}!&By@Q3GmTPFV$^jIRlX~+om-! zs`no?kw96HroO|#K;tjkji%57U6bsX;15R~T^9tW?;fT<-qY+b$H?>H65@dadN4W2 z2~%&FreCM7KMeYzrn+fx^+b{~#d%zlvOx$U_%E9Ym{?p`=m=>UgsFEu#^K7X5GU$H zpYIL?UQt1Yoy`J}HQ(VZU^vb8PaxQbAe9@2m{OAL(f9mw?;NTI!DYZKhr{fH62T1l z`eY>znVQ|i&^vPohpGYa5>S^Iw$|VTMtt6L0J$$AgFb4IK_0pkcf+RG&q+?$f6X2NZn%RcP4sH zCH)xirs4x=Nka&^5MX?}luuc)!vf>KAW@QEjP8!UB@l(xn^Y_jM1p1qe=<(bssYQ^ zz+Y25E(*BhW}%}H%U^?U0Tu-Ekz@9)o)FPt^-wB(r z{o)q)iV+XZ&-;(gySCbnHviS}9cbV6^&vAw`Yh+EWWd2%?|e-7-=;Yv4x~GRf6*CI zO7|}htF(vtm;9+i{d-cWPX3qDf;g^ixl%EjOu#bn5m~ck2sdKvK?oK0!Q)>2XjMiy z7;sO=o?YZIxxbxOu;1W@JFtSLQ$Euel8Oe{p8WWi-!J)y<|D))<^0(#Drw=`gd8El zQFx*l;MArBD+rE5fw2ufKL1XwhY>J%zr)1qU{ZqyJY@lsSwFQrMt9HazbC#VQAx|L z)sn{gVEM(|a{J^7P2q`mfj-i?ytQi@-vU5_-e{BHxPeUY2L*!Z8x-NqxdE(Cy_K2Z ziFbfzW1c?hHCe#6$#xrUx-&izRFyC~=AS=E&*C{)?BL z0K2}sg)IcLGZY}W!H$F1{PbEioWLS!Y!I5s^*~tWdcj{Pok*5wrO6a&>vVXK4w-49 zJ#N)N6gRiYL5d$x=s>Ce3-V@S1R=${S8CB~2Xm+Lcj&ci;s?_mH{Lenb(t``y8w!r zSn1vV+=Pw_4Y4xN42acBgwxn}-%eUKtI13U)*AQqp+Qa7wQ}N0{oTmVs;vKOI?Q6;P9vAA#_JC?Vi7hog$8)qwKfX z!U_J%~;Cc{B`nJe5lTAa`rH2rZ$9-=2C5Z^reO3FJ__& zSu%&Cwdzb-Cr6FZ-lh?zb=t_^1Zf_~C_fj3s%eqVm*{Dx0+m<$=jrx5xNxi1R)M!q z?ml2qVdpFCc=&iadH38@No6v;^WUy*I&5nWfZHnlSqte1Yq3v964FH?$w1`1RX-Qb zJhSxt7xx6HN!Dy1({Sy!r(Qg*q_WDf{7!IxG32x^PDK%_Qh!SKj|1vj)iFuwKtJcP zVkNruaxHInKKW}!ViXSBCoXHiASh^w51wWX`>}-y(Il<+D`P0@G)w?ibUfDB_-ph4 zP174JbbE4!sNVwOY#1kwZ9eM$W`!!NS?-C=R)f9_gn>~sSKF6e8c@_M^O;n zjyx=8t+{4jpzux6`1IaZID4*})UMBC6b9vQRpQ^S*X(6^^I@8rJCiKHGPvJ*<>J(O zlfP)fk9e)*9}V>jr?j10rm{qsl7yv;6YOT3n94Kz4A{^?H<)fe{>}X7t5bBGlUz&ib+cWom%+&3s5))OtXTUi1C1)OvHyv^~AeAg_Rt9!A zwrirUyoc1BN>bH1+uA3?odet*pMDSqX7=YybmHpN@^VcjkMZNZc!D?P{@uSf$K)EZ zy+gRF=hLDc#Vv8d(J^{~2v_T>#eSm#uJ?w46V$Git=?<$k+jrLI~L_-16?RcTxt5w z<<|3$XK8WxbpRr@m4Ay?8$NF@?+ZY*Yvt4572f?&T zNr~DW42@hZ{&{A{_u`&`@6HGf*71N@m(_Nx`PvVw&m3EycZ)RwQG}9T%j3`A9OAG0bSE8b*|uNf>QYA!Rf z+k@nXEpd1^Y*MSRDV}NP&QL&QyM2hLUTRHN=T9EDY?RFGp*fL|AS4gZHvy)b|f|jayBe`xjPrhPuH8+vvVR?hs>tlez_~XDZYYi$zkym$ZXR>j5YgOO9ntn#n zYShSiz0EQrBGJs>$*D?-`yL){eTh#EuQkx*BJ6-!Qr3KBxgYc@x8HK9qJ7HGBNWLH z$T>2QUKX>E@f*KGo5x7Y6)F@7ec3vOPx5i{D4TQot+IEC6TA%izHRu{lL*@h-PPg0CrpF@x(2*kftHqgYSA}*j@&*B8g|PTix_?T9%5ga?C~Dm z_~B6ai7lF`O_^fec10SN65YrgtZBoRb$mWwj0wgkZelil{d=N5u)(*h=&Xbs$zkrQ z&RZ?j#kjVEe*?5h_Pg`|Bz8AjMq13O3CTIvUAai~jJn+mZ{TMI2=51>e=qaQmyDW)1*?K3!Q(rNFTCF;-Dh zVND6&jjFQ>rO&^yWA10TAF~!8^wSHhBcOcMMaLyInE|T_5i_@R--{?r35I@$ui2z^ zu#+B2+Z<p$J62!&7N!6{BeF9)(6PT-bahf9pCln{qwFK; z>FoZbaq;+y^|KSE4(n%CkDp*!ufABBKx}Q1)I=M#4m>jz%Dyf83$%Wj7#>m^Iy3vb z&$;msAPF~%_|+4ae{gIo8m{)_ zGaKrA)iYJ^adK_JO<90DFm$1c!dz`Hg6WX%Y3B+`{j{o{-bym4Eg~X8P>{8r-&si5 z*Q?jhrBOrR{=khxjn+1ME|RCBSNF0vBR>9JN!wZ|ck$bF2wj)vlbO}BeSS@e33EPi z5q=_Az;`R%QLR^)LqxvlL&)~XdiP0L)OUskV8rl~USPyS#c319MwR0bb9%EZ!_OD* zHRdKKI%lr7v8kgE@1&A80we-6<$?F8IDabxy;=`o^&p2?glMTJiUstsQAH zGJq&r4MVo@7%vD`(IA(_PQ=^Y^a*Gob)YMvm+d(G;Tk@Zm+*ulz~X92^{PA{A%NXY z3M-1`e3bPS@>#@^>T8sX-T^%VY(ACy?M5Vp;|4GvWY+0>grf%1D&v|xy!W@a2y*RB zQj^>Uc&xyXEQsJZVUKH=4{#TbBzoMMiE>qlBH0{i_yG(~-RA}^S{SR?pAH9)Clska zMizPRILJ_RgJ919;eb_78|2FrfZrT&WrBRpwDgLMf{h+_2dE-Lu-<-6{a@6NewcO5 z7y)Kcrv0kX@fN~21V9F5o2Xc@7cgk*rac1uyfdMIfH2B2@p{n6zxk}c_|c0%Fw))R zLLV)lmEi-p+z=!h4|rLo?zrxXuDV?bi`t1b>x(v{25yClA#Q zz0&dee)(Y&-~>UKlpdk83;WrGnRIoLz5nzu+0Q95yH7V!SFijlE9=_KIz1{p%E`9A zJ~$|S+eE-bb#?aH&hIZ%_+iDEW#SIVXX>)#e|lyFRRS)3%}#a~Ke}!2IDD0<+W$?( z6y-8agxP{~VENApf~SK_id$zhpRfIH#+T-H@BRJAZ^mF7orJLf8@u;@il zF+N&I%=5WGk*$4wQX8#<0Mg(O&c9ED2n|0i>%YelTYd{acV^F`Fyyp3Gp>2^!xZ`C z*$za9;v)}M6IetHj3=`@xXCxzwmd;X{V4%r(>tqM*4js#mUwqw^}=E7vnu+3gHCyAG_P zd_5dh19F2Rk)WPzVCRnaOvXC4g19|Y?-AM`oww|4l90jyibl6W)eYEz;DL}aSl*Orm&c+Ws zE2poyi~WtaHp2kkaGT*ZyL_kD1i5qU^M#p+Hg*gFjTe9*#=3FwaIl&r^acWaOM+{I zgixp3%>bpvaJR>8cTF3U{jo9VE&{BC%^hGPeADe_j(W)oRIQ8p*%gvvzFHq^`vrvk zW#X&Of9RND=(M<}#sq?u9W43KGI&2iV)5CQ!0->lR)EN{Q=7!>`bZ)2okKiCUi0x>;NubZW=Y+EmKFxV*tFo>tQAWB&g3)g?ytUwpSVdVr=ST;|@ z7@HoMUUEd2qrV=?3YbdvOyFuumeBb4xG=znVCM-XN{R;@5*PCt5bSieikh@iB0lKs z=KZtQ|B&rGPy#kGa*vVHA<=$1cis}B<%Mxb$_&TEV^T@wM`Z+m6xN27^f3WMnT{K; z8IyeyRJFTTk=Ri$}xJ-x`IY&T#Z!g$2$y0x>R84Rq5) zBNTU=NVEd`k#fnPqPa2>`IwazHu8+|G7>lC#&s@Dc;lmis5;CbG^m`(7H%eFRq>=jZ275a7>B(3WUdC^9P*Rx=lVQFn&Q zKNmoS7>8V;_C_c+y$>tM=N@!mR4kHaHm+4!)$xB1XHIpf)(& zw;bxGKB4yJri-Y<3r`u}xf6HXF)PSp4c(bY4XLtiE`~T=@%!l3ER5+nhgAuhnD&cN zA(;vl0%E8M;iGL#6_-b$vnr>f`Of|c?iBe?oi{Yl)*1z^aelY4-v$q$eYwZSU%A9A z-Tux?t8Kp-{2{J7`Ms)&`lUL{ssWNx*!R>t z0?*`}5)l^yrRB_Xuk-y>Thp&49RD=Xy;W|Jy-T{ttjx7WTX%e>D7JHyLsOX(8gI_i zkk5RXR_>@xGHRUX9(P{wtMlhdJ*wQRBepL5#1z?k)ga41&eQyVq@DXTBgl36Hm?Oj zVzlEMAiIO_u3mEZYbTt6 zhF@&k_RE(pn#v|Nh(&w4^bYDOZetAhGl|ZL-kSbBQ`s|L9kzeD)m?XhR&BtlfM9?5 z0W|MrDgamoZ7sUOa}nTr-&W{SU5P@}s)VR$wpXjaLD%8PzVF&ci0RqnW58cJzKj%Y zJ2%2^5`72aW7yxpGG|P92r@bq#?qAHXwa+|{445~S^Ghn80I>#2AgQjnLqIrw*Ufh zGan%y%-tx5JstpYv)FR+o*{}&2RM8Z!WNS~HG<>Fp>)T(>1Ouqc7TNkMEV{g#!}Q( zjnrF~E=rZBm2ek`ghwBDnUHsZcK#)SQZ-3Lae#awx3C2{!h4?4kWhBYZPm1L(UMbN zqs9tAR_!4v^!RM`t~SXjn~URJQBU%g zxsve<;YS0)@A$mU%(a`iFZ=jPOTDd8#JR($d`_$ccO-cz1`*tZUyen{U#~ZUN5l}1+m^lk zyo88@cUmP-rp*HfT=2o}W(af8r;EPuGHdeIm7C)~ zKotHOH3qyEo=_`m+f{&x=F8mZ&v?clJLp5?)aH0+bIUF-b!{)lbHA{Q-aQ~!B{Ng{ zI%n%|8m#YAC-?Dxxh1J{!E1^0I)0jf!72w{&xU%Pj&!gb(4QB3dyu(x@Rw=|ER!_CiKJ@G&P#eWrF7sh=E)Du0@^@xT(O^N6 zme{lW-p9z4%7=~G+V#gB|D^`aH8FENdPWuF9~m)-bH?6mbhO-`ZEoVn8C=*sjB2Cd z0(d?tl*UMOg;8T~XW$7Y4W{nENi7P$*xUYZ(B^UGVg{5Pt54ZQ^oI@1ois!Uq^AWi z2;%^XB`42uBFz6Ku7=27?|P6Z)%Ah}S$^Dqfu!4DnQdR@a^M6c@&LqGhZfmbTHK)2 zSeA|whL2$IniKhzGIldB{Uk+}ZYNL=Meb!Q$V?M}BL4c*H;kG@$inG|u%(lb1nvIj zvTMMnRdIszhZ^u)kC>5Z8Uu{zqDaYH_FA5Fqp#<6<6@w3v8=?60Dys`W;7uK-oYr;30eIue9$Xkpn0*-(N^%w3t=)Z$Shf#L`5~yL%j{u79Hd9&1SA7MXgHqj= z`@~&4Z&Rj%IFGU_lWZWO0(yYY7P6b$w>G!twJJ-;qtNrG5 zSO2`H_GiL;gs|vhI5r0lcRfNnn?XkQPCidS4wLp^kDdT4DB`qmr*gNWKvE z&sceRJ{Z}u`7SmFZv1LQqY~)XZYi=S8C$+@ibyp^mSakxrmDl!Fsiqsd5-^|u7rKq zNES#F?tUUo5#W0b;m~#$LQKVo@YzJ04oAVkCo5w7U#gvUNPi38GxA25Qa5A&c)cI5 zYYG}ZxYazdS75vL60cL(6rK5iasAT+byMVX<2DD{K`{S6ujETlBdu0mX7`1>E@3qp z<;3e7U*i5m>mI;RWS;5CgPr}}2I6A%nO-ayz81f6vpTWvBH%G07s7$i?NX=BYXn;i zLhz-pyNjiuKRH=?$pBSqwk;Cu=_DC=W~+aM^$}={mdU3m&+X#+xLnqe~HI z=fHIZ`bpj%Vq51p=JJ>Zdb&(e!V7dWdm`r3K)w}8&;{7}{Bc?3*^jc&pJ>@FkJhPw zsG&Ns@g>idz3xd`xHOoBO}$X3yS!7!_8Xu+zZmh?$%q zp$cGpad|#-)p1n=RzW5sTl9q!-V9jgZZJHM#6)$NY^c|0EkaBRqkPryoQV}ylZymg zdK!R_l2i(*a%lhk5qPjojB8ltC6xR{9EY!ctCE|26AYkA@P1mQ=`t&e21XtN;sK+t zIl{;&C4C?b3bYC36rvFfAMjyK z^}7j@7Bv4$zYxkPLPH9xW3%Ya21v~{EFl@!EaR1OVO$A&Nie|57TNSmwPJ#C0lug8 zvK3;CXx|%P$Il0q_&xww{4Rps*{pz^@FC#q++JTceGE_-`Q_ii4M5dW|3w@?z$^?1 zYqNxfETwKS#i?Ti;A6sQA8(B}1O)Us*Z&t_(ExC$;lMHkC~&Wy4UQ?A7Bc{`XxTib z|KN}%L)@}sr5%$X7$SXG(4a8@;g#vI6~zdd*LEUfLmvuP~|8Hpg{6|&Ia8Ku!^ zEFDtVbqBdWec>5bCv9i<*#$)>G+l}qjx^Ky;c=&#E{a59yg1@YX>2j&I!~4@Y1T*f zI;~?0-K&Y8@E#niL)@+9qLQ{iBex(S{jCGk>tjS zX%COp$_Q>f9xJ;}>-WeLD0R?a0n!sFzqNJ=TOPU9{zC|j^E1c^VjD%5$P|TX)M{u| z<;=)-=x9AXv!B&vhgerRGlAS+6~<{7LYR7TEWEFCQDc^h92AJ$F3h}Zoa*jk{R)M~ zldOAp)vgW7_c{5#;J*6@x}fzB{leJz9UwO@TwmjnE;=Rxe_51Pc?PzA5e-`B-!VpJ zZgEgyd$tsNRvpb9tKxhUqrWF&KzR zM+eM2y=I8KQ+VfSkW_{5PrDvAw`~q^xVvPSNN?t6H3GX{E`wJ41C;ZwUM@eg8Q?eX zmlin`e~wpv2V|#+^YIDe5Y!ToaRa0F0jf-Eu#0zFH z06zHUz98x3Lop!JUx@iH+h85NbK8q|N!PxAwG06MxT&L?aA+1wO&~FStMhjf6;M$m zC*Dd%b!Y+=vItbb{u%`G2v=;i4bMxW^O67jV5L2D}bV>lh zFcXRPCxeUCiv(t9ZjyRyARM0)y>~C?GX8%}oOwLd+Z)Gc#*D2i*~`9#EJG&y(j;pd z>sYd8i6T3>B3ntRgqno0q>!B?WRh_cVU+7i-N%M;feqZPNJ+xtV0){Rw1-EZ-JHa)Q$uO%0m+dSH26Z0xn z|61k8Jn}m=9&*e?DjF+^Z+RqzwZNwa(wnlMjZR-}8sKZOD4Io_2tqh5rYbZSoPUhj z))UCDixSrEPVv^T8A#a^%zlpI`0|7M1@U7dQq3HvJ+-t3n<}E%)6*swT%`HyjK@2r8oG;;cO3GQVR1qKzC14WtT@cX z-So?LWudpm$3iQ1&F+eIDBpN)cVd>*qk%tMogspLDwsi%YACQZaW|GnZgq!zwspg~ zP6unqcA~_sS_JDp+1l;kABlf8$h1brk9E*w!ZnJN91JO%N@*vfh23uDCQZspMj>Zb zPH*G%Da%V6hVg%v5?g$3{D~C18D?51Vg97`sW9O?Yc28XA!4k+Cm!=q|1hmLZJMz= zViW$vFwWvKv^FyHz*tw{;pI48mg{Nx+`mA0=W$2pI89d!J;st%m~s03=R`0h7%g+1vW!TK&Z+~ zX!wRew4Q=Nx*;RlBv3!!@s|i*9nx7-)e3n!A|@5VgluqLx$_YQM!Gi2qA1@*?(IL4Tt44p*`4p( zH0YM9I6G|r4TUW7YV}DW+4U~Ft%9=v>yRbqb3z6n2_Dr%h9;^+Oxn3{^4iC0I{DUB z7HZqWnVW4pwAZZMUDK)PaHat!`*sx=2T|fiqZ%|am(#~n6#OM#dW0(E9Q)2M`Rzi& zx(Mj@mo$QN6vc#MbznNh%B-N@j%;iC=cCJ?HDY%O|yZxjB4u zK}`R7Ic#b8uv%Mqd|Om4dmBGx?vk-OVZ3f(wtICa@8&7pUDyKjzmB5o__rKx8z~aO z{Fz=w7xGDkzwz00UcWM*lc#jpR^r1R3in+J-fm^&Jh-ebmhyv};O?%6d6Zvvab|0FqvaRYpqI(>Ph^{?*kpf<@V)rVU&a<`Z z_g+1r+v$RN;(T&R;YMW4oW_Cx79W2*5Sd2q;ve2EKC`Ao@?vLQx$8-d(7o60Q!Alr zKx4Dyr|_wh4e7ZPlL9fHDVYa`he8ymW>Fy8$%j`+fwz!jf-mvJd{Os|&2$@=g z#--4EI%=DJzy-p&KJ`}J()vEj9jr{Ej5pQfT_Z>rzOS5&84I}qWCvG|SN@m(V^)-H zuI)~bE_^osRkF5~QPa(ZFSwhxVmj+1;uoGR#;1q|;K80#{r*|c8|TiPwDB zb8g+Xsa=SkLqzUr@9C2#wxfv$Su*Rhw3_?@p+e;%Y-Qj}AqeGQC4>^v+jGCgH;ZSO zA5I8tFBX!r>}h0oz?!F1FYZ?)ZK_DCquC{{eTpAF;J6X^LckQFnJK!< zE0~wv!^{aA9kirBVoiN|;(kMAv2#9_TSy3)MZ(#VU3zAT$x$`367G9CXX36lw>QHm zHKTQ)hJ(NA)+r7_lX_iOVQil)1YW=og{L7fvqT+WN%T-L`yoOTvamj`ASQ89rM6%~ zyJn6bXwEnUEQT{S3{giAUpX!T3qtI$(8-GsBQNSsAI}Hfn{N2LbG6j;3oL{N_lKzA z3{E7cra<4cb%#B*TxR-G4fA?AdN}jvb$tP{u%FeGBA77L6Y72y1c!V_d+n)L@6*vI z06XJXV&_(73-;QQq3K>L)_!QJQAzsesSjV#NgtW5(+CeAjr7~d27u(y0_e@bG9ZeR z*&B0XXs;=2&n{@JO7azly`s9zfhFOr3s--4-=Tli}ahphZ z>VRJ2CY*iNuqnI^rTiXw1l$9oqCe=7i-@ihI#>*ey@>b`R1idbktDPrNJQfisor$0 zl>dMqow9gpvbT!gEN*r$7_@g$`>{5fQ`tGKQ9G#rI2TM%CblV#PoW6%-ngbi4VD=Y zQzYFk_e&(9;LwZa`Az*kKXiMbgF)Psv_U{>x_R2c&kIZr;4v)g$0mtFic1T24X5u0 z_>-6-Yj&0jN{1hoqSb;^0b;-~&~+2V(k`HMc$GV6;#MIJg_5|#wC zx04m>$6>TXmzpD^*?pZMtJe#9L7KV(rrh^d7ifhuFlZOt8@eva3_NabrFRUIegpFe z&keMFlE8&9ikkL>R6Hx%vc7bXlU&jcFN+c?ESEQH_X3k&k@7PwekPhpXkO`Y=G$Hh zpw-DPLJp@Cn~dg_9nXMk=-IwEFd3MjvQwztaF7Nx1#2iHbjQ99TBZECjd;uQP|myz zAQM+M>?-Nc-<-W84?Uj29pZ?)1atWg(B3$h__|&?Lzib{zcdTtJi%Jxiz8ALvn52# zGb`N)(e*mN`=tz$*O?4A?3P0ALca|@{MUy7600%A6;Z`fr#r9Se=N$*IAQ9WcHd}# zTd}A$Y5+bTFuPa89g)JFif09cp%k2fBVYqUn2a) zV^a#rTW1U@6}n(Bt6c|`*Ane Date: Tue, 10 Sep 2024 18:22:53 -0400 Subject: [PATCH 21/40] fix: REST API MSDK - Type mismatch (#1835) --- _data/meltano/extractors/tap-rest-api-msdk/widen.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml index 327aedb83..5a5a41e49 100644 --- a/_data/meltano/extractors/tap-rest-api-msdk/widen.yml +++ b/_data/meltano/extractors/tap-rest-api-msdk/widen.yml @@ -62,7 +62,7 @@ settings: - description: 'An additional extension (seconds) to the backoff time over and above a jitter value - use where an API is not precise in its backoff times. Optional: Defaults to `0`.' - kind: string + kind: integer label: Backoff Time Extension name: backoff_time_extension value: 0 From 94780b35e5dba199e7ecd1c10fbcfec2b4983315 Mon Sep 17 00:00:00 2001 From: Steve Clarke <84364906+s7clarke10@users.noreply.github.com> Date: Wed, 11 Sep 2024 12:35:05 +1200 Subject: [PATCH 22/40] Adding new config settings `conn_properties` and `enable_tds_logging` to tap-mssql (Rob Winters variant) (#1836) --- _data/meltano/extractors/tap-mssql/wintersrd.yml | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/_data/meltano/extractors/tap-mssql/wintersrd.yml b/_data/meltano/extractors/tap-mssql/wintersrd.yml index d4a1660ff..f59862702 100644 --- a/_data/meltano/extractors/tap-mssql/wintersrd.yml +++ b/_data/meltano/extractors/tap-mssql/wintersrd.yml @@ -31,9 +31,24 @@ settings: label: Cursor Array Size name: cursor_array_size value: 1 +- description: | + The "conn_properties" allows specific configuration of database settings via SQL set statements to send to the database + instance upon connection establishment. Can be a string or another kind of iterable of strings. + If you want to connect Azure SQL Server instances e.g. PDW you will need to adjust the connection setting for that version of MSSQL. + Please refer to the github repo page for details on these settings. + label: Connection Properties + name: conn_properties - description: Your MSSQL database name. label: Database name: database +- description: | + When set it will dump out the underlying TDS driver logs. Useful for diagnosing issues if + you are having connection issues to SQL Server databases. WARNING! this does dump a lot of information and may + log secure data, should be only used in Development environments. + kind: boolean + label: Enable TDS Logging + name: enable_tds_logging + value: false - description: A comma separated list of databases to filter for. label: Filter Databases name: filter_dbs From f698bbb0a4722d1c92e30549633ae766f6cf6f59 Mon Sep 17 00:00:00 2001 From: Steve Clarke <84364906+s7clarke10@users.noreply.github.com> Date: Wed, 11 Sep 2024 12:45:20 +1200 Subject: [PATCH 23/40] Updated the `tables` option description of tap-s3-csv (Steve Clarke variant) (#1837) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- .../extractors/tap-s3-csv/s7clarke10.yml | 50 +++++++++++-------- 1 file changed, 29 insertions(+), 21 deletions(-) diff --git a/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml b/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml index 0d917cd9c..bb2305b3c 100644 --- a/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml +++ b/_data/meltano/extractors/tap-s3-csv/s7clarke10.yml @@ -68,27 +68,35 @@ settings: name: table_suffix - description: "An array that consists of one or more objects that describe how to find files and emit records. Required - `table_name` and `search_pattern`. Optional - - `key_properties`, `search_prefix`, `date_overrides`, `delimiter`, `remove_character`, - `string_overrides`, `guess_types`, `encoding`.\n- `search_prefix` - This is a - prefix to apply after the bucket, but before the file search pattern, to allow - you to find files in \"directories\" below the bucket. - `search_pattern` - This - is an escaped regular expression that the tap will use to find files in the bucket - + prefix. It's a bit strange, since this is an escaped string inside of an escaped - string, any backslashes in the RegEx will need to be double-escaped. - `table_name` - - This value is a string of your choosing, and will be used to name the stream - that records are emitted under for files matching content. - `key_properties` - - These are the \"primary keys\" of the CSV files, to be used by the target for - deduplication and primary key definitions downstream in the destination. - `date_overrides` - - Specifies field names in the files that are supposed to be parsed as a datetime. - The tap doesn't attempt to automatically determine if a field is a datetime, so - this will make it explicit in the discovered schema. - `delimiter` - This allows - you to specify a custom delimiter, such as `\\t` or `|`, if that applies to your - files. - `string_overrides` - Specifies field names in the files that should be - parsed as a string regardless of what was discovered. - `guess_types` - (default - `True`) By default, column data types will be determined via scanning the first - file in a table_spec. Set this to `False` to disable this and set all columns - to `string`. - `remove_character` - Specifies a character which can be removed - from each line in the the file e.g. `\"\\\"\"` will remove all double-quotes. + - `key_properties`, `search_prefix`, `datatype_overrides`, `date_overrides`, + `delimiter`, `remove_character`, `string_overrides`, `guess_types`, `encoding`.\n + - `search_prefix` - This is a prefix to apply after the bucket, but before the file + search pattern, to allow you to find files in \"directories\" below the bucket.\n + - `search_pattern` - This is an escaped regular expression that the tap will use to + find files in the bucket + prefix. It's a bit strange, since this is an escaped + string inside of an escaped string, any backslashes in the RegEx will need to be + double-escaped.\n + - `table_name` - This value is a string of your choosing, and will be used to name + the stream that records are emitted under for files matching content.\n + - `key_properties` - These are the \"primary keys\" of the CSV files, to be used by + the target for deduplication and primary key definitions downstream in the + destination.\n + - `datatype_overrides` - A object / dictionary of header names in the file and any + override datatype other than string you with to set as the datatype. Example config: + \"datatype_overrides\":{\"administration_number\":\"integer\",\"percentage\": + \"number\",\"grade\":\"integer\"}.\n + - `date_overrides` - Specifies field names in the files that are supposed to be + parsed as a datetime. The tap doesn't attempt to automatically determine if a field + is a datetime, so this will make it explicit in the discovered schema.\n + - `delimiter` - This allows you to specify a custom delimiter, such as `\\t` or `|`, + if that applies to your files.\n + - `string_overrides` - DEPRECATED: Specifies field names in the files that should be + parsed as a string regardless of what was discovered.\n + - `guess_types` - DEPRECATED: (default `True`) By default, column data types will be + determined via scanning the first file in a table_spec. Set this to `False` to + disable this and set all columns to `string`.\n + - `remove_character` - Specifies a character which can be removed from each line in + the the file e.g. `\"\\\"\"` will remove all double-quotes.\n - `encoding` - The encoding to use to read these files from [codecs -> Standard Encodings](https://docs.python.org/3/library/codecs.html#standard-encodings)" kind: array From afe877d84a3964cbd3b23ab9cf6715f1abc237b6 Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Fri, 13 Sep 2024 00:00:06 +0100 Subject: [PATCH 24/40] chore: Remove `record-flattening` capability in favour of `schema-flattening` (#1839) --- _data/meltano/loaders/target-bigquery/jmriego.yml | 2 +- _data/meltano/loaders/target-bigquery/transferwise.yml | 2 +- _data/meltano/loaders/target-iomete/iomete.yml | 2 +- _data/meltano/loaders/target-redshift/transferwise.yml | 2 +- _data/meltano/loaders/target-vertica/full360.yml | 2 +- schemas/common/loaders_specific.schema.json | 1 - singer/targets/bigquery.json | 2 +- singer/targets/target-apprise.json | 2 +- 8 files changed, 7 insertions(+), 8 deletions(-) diff --git a/_data/meltano/loaders/target-bigquery/jmriego.yml b/_data/meltano/loaders/target-bigquery/jmriego.yml index 928edd09d..870c56e75 100644 --- a/_data/meltano/loaders/target-bigquery/jmriego.yml +++ b/_data/meltano/loaders/target-bigquery/jmriego.yml @@ -1,5 +1,5 @@ capabilities: -- record-flattening +- schema-flattening - hard-delete - soft-delete description: For loading data into BigQuery. This repo was migrated from the transferwise diff --git a/_data/meltano/loaders/target-bigquery/transferwise.yml b/_data/meltano/loaders/target-bigquery/transferwise.yml index 8e31623b3..1f4961446 100644 --- a/_data/meltano/loaders/target-bigquery/transferwise.yml +++ b/_data/meltano/loaders/target-bigquery/transferwise.yml @@ -1,5 +1,5 @@ capabilities: -- record-flattening +- schema-flattening - hard-delete - soft-delete description: For loading data into BigQuery. This repo was transferred to the jmriego diff --git a/_data/meltano/loaders/target-iomete/iomete.yml b/_data/meltano/loaders/target-iomete/iomete.yml index e9f5c0e5c..9a9fc166f 100644 --- a/_data/meltano/loaders/target-iomete/iomete.yml +++ b/_data/meltano/loaders/target-iomete/iomete.yml @@ -1,6 +1,6 @@ capabilities: - hard-delete -- record-flattening +- schema-flattening description: Serverless lakehouse platform. domain_url: https://iomete.com/ executable: singer-target-iomete diff --git a/_data/meltano/loaders/target-redshift/transferwise.yml b/_data/meltano/loaders/target-redshift/transferwise.yml index b3daab2c4..5794c2ecf 100644 --- a/_data/meltano/loaders/target-redshift/transferwise.yml +++ b/_data/meltano/loaders/target-redshift/transferwise.yml @@ -2,7 +2,7 @@ capabilities: - activate-version - datatype-failsafe - hard-delete -- record-flattening +- schema-flattening - soft-delete description: Amazon Redshift loader dialect: redshift diff --git a/_data/meltano/loaders/target-vertica/full360.yml b/_data/meltano/loaders/target-vertica/full360.yml index c50d02637..0ed1f485a 100644 --- a/_data/meltano/loaders/target-vertica/full360.yml +++ b/_data/meltano/loaders/target-vertica/full360.yml @@ -1,5 +1,5 @@ capabilities: -- record-flattening +- schema-flattening description: Data Warehouse and Unified Analytics Platform domain_url: https://www.vertica.com/ executable: target-vertica diff --git a/schemas/common/loaders_specific.schema.json b/schemas/common/loaders_specific.schema.json index bc742c5ab..7d83ec1f6 100644 --- a/schemas/common/loaders_specific.schema.json +++ b/schemas/common/loaders_specific.schema.json @@ -18,7 +18,6 @@ "soft-delete", "hard-delete", "datatype-failsafe", - "record-flattening", "schema-flattening", "target-schema", "validate-records" diff --git a/singer/targets/bigquery.json b/singer/targets/bigquery.json index 36f515ee7..429fa7a0f 100644 --- a/singer/targets/bigquery.json +++ b/singer/targets/bigquery.json @@ -1 +1 @@ -{"name":"bigquery","label":"BigQuery","type":"target","singer_name":"target-bigquery","description":"For loading data into BigQuery","variants":[{"name":"adswerve","default":true,"repo":"https://github.com/adswerve/target-bigquery","pip_url":"git+https://github.com/adswerve/target-bigquery.git@v0.11.3","maintenance_status":"active","settings_group_validation":[["project_id","dataset_id","location"]],"settings":[{"name":"project_id","description":"BigQuery project","label":"Project Id"},{"name":"dataset_id","description":"BigQuery dataset","schema_id":true,"label":"Dataset Id"},{"name":"location","description":"Dataset location","value":"US","label":"Location"},{"name":"credentials_path","description":"This is not a real setting, so it should not appear in the `config.json` JSON schema. The taret will read the `GOOGLE_APPLICATION_CREDENTIALS` environment variable which should be a fully qualified path to `client_secrets.json` for your service account.\n"},{"name":"validate_records","description":"Validate records","kind":"boolean","value":false,"label":"Validate Records"},{"name":"add_metadata_columns","description":"Add `_time_extracted` and `_time_loaded` metadata columns","kind":"boolean","value":false,"label":"Add Metadata Columns"},{"name":"replication_method","description":"Replication method, `append` or `truncate`","kind":"options","options":[{"label":"Append","value":"append"},{"label":"Truncate","value":"truncate"}],"value":"append","label":"Replication Method"},{"name":"table_prefix","description":"Add prefix to table name","label":"Table Prefix"},{"name":"table_suffix","description":"Add suffix to table name","label":"Table Suffix"},{"name":"max_cache","description":"Maximum cache size in MB","value":50,"label":"Max Cache"},{"name":"merge_state_messages","kind":"boolean","description":"Whether to merge multiple state messages from the tap into the state file or uses the last state message as the state file.","label":"Merge State Messages","value":false},{"name":"table_config","description":"A path to a file containing the definition of partitioning and clustering.","label":"Table Config"}],"maintainer":{"label":"Adswerve","url":"https://adswerve.com/","plugins":[{"url":"/taps/amazon-mws--adswerve","logo_url":"/assets/logos/taps/amazon-mws.png","label":"Amazon MWS"},{"url":"/targets/bigquery--adswerve","logo_url":"/assets/logos/targets/bigquery.png","label":"BigQuery"}],"page_url":"/singer/maintainers/adswerve"},"metrics":{"CREATED_AT_TIMESTAMP":"2020-06-16 18:39:33 +0000","NUM_OPEN_ISSUES":2,"NUM_FORKS":33,"LAST_PUSH_TIMESTAMP":"2022-02-12 22:49:41 +0000","LAST_UPDATED_TIMESTAMP":"2022-02-14 11:38:00 +0000","NUM_STARGAZERS":10,"MELTANO_PROJECT_ID_COUNT_3M":129,"NUM_WATCHERS":10,"MELTANO_EXEC_COUNT_3M":173211},"url":"/targets/bigquery--adswerve"},{"name":"transferwise","default":false,"repo":"https://github.com/transferwise/pipelinewise-target-bigquery","pip_url":"pipelinewise-target-bigquery","maintenance_status":"active","capabilities":["record-flattening","hard-delete","soft-delete"],"settings_group_validation":[["dataset_id","project_id"]],"settings":[{"name":"dataset_id","description":"BigQuery dataset","schema_id":true,"label":"Dataset Id"},{"name":"project_id","description":"BigQuery project","label":"Project Id"},{"name":"location","description":"Region where BigQuery stores your dataset","value":"US","label":"Location"},{"name":"batch_size_rows","description":"Maximum number of rows in each batch. At the end of each batch, the rows in the batch are loaded into BigQuery.","label":"Batch Size Rows","value":100000,"kind":"integer"},{"name":"flush_all_streams","description":"Flush and load every stream into BigQuery when one batch is full. Warning - This may trigger transfer of data with low number of records, and may cause performance problems.","label":"Flush All Streams","value":false,"kind":"boolean"},{"name":"parallelism","description":"The number of threads used to flush tables. 0 will create a thread for each stream, up to parallelism_max. -1 will create a thread for each CPU core. Any other positive number will create that number of threads, up to parallelism_max.","label":"Parallelism","value":0,"kind":"integer"},{"name":"max_parallelism","description":"Max number of parallel threads to use when flushing tables.","value":16,"kind":"integer","label":"Max Parallelism"},{"name":"default_target_schema","description":"Name of the schema where the tables will be created. If schema_mapping is not defined then every stream sent by the tap is loaded into this schema.","label":"Default Target Schema"},{"name":"default_target_schema_select_permission","description":"Grant USAGE privilege on newly created schemas and grant SELECT privilege on newly created","label":"Default Target Schema Select Permission"},{"name":"schema_mapping","description":"(Experimental) Useful if you want to load multiple streams from one tap to multiple BigQuery schemas. If the tap sends the stream_id in - format then this option overwrites the default_target_schema value. Note, that using schema_mapping you can overwrite the default_target_schema_select_permission value to grant SELECT permissions to different groups per schemas or optionally you can create indices automatically for the replicated tables.","label":"Schema Mapping","kind":"object"},{"name":"add_metadata_columns","description":"Metadata columns add extra row level information about data ingestions, (i.e. when was the row read in source, when was inserted or deleted in bigquery etc.) Metadata columns are creating automatically by adding extra columns to the tables with a column prefix _sdc_. The column names are following the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. Enabling metadata columns will flag the deleted rows by setting the _sdc_deleted_at metadata column. Without the add_metadata_columns option the deleted rows from singer taps will not be recognisable in BigQuery.","kind":"boolean","value":false,"label":"Add Metadata Columns"},{"name":"hard_delete","description":"When hard_delete option is true then DELETE SQL commands will be performed in BigQuery to delete rows in tables. It's achieved by continuously checking the _sdc_deleted_at metadata column sent by the singer tap. Due to deleting rows requires metadata columns, hard_delete option automatically enables the add_metadata_columns option as well.","label":"Hard Delete","kind":"boolean","value":false},{"name":"data_flattening_max_level","description":"Object type RECORD items from taps can be loaded into VARIANT columns as JSON (default) or we can flatten the schema by creating columns automatically. When value is 0 (default) then flattening functionality is turned off.","label":"Data Flattening Max Level","value":0,"kind":"integer"},{"name":"primary_key_required","description":"Log based and Incremental replications on tables with no Primary Key cause duplicates when merging UPDATE events. When set to true, stop loading data if no Primary Key is defined.","label":"Primary Key Required","kind":"boolean","value":true},{"name":"validate_records","description":"Validate every single record message to the corresponding JSON schema. This option is disabled by default and invalid RECORD messages will fail only at load time by BigQuery. Enabling this option will detect invalid records earlier but could cause performance degradation.","kind":"boolean","value":false,"label":"Validate Records"},{"name":"temp_schema","description":"Name of the schema where the temporary tables will be created. Will default to the same schema as the target tables.","label":"Temp Schema"}],"maintainer":{"label":"Wise","url":"https://wise.com/","plugins":[{"url":"/taps/kafka--transferwise","logo_url":"/assets/logos/taps/kafka.png","label":"Apache Kafka"},{"url":"/taps/s3-csv--transferwise","logo_url":"/assets/logos/taps/s3-csv.png","label":"AWS S3 CSV"},{"url":"/targets/bigquery--transferwise","logo_url":"/assets/logos/targets/bigquery.png","label":"BigQuery"},{"url":"/taps/google-analytics--transferwise","logo_url":"/assets/logos/taps/google-analytics.png","label":"Google Analytics"},{"url":"/taps/mixpanel--transferwise","logo_url":"/assets/logos/taps/mixpanel.png","label":"Mixpanel"},{"url":"/taps/mongodb--transferwise","logo_url":"/assets/logos/taps/mongodb.png","label":"MongoDB"},{"url":"/taps/mysql--transferwise","logo_url":"/assets/logos/taps/mysql.png","label":"MySQL / MariaDB"},{"url":"/taps/oracle--transferwise","logo_url":"/assets/logos/taps/oracle.png","label":"Oracle DB"},{"url":"/taps/postgres--transferwise","logo_url":"/assets/logos/taps/postgres.png","label":"PostgreSQL"},{"url":"/targets/postgres--transferwise","logo_url":"/assets/logos/targets/postgres.png","label":"PostgreSQL"},{"url":"/targets/redshift--transferwise","logo_url":"/assets/logos/targets/redshift.png","label":"Redshift"},{"url":"/taps/salesforce--transferwise","logo_url":"/assets/logos/taps/salesforce.png","label":"Salesforce"},{"url":"/taps/slack--transferwise","logo_url":"/assets/logos/taps/slack.png","label":"Slack"},{"url":"/targets/snowflake--transferwise","logo_url":"/assets/logos/targets/snowflake.png","label":"Snowflake"},{"url":"/taps/snowflake--transferwise","logo_url":"/assets/logos/taps/snowflake.png","label":"Snowflake"},{"url":"/taps/twilio--transferwise","logo_url":"/assets/logos/taps/twilio.png","label":"Twilio"},{"url":"/taps/zendesk--transferwise","logo_url":"/assets/logos/taps/zendesk.png","label":"Zendesk"},{"url":"/taps/zuora--transferwise","logo_url":"/assets/logos/taps/zuora.png","label":"Zuora"}],"page_url":"/singer/maintainers/transferwise"},"metrics":null,"url":"/targets/bigquery--transferwise"}],"entity_url":"https://cloud.google.com/bigquery","entity_type":"database","logo_url":"/assets/logos/targets/bigquery.png","meltano_url":"/loaders/bigquery","url":"/targets/bigquery"} \ No newline at end of file +{"name":"bigquery","label":"BigQuery","type":"target","singer_name":"target-bigquery","description":"For loading data into BigQuery","variants":[{"name":"adswerve","default":true,"repo":"https://github.com/adswerve/target-bigquery","pip_url":"git+https://github.com/adswerve/target-bigquery.git@v0.11.3","maintenance_status":"active","settings_group_validation":[["project_id","dataset_id","location"]],"settings":[{"name":"project_id","description":"BigQuery project","label":"Project Id"},{"name":"dataset_id","description":"BigQuery dataset","schema_id":true,"label":"Dataset Id"},{"name":"location","description":"Dataset location","value":"US","label":"Location"},{"name":"credentials_path","description":"This is not a real setting, so it should not appear in the `config.json` JSON schema. The taret will read the `GOOGLE_APPLICATION_CREDENTIALS` environment variable which should be a fully qualified path to `client_secrets.json` for your service account.\n"},{"name":"validate_records","description":"Validate records","kind":"boolean","value":false,"label":"Validate Records"},{"name":"add_metadata_columns","description":"Add `_time_extracted` and `_time_loaded` metadata columns","kind":"boolean","value":false,"label":"Add Metadata Columns"},{"name":"replication_method","description":"Replication method, `append` or `truncate`","kind":"options","options":[{"label":"Append","value":"append"},{"label":"Truncate","value":"truncate"}],"value":"append","label":"Replication Method"},{"name":"table_prefix","description":"Add prefix to table name","label":"Table Prefix"},{"name":"table_suffix","description":"Add suffix to table name","label":"Table Suffix"},{"name":"max_cache","description":"Maximum cache size in MB","value":50,"label":"Max Cache"},{"name":"merge_state_messages","kind":"boolean","description":"Whether to merge multiple state messages from the tap into the state file or uses the last state message as the state file.","label":"Merge State Messages","value":false},{"name":"table_config","description":"A path to a file containing the definition of partitioning and clustering.","label":"Table Config"}],"maintainer":{"label":"Adswerve","url":"https://adswerve.com/","plugins":[{"url":"/taps/amazon-mws--adswerve","logo_url":"/assets/logos/taps/amazon-mws.png","label":"Amazon MWS"},{"url":"/targets/bigquery--adswerve","logo_url":"/assets/logos/targets/bigquery.png","label":"BigQuery"}],"page_url":"/singer/maintainers/adswerve"},"metrics":{"CREATED_AT_TIMESTAMP":"2020-06-16 18:39:33 +0000","NUM_OPEN_ISSUES":2,"NUM_FORKS":33,"LAST_PUSH_TIMESTAMP":"2022-02-12 22:49:41 +0000","LAST_UPDATED_TIMESTAMP":"2022-02-14 11:38:00 +0000","NUM_STARGAZERS":10,"MELTANO_PROJECT_ID_COUNT_3M":129,"NUM_WATCHERS":10,"MELTANO_EXEC_COUNT_3M":173211},"url":"/targets/bigquery--adswerve"},{"name":"transferwise","default":false,"repo":"https://github.com/transferwise/pipelinewise-target-bigquery","pip_url":"pipelinewise-target-bigquery","maintenance_status":"active","capabilities":["schema-flattening","hard-delete","soft-delete"],"settings_group_validation":[["dataset_id","project_id"]],"settings":[{"name":"dataset_id","description":"BigQuery dataset","schema_id":true,"label":"Dataset Id"},{"name":"project_id","description":"BigQuery project","label":"Project Id"},{"name":"location","description":"Region where BigQuery stores your dataset","value":"US","label":"Location"},{"name":"batch_size_rows","description":"Maximum number of rows in each batch. At the end of each batch, the rows in the batch are loaded into BigQuery.","label":"Batch Size Rows","value":100000,"kind":"integer"},{"name":"flush_all_streams","description":"Flush and load every stream into BigQuery when one batch is full. Warning - This may trigger transfer of data with low number of records, and may cause performance problems.","label":"Flush All Streams","value":false,"kind":"boolean"},{"name":"parallelism","description":"The number of threads used to flush tables. 0 will create a thread for each stream, up to parallelism_max. -1 will create a thread for each CPU core. Any other positive number will create that number of threads, up to parallelism_max.","label":"Parallelism","value":0,"kind":"integer"},{"name":"max_parallelism","description":"Max number of parallel threads to use when flushing tables.","value":16,"kind":"integer","label":"Max Parallelism"},{"name":"default_target_schema","description":"Name of the schema where the tables will be created. If schema_mapping is not defined then every stream sent by the tap is loaded into this schema.","label":"Default Target Schema"},{"name":"default_target_schema_select_permission","description":"Grant USAGE privilege on newly created schemas and grant SELECT privilege on newly created","label":"Default Target Schema Select Permission"},{"name":"schema_mapping","description":"(Experimental) Useful if you want to load multiple streams from one tap to multiple BigQuery schemas. If the tap sends the stream_id in - format then this option overwrites the default_target_schema value. Note, that using schema_mapping you can overwrite the default_target_schema_select_permission value to grant SELECT permissions to different groups per schemas or optionally you can create indices automatically for the replicated tables.","label":"Schema Mapping","kind":"object"},{"name":"add_metadata_columns","description":"Metadata columns add extra row level information about data ingestions, (i.e. when was the row read in source, when was inserted or deleted in bigquery etc.) Metadata columns are creating automatically by adding extra columns to the tables with a column prefix _sdc_. The column names are following the stitch naming conventions documented at https://www.stitchdata.com/docs/data-structure/integration-schemas#sdc-columns. Enabling metadata columns will flag the deleted rows by setting the _sdc_deleted_at metadata column. Without the add_metadata_columns option the deleted rows from singer taps will not be recognisable in BigQuery.","kind":"boolean","value":false,"label":"Add Metadata Columns"},{"name":"hard_delete","description":"When hard_delete option is true then DELETE SQL commands will be performed in BigQuery to delete rows in tables. It's achieved by continuously checking the _sdc_deleted_at metadata column sent by the singer tap. Due to deleting rows requires metadata columns, hard_delete option automatically enables the add_metadata_columns option as well.","label":"Hard Delete","kind":"boolean","value":false},{"name":"data_flattening_max_level","description":"Object type RECORD items from taps can be loaded into VARIANT columns as JSON (default) or we can flatten the schema by creating columns automatically. When value is 0 (default) then flattening functionality is turned off.","label":"Data Flattening Max Level","value":0,"kind":"integer"},{"name":"primary_key_required","description":"Log based and Incremental replications on tables with no Primary Key cause duplicates when merging UPDATE events. When set to true, stop loading data if no Primary Key is defined.","label":"Primary Key Required","kind":"boolean","value":true},{"name":"validate_records","description":"Validate every single record message to the corresponding JSON schema. This option is disabled by default and invalid RECORD messages will fail only at load time by BigQuery. Enabling this option will detect invalid records earlier but could cause performance degradation.","kind":"boolean","value":false,"label":"Validate Records"},{"name":"temp_schema","description":"Name of the schema where the temporary tables will be created. Will default to the same schema as the target tables.","label":"Temp Schema"}],"maintainer":{"label":"Wise","url":"https://wise.com/","plugins":[{"url":"/taps/kafka--transferwise","logo_url":"/assets/logos/taps/kafka.png","label":"Apache Kafka"},{"url":"/taps/s3-csv--transferwise","logo_url":"/assets/logos/taps/s3-csv.png","label":"AWS S3 CSV"},{"url":"/targets/bigquery--transferwise","logo_url":"/assets/logos/targets/bigquery.png","label":"BigQuery"},{"url":"/taps/google-analytics--transferwise","logo_url":"/assets/logos/taps/google-analytics.png","label":"Google Analytics"},{"url":"/taps/mixpanel--transferwise","logo_url":"/assets/logos/taps/mixpanel.png","label":"Mixpanel"},{"url":"/taps/mongodb--transferwise","logo_url":"/assets/logos/taps/mongodb.png","label":"MongoDB"},{"url":"/taps/mysql--transferwise","logo_url":"/assets/logos/taps/mysql.png","label":"MySQL / MariaDB"},{"url":"/taps/oracle--transferwise","logo_url":"/assets/logos/taps/oracle.png","label":"Oracle DB"},{"url":"/taps/postgres--transferwise","logo_url":"/assets/logos/taps/postgres.png","label":"PostgreSQL"},{"url":"/targets/postgres--transferwise","logo_url":"/assets/logos/targets/postgres.png","label":"PostgreSQL"},{"url":"/targets/redshift--transferwise","logo_url":"/assets/logos/targets/redshift.png","label":"Redshift"},{"url":"/taps/salesforce--transferwise","logo_url":"/assets/logos/taps/salesforce.png","label":"Salesforce"},{"url":"/taps/slack--transferwise","logo_url":"/assets/logos/taps/slack.png","label":"Slack"},{"url":"/targets/snowflake--transferwise","logo_url":"/assets/logos/targets/snowflake.png","label":"Snowflake"},{"url":"/taps/snowflake--transferwise","logo_url":"/assets/logos/taps/snowflake.png","label":"Snowflake"},{"url":"/taps/twilio--transferwise","logo_url":"/assets/logos/taps/twilio.png","label":"Twilio"},{"url":"/taps/zendesk--transferwise","logo_url":"/assets/logos/taps/zendesk.png","label":"Zendesk"},{"url":"/taps/zuora--transferwise","logo_url":"/assets/logos/taps/zuora.png","label":"Zuora"}],"page_url":"/singer/maintainers/transferwise"},"metrics":null,"url":"/targets/bigquery--transferwise"}],"entity_url":"https://cloud.google.com/bigquery","entity_type":"database","logo_url":"/assets/logos/targets/bigquery.png","meltano_url":"/loaders/bigquery","url":"/targets/bigquery"} \ No newline at end of file diff --git a/singer/targets/target-apprise.json b/singer/targets/target-apprise.json index 4a40ea6d0..206e07123 100644 --- a/singer/targets/target-apprise.json +++ b/singer/targets/target-apprise.json @@ -1 +1 @@ -{"description":"Apprise allows you to send a notification to almost all of the most popular notification services available to us today such as: Telegram, Discord, Slack, Amazon SNS, Gotify, etc","entity_type":"api","entity_url":"https://github.com/caronc/apprise","label":"Apprise","name":"target-apprise","singer_name":"target-apprise","type":"target","variants":[{"default":true,"maintenance_status":"active","meltano_sdk":true,"name":"AutoIDM","pip_url":"target-apprise","repo":"https://github.com/AutoIDM/target-apprise","capabilities":["about","stream-maps","record-flattening"],"settings_group_validation":[["uris"]],"settings":[{"name":"uris","kind":"array","label":"URIs","description":"Array of apprise URIs"}],"maintainer":null,"metrics":null,"url":"/targets/apprise--AutoIDM"}],"logo_url":"/assets/logos/targets/apprise.png","url":"/targets/apprise"} \ No newline at end of file +{"description":"Apprise allows you to send a notification to almost all of the most popular notification services available to us today such as: Telegram, Discord, Slack, Amazon SNS, Gotify, etc","entity_type":"api","entity_url":"https://github.com/caronc/apprise","label":"Apprise","name":"target-apprise","singer_name":"target-apprise","type":"target","variants":[{"default":true,"maintenance_status":"active","meltano_sdk":true,"name":"AutoIDM","pip_url":"target-apprise","repo":"https://github.com/AutoIDM/target-apprise","capabilities":["about","stream-maps","schema-flattening"],"settings_group_validation":[["uris"]],"settings":[{"name":"uris","kind":"array","label":"URIs","description":"Array of apprise URIs"}],"maintainer":null,"metrics":null,"url":"/targets/apprise--AutoIDM"}],"logo_url":"/assets/logos/targets/apprise.png","url":"/targets/apprise"} \ No newline at end of file From 588bd2df792f47eb983ef56f4a2dc6afb7b15e0d Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Fri, 13 Sep 2024 18:47:56 +0100 Subject: [PATCH 25/40] fix: Remove unused `flatten_records` setting for `target-s3` (#1841) --- _data/meltano/loaders/target-s3/crowemi.yml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/_data/meltano/loaders/target-s3/crowemi.yml b/_data/meltano/loaders/target-s3/crowemi.yml index 2ebc04c67..516358e70 100644 --- a/_data/meltano/loaders/target-s3/crowemi.yml +++ b/_data/meltano/loaders/target-s3/crowemi.yml @@ -113,10 +113,6 @@ settings: value: aws sensitive: true value: aws -- description: A flag indictating to flatten records. - kind: boolean - label: Flatten Records - name: flatten_records - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean From d7f7156b967fd24bf0a43a0e53aa3b973d292ca6 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Fri, 13 Sep 2024 12:08:52 -0600 Subject: [PATCH 26/40] fix: Remove `catalog_uri` setting from tap-iceberg (#1830) --- _data/meltano/extractors/tap-iceberg/shaped-ai.yml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 434296961..2d6799dad 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -53,9 +53,6 @@ settings: - description: The type of catalog to connect to. label: Catalog Type name: catalog_type -- description: The URI of the catalog to connect to. - label: Catalog URI - name: catalog_uri - description: Additional properties to pass to the catalog connection. kind: object label: Catalog Properties @@ -106,7 +103,6 @@ settings: name: stream_maps settings_group_validation: - - catalog_type - - catalog_uri settings_preamble: '' usage: '' variant: shaped-ai From 4fabc96a7d057ec8e28baf286b4174e9b5c87bd8 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Fri, 13 Sep 2024 12:16:24 -0600 Subject: [PATCH 27/40] chore: Fill in missing metadata (#1840) --- .github/workflows/test_meltano_add_install.yml | 2 +- _data/maintainers.yml | 2 ++ _data/meltano/extractors/tap-abicart/hotgluexyz.yml | 2 +- .../extractors/tap-apple-search-ads/mighty-digital.yml | 2 +- .../extractors/tap-atinternet/gendarmerienationale.yml | 2 +- _data/meltano/extractors/tap-ccxt/superkeyio.yml | 2 +- _data/meltano/extractors/tap-chorusai/andyoneal.yml | 2 +- .../extractors/tap-decentraland-api/decentraland.yml | 2 +- .../extractors/tap-decentraland-thegraph/decentraland.yml | 2 +- _data/meltano/extractors/tap-gladly/harrystech.yml | 2 +- _data/meltano/extractors/tap-linear/getoslash.yml | 2 +- _data/meltano/extractors/tap-mailjet/somtom.yml | 2 +- _data/meltano/extractors/tap-meltanohub/autoidm.yml | 2 +- _data/meltano/extractors/tap-meshstack/meshcloud.yml | 2 +- _data/meltano/extractors/tap-pingboard/immuta.yml | 2 +- _data/meltano/extractors/tap-planfix/epoch8.yml | 2 +- _data/meltano/extractors/tap-snowflake/transferwise.yml | 1 + _data/meltano/extractors/tap-tiktok-business/hkuffel.yml | 2 +- _data/meltano/loaders/target-bigquery/adswerve.yml | 1 + _data/meltano/loaders/target-csv/meltanolabs.yml | 2 +- _data/meltano/orchestrators/airflow/apache.yml | 7 +++++-- _data/meltano/utilities/airflow/apache.yml | 3 +++ _data/meltano/utilities/evidence/meltanolabs.yml | 6 +++--- _data/meltano/utilities/superset/apache.yml | 5 ++++- _data/meltano/utilities/superset/meltano.yml | 3 +++ 25 files changed, 39 insertions(+), 23 deletions(-) diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index fb7bc6587..9c3903b54 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -59,4 +59,4 @@ jobs: - name: Test install working-directory: test-project - run: meltano install + run: meltano install --force diff --git a/_data/maintainers.yml b/_data/maintainers.yml index f6bb67eaf..32173098b 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -360,6 +360,7 @@ einartg: url: https://github.com/einartg elementary: label: Elementary Data + name: elementary url: https://github.com/elementary-data eltonarodrigues: label: Elton de Andrade Rodrigues @@ -615,6 +616,7 @@ jkausti: url: https://github.com/jkausti jmriego: label: jmriego + name: jmriego url: https://github.com/jmriego jordanrburger: label: Jordan Burger diff --git a/_data/meltano/extractors/tap-abicart/hotgluexyz.yml b/_data/meltano/extractors/tap-abicart/hotgluexyz.yml index befc7afcd..a1fe63bdd 100644 --- a/_data/meltano/extractors/tap-abicart/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-abicart/hotgluexyz.yml @@ -6,7 +6,7 @@ capabilities: - state - stream-maps description: '' -domain_url: '' +domain_url: https://www.abicart.com/ executable: tap-abicart keywords: - meltano_sdk diff --git a/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml b/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml index 789cb1537..91e5c204d 100644 --- a/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml +++ b/_data/meltano/extractors/tap-apple-search-ads/mighty-digital.yml @@ -2,7 +2,7 @@ capabilities: - catalog - discover - state -domain_url: '' +domain_url: https://searchads.apple.com/ keywords: [] label: Apple Search Ads logo_url: /assets/logos/extractors/apple-search-ads.png diff --git a/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml b/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml index 7db17d14c..b6628cc13 100644 --- a/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml +++ b/_data/meltano/extractors/tap-atinternet/gendarmerienationale.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://developers.atinternet-solutions.com/ keywords: - meltano_sdk label: AT Internet diff --git a/_data/meltano/extractors/tap-ccxt/superkeyio.yml b/_data/meltano/extractors/tap-ccxt/superkeyio.yml index a6a183900..c1e4a30c0 100644 --- a/_data/meltano/extractors/tap-ccxt/superkeyio.yml +++ b/_data/meltano/extractors/tap-ccxt/superkeyio.yml @@ -2,7 +2,7 @@ capabilities: - catalog - discover - state -domain_url: '' +domain_url: https://github.com/ccxt/ccxt keywords: - meltano_sdk label: CCXT diff --git a/_data/meltano/extractors/tap-chorusai/andyoneal.yml b/_data/meltano/extractors/tap-chorusai/andyoneal.yml index aae8304f5..85a1b6794 100644 --- a/_data/meltano/extractors/tap-chorusai/andyoneal.yml +++ b/_data/meltano/extractors/tap-chorusai/andyoneal.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://www.chorus.ai/ keywords: - meltano_sdk label: Chorusai diff --git a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml index e9d997d5f..7f1e8aae1 100644 --- a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://decentraland.org/ keywords: - meltano_sdk label: Decentraland API diff --git a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml index 34822a3c8..bf7472720 100644 --- a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://decentraland.org/ keywords: - meltano_sdk label: Decentraland Thegraph diff --git a/_data/meltano/extractors/tap-gladly/harrystech.yml b/_data/meltano/extractors/tap-gladly/harrystech.yml index 2fb768391..c31591e3a 100644 --- a/_data/meltano/extractors/tap-gladly/harrystech.yml +++ b/_data/meltano/extractors/tap-gladly/harrystech.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://www.gladly.com/ keywords: - meltano_sdk label: Gladly diff --git a/_data/meltano/extractors/tap-linear/getoslash.yml b/_data/meltano/extractors/tap-linear/getoslash.yml index 92c119e78..89354b636 100644 --- a/_data/meltano/extractors/tap-linear/getoslash.yml +++ b/_data/meltano/extractors/tap-linear/getoslash.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://linear.app/ keywords: - meltano_sdk label: Linear diff --git a/_data/meltano/extractors/tap-mailjet/somtom.yml b/_data/meltano/extractors/tap-mailjet/somtom.yml index 2510c01e0..a2c8414ea 100644 --- a/_data/meltano/extractors/tap-mailjet/somtom.yml +++ b/_data/meltano/extractors/tap-mailjet/somtom.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://www.mailjet.com/ keywords: - meltano_sdk label: Mailjet diff --git a/_data/meltano/extractors/tap-meltanohub/autoidm.yml b/_data/meltano/extractors/tap-meltanohub/autoidm.yml index adabaa6fe..311c38b9f 100644 --- a/_data/meltano/extractors/tap-meltanohub/autoidm.yml +++ b/_data/meltano/extractors/tap-meltanohub/autoidm.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://hub.meltano.com/ keywords: - meltano_sdk - zero auth diff --git a/_data/meltano/extractors/tap-meshstack/meshcloud.yml b/_data/meltano/extractors/tap-meshstack/meshcloud.yml index 59ce11f5f..e1b88f1be 100644 --- a/_data/meltano/extractors/tap-meshstack/meshcloud.yml +++ b/_data/meltano/extractors/tap-meshstack/meshcloud.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://www.meshcloud.io/ keywords: - meltano_sdk label: Meshstack diff --git a/_data/meltano/extractors/tap-pingboard/immuta.yml b/_data/meltano/extractors/tap-pingboard/immuta.yml index 66326d104..61eef0229 100644 --- a/_data/meltano/extractors/tap-pingboard/immuta.yml +++ b/_data/meltano/extractors/tap-pingboard/immuta.yml @@ -4,7 +4,7 @@ capabilities: - discover - state - stream-maps -domain_url: '' +domain_url: https://www.immuta.com/ keywords: [] label: Pingboard logo_url: /assets/logos/extractors/pingboard.png diff --git a/_data/meltano/extractors/tap-planfix/epoch8.yml b/_data/meltano/extractors/tap-planfix/epoch8.yml index ca1c882ca..a6ea618e2 100644 --- a/_data/meltano/extractors/tap-planfix/epoch8.yml +++ b/_data/meltano/extractors/tap-planfix/epoch8.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://planfix.com/ keywords: - meltano_sdk label: Planfix diff --git a/_data/meltano/extractors/tap-snowflake/transferwise.yml b/_data/meltano/extractors/tap-snowflake/transferwise.yml index ef6937127..72e98c347 100644 --- a/_data/meltano/extractors/tap-snowflake/transferwise.yml +++ b/_data/meltano/extractors/tap-snowflake/transferwise.yml @@ -23,6 +23,7 @@ settings: label: Database Name name: dbname - description: Use insecure mode to avoid "Failed to get OCSP response" warnings. + kind: boolean label: Insecure Mode name: insecure_mode value: false diff --git a/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml b/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml index e83df49d5..7661fb77a 100644 --- a/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml +++ b/_data/meltano/extractors/tap-tiktok-business/hkuffel.yml @@ -5,7 +5,7 @@ capabilities: - schema-flattening - state - stream-maps -domain_url: '' +domain_url: https://www.tiktok.com/business/ keywords: - meltano_sdk label: Tiktok Business diff --git a/_data/meltano/loaders/target-bigquery/adswerve.yml b/_data/meltano/loaders/target-bigquery/adswerve.yml index 30da47cbb..387cda7b7 100644 --- a/_data/meltano/loaders/target-bigquery/adswerve.yml +++ b/_data/meltano/loaders/target-bigquery/adswerve.yml @@ -74,6 +74,7 @@ settings: label: Table Suffix name: table_suffix - description: Maximum cache size in MB + kind: integer label: Max Cache name: max_cache value: 50 diff --git a/_data/meltano/loaders/target-csv/meltanolabs.yml b/_data/meltano/loaders/target-csv/meltanolabs.yml index 14d7febbc..ad51a8485 100644 --- a/_data/meltano/loaders/target-csv/meltanolabs.yml +++ b/_data/meltano/loaders/target-csv/meltanolabs.yml @@ -3,7 +3,7 @@ capabilities: - schema-flattening - stream-maps description: CSV loader -domain_url: '' +domain_url: https://en.wikipedia.org/wiki/Comma-separated_values executable: target-csv keywords: - meltano_sdk diff --git a/_data/meltano/orchestrators/airflow/apache.yml b/_data/meltano/orchestrators/airflow/apache.yml index 1558ed7a1..c311388b5 100644 --- a/_data/meltano/orchestrators/airflow/apache.yml +++ b/_data/meltano/orchestrators/airflow/apache.yml @@ -34,8 +34,8 @@ next_steps: | By default, the UI will be available at at [`http://localhost:8080`](http://localhost:8080). You can change this using the `webserver.web_server_port` setting documented below. 1. Start Scheduler or execute Airflow commands directly using the instructions in [the Meltano docs](https://docs.meltano.com/guide/orchestration#starting-the-airflow-scheduler). -pip_url: apache-airflow==2.1.2 --constraint - https://raw.githubusercontent.com/apache/airflow/constraints-2.1.2/constraints-${MELTANO__PYTHON_VERSION}.txt +pip_url: apache-airflow==2.10.1 --constraint + https://raw.githubusercontent.com/apache/airflow/constraints-2.10.1/constraints-${MELTANO__PYTHON_VERSION}.txt repo: https://github.com/apache/airflow requires: files: @@ -43,6 +43,7 @@ requires: variant: meltano settings: - env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION + kind: boolean label: Pause DAGs at Creation name: core.dags_are_paused_at_creation value: false @@ -51,6 +52,7 @@ settings: name: core.dags_folder value: $MELTANO_PROJECT_ROOT/orchestrate/dags - env: AIRFLOW__CORE__LOAD_EXAMPLES + kind: boolean label: Load Examples name: core.load_examples value: false @@ -63,6 +65,7 @@ settings: name: core.sql_alchemy_conn value: sqlite:///$MELTANO_PROJECT_ROOT/.meltano/orchestrators/airflow/airflow.db - env: AIRFLOW__WEBSERVER__WEB_SERVER_PORT + kind: integer label: Webserver Port name: webserver.web_server_port value: 8080 diff --git a/_data/meltano/utilities/airflow/apache.yml b/_data/meltano/utilities/airflow/apache.yml index 359998935..39ec1b70a 100644 --- a/_data/meltano/utilities/airflow/apache.yml +++ b/_data/meltano/utilities/airflow/apache.yml @@ -57,6 +57,7 @@ pip_url: git+https://github.com/meltano/airflow-ext.git@main apache-airflow==2.8 repo: https://github.com/apache/airflow settings: - env: AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION + kind: boolean label: Pause DAGs at Creation name: core.dags_are_paused_at_creation value: false @@ -65,6 +66,7 @@ settings: name: core.dags_folder value: $MELTANO_PROJECT_ROOT/orchestrate/airflow/dags - env: AIRFLOW__CORE__LOAD_EXAMPLES + kind: boolean label: Load Examples name: core.load_examples value: false @@ -110,6 +112,7 @@ settings: name: scheduler.child_process_log_directory value: $MELTANO_PROJECT_ROOT/.meltano/utilities/airflow/logs/scheduler - env: AIRFLOW__WEBSERVER__WEB_SERVER_PORT + kind: integer label: Webserver Port name: webserver.web_server_port value: 8080 diff --git a/_data/meltano/utilities/evidence/meltanolabs.yml b/_data/meltano/utilities/evidence/meltanolabs.yml index 5debcab5a..49c0852d0 100644 --- a/_data/meltano/utilities/evidence/meltanolabs.yml +++ b/_data/meltano/utilities/evidence/meltanolabs.yml @@ -68,9 +68,9 @@ settings: label: Send Anonymous Usage Stats name: send_anonymous_usage_stats options: - - value: yes - - value: no - value: yes + - value: "yes" + - value: "no" + value: "yes" - env: BIGQUERY_CLIENT_EMAIL kind: string label: BigQuery Client Email diff --git a/_data/meltano/utilities/superset/apache.yml b/_data/meltano/utilities/superset/apache.yml index e82be9a9d..867228055 100644 --- a/_data/meltano/utilities/superset/apache.yml +++ b/_data/meltano/utilities/superset/apache.yml @@ -76,7 +76,7 @@ next_steps: | ``` Now when you (re)start Superset, you will be able to connect to a new type of database, like Snowflake in the example. -pip_url: apache-superset==1.5.0 markupsafe==2.0.1 cryptography==3.4.7 +pip_url: apache-superset==3.1.1 flask==2.2.5 werkzeug==2.3.3 jinja2==3.0.1 wtforms==2.3.3 prereq: | #### Dependencies @@ -109,16 +109,19 @@ settings: value: 0.0.0.0 - description: Port used by `meltano invoke superset:ui`. Used in the `gunicorn` `--bind` option along with `ui.bind_host`. + kind: integer label: UI Port name: ui.port value: 8088 - description: Timeout in sections, used by `meltano invoke superset:ui`. Corresponds to the `gunicorn` `--timeout` option + kind: integer label: UI Timeout name: ui.timeout value: 60 - description: Workers used by `meltano invoke superset:ui`. Corresponds to the `gunicorn` `--workers` option + kind: integer label: UI Workers name: ui.workers value: 4 diff --git a/_data/meltano/utilities/superset/meltano.yml b/_data/meltano/utilities/superset/meltano.yml index bfa793427..4ef2da6cf 100644 --- a/_data/meltano/utilities/superset/meltano.yml +++ b/_data/meltano/utilities/superset/meltano.yml @@ -127,16 +127,19 @@ settings: value: 0.0.0.0 - description: Port used by `meltano invoke superset:ui`. Used in the `gunicorn` `--bind` option along with `ui.bind_host`. + kind: integer label: UI Port name: ui.port value: 8088 - description: Timeout in sections, used by `meltano invoke superset:ui`. Corresponds to the `gunicorn` `--timeout` option + kind: integer label: UI Timeout name: ui.timeout value: 60 - description: Workers used by `meltano invoke superset:ui`. Corresponds to the `gunicorn` `--workers` option + kind: integer label: UI Workers name: ui.workers value: 4 From 85de5395206cff6b9126f52cc7b9ce531d6d9624 Mon Sep 17 00:00:00 2001 From: MeltyBot <105875157+MeltyBot@users.noreply.github.com> Date: Mon, 16 Sep 2024 10:16:49 -0400 Subject: [PATCH 28/40] chore: [Hub Bot] Refresh metadata 2024-09-16 (#1842) Co-authored-by: pnadolny13 Co-authored-by: Pat Nadolny --- .../loaders/target-bigquery/z3z1ma.yml | 5 +++++ .../meltano/loaders/target-db2/infostrux.yml | 4 ++-- .../loaders/target-redshift/ticketswap.yml | 22 ++++++++++--------- 3 files changed, 19 insertions(+), 12 deletions(-) diff --git a/_data/meltano/loaders/target-bigquery/z3z1ma.yml b/_data/meltano/loaders/target-bigquery/z3z1ma.yml index a0391d91e..38f39d6af 100644 --- a/_data/meltano/loaders/target-bigquery/z3z1ma.yml +++ b/_data/meltano/loaders/target-bigquery/z3z1ma.yml @@ -49,6 +49,11 @@ settings: label: Column Name Transforms Quote name: column_name_transforms.quote value: false +- description: Convert periods to underscores + kind: boolean + label: Column Name Transforms Replace Period With Underscore + name: column_name_transforms.replace_period_with_underscore + value: false - description: Convert columns to snake case kind: boolean label: Column Name Transforms Snake Case diff --git a/_data/meltano/loaders/target-db2/infostrux.yml b/_data/meltano/loaders/target-db2/infostrux.yml index 0d564a09a..8528f0b9b 100644 --- a/_data/meltano/loaders/target-db2/infostrux.yml +++ b/_data/meltano/loaders/target-db2/infostrux.yml @@ -2,7 +2,6 @@ capabilities: - about - schema-flattening - stream-maps -- validate-records description: Singer Target for IBM Db2 domain_url: https://www.ibm.com/db2 executable: target-db2 @@ -38,7 +37,8 @@ settings: kind: string label: Faker Config Seed name: faker_config.seed -- description: "'True' to enable schema flattening and automatically expand nested properties." +- description: "'True' to enable schema flattening and automatically expand nested + properties." kind: boolean label: Flattening Enabled name: flattening_enabled diff --git a/_data/meltano/loaders/target-redshift/ticketswap.yml b/_data/meltano/loaders/target-redshift/ticketswap.yml index 215d6e482..eea51df5e 100644 --- a/_data/meltano/loaders/target-redshift/ticketswap.yml +++ b/_data/meltano/loaders/target-redshift/ticketswap.yml @@ -40,13 +40,13 @@ settings: kind: integer label: Batch Size Rows name: batch_size_rows -- description: Redshift cluster identifier. Note if enable_iam_authentication +- description: Redshift cluster identifier. Note if sqlalchemy_url is set or enable_iam_authentication is false this will be ignored. kind: password label: Cluster IDentifier name: cluster_identifier sensitive: true -- description: Database name. +- description: Database name. Note if sqlalchemy_url is set this will be ignored. kind: string label: Database name name: dbname @@ -103,12 +103,13 @@ settings: - label: Overwrite value: overwrite value: append-only -- description: Password used to authenticate. +- description: Password used to authenticate. Note if sqlalchemy_url is set this will + be ignored. kind: password label: Password name: password sensitive: true -- description: The port on which redshift is awaiting connection. +- description: The port on which redshift is awaiting connection. kind: string label: Port name: port @@ -128,20 +129,20 @@ settings: name: s3_key_prefix sensitive: true value: '' -- description: AWS region for S3 bucket. If not specified, region will be detected by boto config resolution. - See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html. +- description: AWS region for S3 bucket. If not specified, region will be detected + by boto config resolution. See https://boto3.amazonaws.com/v1/documentation/api/latest/guide/configuration.html kind: string label: S3 Region name: s3_region - description: Whether or not to use ssl to verify the server's identity. Use ssl_certificate_authority and ssl_mode for further customization. To use a client certificate to authenticate - yourself to the server, use ssl_client_certificate_enable instead. + yourself to the server, use ssl_client_certificate_enable instead. kind: boolean label: SSL Enable name: ssl_enable value: false -- description: SSL Protection method, see [postgres - documentation](https://www.postgresql.org/docs/current/libpq-ssl.html#LIBPQ-SSL-PROTECTION) +- description: SSL Protection method, see [redshift + documentation](https://docs.aws.amazon.com/redshift/latest/mgmt/connecting-ssl-support.html for more information. Must be one of disable, allow, prefer, require, verify-ca, or verify-full. kind: string @@ -162,7 +163,8 @@ settings: label: Temp Dir name: temp_dir value: temp -- description: User name used to authenticate. +- description: User name used to authenticate. Note if sqlalchemy_url is set this + will be ignored. kind: string label: User name: user From f91f1eac1054626317e53e7c181650da1b3d4808 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Mon, 16 Sep 2024 15:54:44 -0600 Subject: [PATCH 29/40] fix: Remove `abij` variant of tap-surveymonkey because the repo no longer exists (#1844) --- .github/workflows/validate-urls.yml | 2 +- _data/maintainers.yml | 4 ---- .../extractors/tap-surveymonkey/abij.yml | 18 ------------------ _data/variant_metrics.yml | 19 ------------------- 4 files changed, 1 insertion(+), 42 deletions(-) delete mode 100644 _data/meltano/extractors/tap-surveymonkey/abij.yml diff --git a/.github/workflows/validate-urls.yml b/.github/workflows/validate-urls.yml index 646e43475..1319abdd0 100644 --- a/.github/workflows/validate-urls.yml +++ b/.github/workflows/validate-urls.yml @@ -47,4 +47,4 @@ jobs: INVALID_URLS: ${{ env.INVALID_URL }} with: filename: .github/ISSUE_TEMPLATE/invalid_urls.md - update_existing: true \ No newline at end of file + update_existing: true diff --git a/_data/maintainers.yml b/_data/maintainers.yml index 32173098b..e21f3ab02 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -2,10 +2,6 @@ a-rusi: label: Alejandro Rusi name: a-rusi url: https://github.com/a-rusi -abij: - label: abij - name: abij - url: https://github.com/abij acarter24: label: acarter24 name: acarter24 diff --git a/_data/meltano/extractors/tap-surveymonkey/abij.yml b/_data/meltano/extractors/tap-surveymonkey/abij.yml deleted file mode 100644 index 67ba63acf..000000000 --- a/_data/meltano/extractors/tap-surveymonkey/abij.yml +++ /dev/null @@ -1,18 +0,0 @@ -capabilities: -- catalog -- discover -- state -description: Online Survey Tool -domain_url: https://developer.surveymonkey.com/api/v3/ -keywords: -- api -label: SurveyMonkey -logo_url: /assets/logos/extractors/surveymonkey.png -maintenance_status: unknown -name: tap-surveymonkey -namespace: tap_surveymonkey -pip_url: git+https://github.com/abij/tap-surveymonkey.git -quality: unknown -repo: https://github.com/abij/tap-surveymonkey -settings: [] -variant: abij diff --git a/_data/variant_metrics.yml b/_data/variant_metrics.yml index 20aa09c31..1511cf8c3 100644 --- a/_data/variant_metrics.yml +++ b/_data/variant_metrics.yml @@ -2869,25 +2869,6 @@ metrics: success_projects_unstruct_by_name: 0 success_projects_unstruct_by_variant: 0 variant: aaimtt - https://github.com/abij/tap-surveymonkey: - all_execs: 0 - all_execs_by_name: 117 - all_execs_unstruct_by_name: 117 - all_execs_unstruct_by_variant: 0 - all_projects: 0 - all_projects_by_name: 1 - all_projects_unstruct_by_name: 1 - all_projects_unstruct_by_variant: 0 - name: tap-surveymonkey - pip_url: git+https://github.com/abij/tap-surveymonkey.git - plugin_type: extractors - success_execs_by_name: 74 - success_execs_unstruct_by_name: 74 - success_execs_unstruct_by_variant: 0 - success_projects_by_name: 1 - success_projects_unstruct_by_name: 1 - success_projects_unstruct_by_variant: 0 - variant: abij https://github.com/acarter24/tap-freshdesk: all_execs: 283 all_execs_by_name: 2537 From b90b577ed5e6cbb5d32e7cbe060028367a0ed9d3 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 16 Sep 2024 21:55:48 +0000 Subject: [PATCH 30/40] chore(deps): bump tj-actions/changed-files from 45.0.1 to 45.0.2 Bumps [tj-actions/changed-files](https://github.com/tj-actions/changed-files) from 45.0.1 to 45.0.2. - [Release notes](https://github.com/tj-actions/changed-files/releases) - [Changelog](https://github.com/tj-actions/changed-files/blob/main/HISTORY.md) - [Commits](https://github.com/tj-actions/changed-files/compare/v45.0.1...v45.0.2) --- updated-dependencies: - dependency-name: tj-actions/changed-files dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- .github/workflows/check-yaml-format.yml | 2 +- .github/workflows/test_dispatcher.yml | 2 +- .github/workflows/test_meltano_add_install.yml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/check-yaml-format.yml b/.github/workflows/check-yaml-format.yml index f485d6dc5..5888a8e79 100644 --- a/.github/workflows/check-yaml-format.yml +++ b/.github/workflows/check-yaml-format.yml @@ -15,7 +15,7 @@ jobs: - name: Get changed files in the docs folder id: changed-files - uses: tj-actions/changed-files@v45.0.1 + uses: tj-actions/changed-files@v45.0.2 with: files: | _data/**/*.yml diff --git a/.github/workflows/test_dispatcher.yml b/.github/workflows/test_dispatcher.yml index 67280aeac..0e0382604 100644 --- a/.github/workflows/test_dispatcher.yml +++ b/.github/workflows/test_dispatcher.yml @@ -25,7 +25,7 @@ jobs: - name: Get changed files id: changed_files - uses: tj-actions/changed-files@v45.0.1 + uses: tj-actions/changed-files@v45.0.2 with: sha: ${{ github.event.pull_request.head.sha }} json: "true" diff --git a/.github/workflows/test_meltano_add_install.yml b/.github/workflows/test_meltano_add_install.yml index 9c3903b54..2fbc317bf 100644 --- a/.github/workflows/test_meltano_add_install.yml +++ b/.github/workflows/test_meltano_add_install.yml @@ -21,7 +21,7 @@ jobs: - name: Get changed plugins id: changed_plugins - uses: tj-actions/changed-files@v45.0.1 + uses: tj-actions/changed-files@v45.0.2 with: files: _data/meltano/*/*/*.yml matrix: true From 11ffa2b0b116e9a79e69613539eeeabe2cf60982 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Mon, 16 Sep 2024 16:37:45 -0600 Subject: [PATCH 31/40] Make the Steve Clarke variant of tap-s3-csv the default (#1838) --- _data/default_variants.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 657fc94bf..680a793d9 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -437,7 +437,7 @@ extractors: tap-rocket-chat: airbyte tap-rockgympro: cinchio tap-s3: airbyte - tap-s3-csv: transferwise + tap-s3-csv: s7clarke10 tap-saasoptics: datarts-tech tap-sailthru: singer-io tap-salesforce: meltanolabs From eb68dc4523051652752ef012ad66ad6813fe9f9d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Mon, 16 Sep 2024 19:14:58 -0600 Subject: [PATCH 32/40] fix: Replace YAML wrong boolean `no` values with string literals (#1846) --- _data/meltano/extractors/tap-gnews/airbyte.yml | 8 ++++---- _data/meltano/extractors/tap-openweathermap/airbyte.yml | 4 ++-- 2 files changed, 6 insertions(+), 6 deletions(-) diff --git a/_data/meltano/extractors/tap-gnews/airbyte.yml b/_data/meltano/extractors/tap-gnews/airbyte.yml index 3c5d70ce4..c250f2735 100644 --- a/_data/meltano/extractors/tap-gnews/airbyte.yml +++ b/_data/meltano/extractors/tap-gnews/airbyte.yml @@ -65,8 +65,8 @@ settings: value: jp - label: Nl value: nl - - label: No - value: no + - label: "No" + value: "no" - label: Pk value: pk - label: Pe @@ -138,8 +138,8 @@ settings: value: ml - label: Mr value: mr - - label: No - value: no + - label: "No" + value: "no" - label: Pt value: pt - label: Ro diff --git a/_data/meltano/extractors/tap-openweathermap/airbyte.yml b/_data/meltano/extractors/tap-openweathermap/airbyte.yml index 3e540192d..a60c9f04c 100644 --- a/_data/meltano/extractors/tap-openweathermap/airbyte.yml +++ b/_data/meltano/extractors/tap-openweathermap/airbyte.yml @@ -89,8 +89,8 @@ settings: value: lt - label: Mk value: mk - - label: No - value: no + - label: "No" + value: "no" - label: Nl value: nl - label: Pl From 20bfbbfd2a9e87664623d56e9e09ab3414a81e5f Mon Sep 17 00:00:00 2001 From: ReubenFrankel <60552974+ReubenFrankel@users.noreply.github.com> Date: Tue, 17 Sep 2024 18:59:10 +0100 Subject: [PATCH 33/40] Bump `matatika` utility from `v0.36.0` to `v0.37.0` (#1847) --- _data/meltano/utilities/matatika/matatika.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/_data/meltano/utilities/matatika/matatika.yml b/_data/meltano/utilities/matatika/matatika.yml index 29f077df9..fbe876cdb 100644 --- a/_data/meltano/utilities/matatika/matatika.yml +++ b/_data/meltano/utilities/matatika/matatika.yml @@ -50,7 +50,7 @@ next_steps: | If you're running into problems with this extension, or just want to chat about all things data, [join the Matatika Slack community](https://join.slack.com/t/matatika/shared_invite/zt-19n1bfokx-F31DNitTpSxWCFO2aFlgxg).

-pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.36.0 +pip_url: git+https://github.com/Matatika/matatika-ext.git@v0.37.0 repo: https://github.com/Matatika/matatika-ce usage: For help, try `meltano invoke matatika --help` (or `--help` on any subcommand). variant: matatika From 5ea6e6e7347e7f88512986bc39de3f66858d01ac Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Thu, 19 Sep 2024 10:54:31 -0400 Subject: [PATCH 34/40] chore: split metadata extract across several workflows (#1849) --- .../workflows/metadata-extract-airbyte.yml | 89 ++++++++ .../workflows/metadata-extract-extractors.yml | 190 ++++++++++++++++++ .../workflows/metadata-extract-loaders.yml | 122 +++++++++++ 3 files changed, 401 insertions(+) create mode 100644 .github/workflows/metadata-extract-airbyte.yml create mode 100644 .github/workflows/metadata-extract-extractors.yml create mode 100644 .github/workflows/metadata-extract-loaders.yml diff --git a/.github/workflows/metadata-extract-airbyte.yml b/.github/workflows/metadata-extract-airbyte.yml new file mode 100644 index 000000000..a155d9ddf --- /dev/null +++ b/.github/workflows/metadata-extract-airbyte.yml @@ -0,0 +1,89 @@ +name: Metadata Extract + +on: + workflow_dispatch: + inputs: + environment: + description: 'The environment to run the workflow in' + required: true + type: choice + default: 'preview' + options: + - 'preview' + - 'production' + schedule: + - cron: '0 9 * * 1' # Run at midnight UTC on Mondays + +jobs: + get_variants_list: + runs-on: ubuntu-latest + outputs: + airbyte_matrix: ${{ steps.setmatrix_airbyte.outputs.airbyte_matrix }} + + steps: + - uses: actions/checkout@v4.1.7 + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + - name: Get Variants List - Airbyte + id: get-variants-list-airbyte + run: echo "VARIANTS_AIRBYTE=$(hub-utils get-variant-names $(pwd) --metadata-type=airbyte)" >> $GITHUB_OUTPUT + + - name: Set Dynamic Airbyte Matrix + id: setmatrix_airbyte + run: | + matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-airbyte.outputs.VARIANTS_AIRBYTE }}}" + echo "::set-output name=airbyte_matrix::$matrixStringifiedObject" + + metadata_extract_airbyte_p1: + name: Airbyte - Part 1 Metadata Extract + needs: get_variants_list + runs-on: ubuntu-latest + strategy: + fail-fast: false + matrix: ${{ fromJson(needs.get_variants_list.outputs.airbyte_matrix) }} + container: + image: airbyte/${{ matrix.source-name }}:latest + steps: + - name: Get Airbyte Spec + run: | + $AIRBYTE_ENTRYPOINT spec | grep '^.*"type":\s*"SPEC".*$' > extractor--${{ matrix.source-name }}--airbyte.json + id: get-airbyte-stdout + - uses: actions/upload-artifact@v3 + with: + name: extractor--${{ matrix.source-name }}--airbyte.json + path: extractor--${{ matrix.source-name }}--airbyte.json + + metadata_extract_airbyte_p2: + name: Airbyte - Part 2 Metadata Extract + if: ${{ always() }} + needs: [metadata_extract_airbyte_p1, get_variants_list] + runs-on: ubuntu-latest + environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} + env: + AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" + strategy: + fail-fast: false + matrix: ${{ fromJson(needs.get_variants_list.outputs.airbyte_matrix) }} + permissions: + id-token: write # This is required for requesting the JWT + steps: + - uses: actions/checkout@v4.1.7 + + - name: Configure AWS credentials + uses: aws-actions/configure-aws-credentials@v4.0.2 + with: + role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} + aws-region: us-west-2 + role-session-name: "GitHubActions" + + - uses: actions/download-artifact@v3 + with: + name: extractor--${{ matrix.source-name }}--airbyte.json + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + - name: Upload Metadata + run: hub-utils upload-airbyte "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" extractor--${{ matrix.source-name }}--airbyte.json diff --git a/.github/workflows/metadata-extract-extractors.yml b/.github/workflows/metadata-extract-extractors.yml new file mode 100644 index 000000000..8cb00a9d3 --- /dev/null +++ b/.github/workflows/metadata-extract-extractors.yml @@ -0,0 +1,190 @@ +name: Metadata Extract + +on: + workflow_dispatch: + inputs: + environment: + description: 'The environment to run the workflow in' + required: true + type: choice + default: 'preview' + options: + - 'preview' + - 'production' + schedule: + - cron: '0 9 * * 1' # Run at midnight UTC on Mondays + +jobs: + get_variants_list: + runs-on: ubuntu-latest + outputs: + sdk_ex_matrix: ${{ steps.setmatrix_sdk_ex.outputs.sdk_ex_matrix }} + + steps: + - uses: actions/checkout@v4.1.7 + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + - name: Get Variants List - SDK Extractors (p1) + id: get-variants-list-sdk-ex-p1 + run: echo "VARIANTS_SDK_EX_P1=$(hub-utils get-variant-names $(pwd) --plugin-type=extractors --metadata-type=sdk --limit=200)" >> $GITHUB_OUTPUT + + - name: Set Dynamic Matrix - SDK Extractors (p1) + id: setmatrix_sdk_ex_p1 + run: | + matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-sdk-ex-p1.outputs.VARIANTS_SDK_EX_P1 }}}" + echo "::set-output name=sdk_ex_p1_matrix::$matrixStringifiedObject" + + - name: Get Variants List - SDK Extractors (p2) + id: get-variants-list-sdk-ex-p2 + run: echo "VARIANTS_SDK_EX_P2=$(hub-utils get-variant-names $(pwd) --plugin-type=extractors --metadata-type=sdk --skip=200)" >> $GITHUB_OUTPUT + + - name: Set Dynamic Matrix - SDK Extractors (p2) + id: setmatrix_sdk_ex_p2 + run: | + matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-sdk-ex-p2.outputs.VARIANTS_SDK_EX_P2 }}}" + echo "::set-output name=sdk_ex_p2_matrix::$matrixStringifiedObject" + + metadata_extract_sdk_ex_p1: + name: SDK Extractors - Metadata Extract (p1) + needs: get_variants_list + runs-on: ubuntu-latest + environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} + env: + AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" + strategy: + fail-fast: false + matrix: ${{ fromJson(needs.get_variants_list.outputs.sdk_ex_p1_matrix) }} + permissions: + id-token: write # This is required for requesting the JWT + steps: + - uses: actions/checkout@v4.1.7 + + - name: Configure AWS credentials + uses: aws-actions/configure-aws-credentials@v4.0.2 + with: + role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} + aws-region: us-west-2 + role-session-name: "GitHubActions" + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + # This starts the attempts to install and extract metadata. Since we don't + # know what python versions are accepted we start with the latest and continue + # decreasing until we have a success or run out of python versions to attempt. + - name: Install Python 3.12 + uses: actions/setup-python@v5 + with: + python-version: '3.12' + + - name: Extract Metadata (3.12) + id: extract_312 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.11 (Only if 3.12 failed) + if: always() && (steps.extract_312.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.11' + + - name: Extract Metadata (3.11) + if: always() && (steps.extract_312.outcome == 'failure') + id: extract_311 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.10 (Only if 3.11 failed) + if: always() && (steps.extract_311.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.10' + + - name: Extract Metadata (3.10) + if: always() && (steps.extract_311.outcome == 'failure') + id: extract_310 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.9 (Only if 3.10 failed) + if: always() && (steps.extract_310.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.9' + + - name: Extract Metadata (3.9) + if: always() && (steps.extract_310.outcome == 'failure') + id: extract_39 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.8 (Only if 3.9 failed) + if: always() && (steps.extract_39.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.8' + + - name: Extract Metadata (3.8) + if: always() && (steps.extract_39.outcome == 'failure') + id: extract_38 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + + metadata_extract_sdk_ex_p2: + name: SDK Extractors - Metadata Extract (p2) + needs: get_variants_list + runs-on: ubuntu-latest + environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} + env: + AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" + strategy: + fail-fast: false + matrix: ${{ fromJson(needs.get_variants_list.outputs.sdk_ex_p2_matrix) }} + permissions: + id-token: write # This is required for requesting the JWT + steps: + - uses: actions/checkout@v4.1.7 + + - name: Configure AWS credentials + uses: aws-actions/configure-aws-credentials@v4.0.2 + with: + role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} + aws-region: us-west-2 + role-session-name: "GitHubActions" + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + - name: Install Python 3.10 + uses: actions/setup-python@v5 + with: + python-version: '3.10' + + - name: Extract Metadata (3.10) + id: extract_310 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.9 (Only if 3.10 failed) + if: always() && (steps.extract_310.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.9' + + - name: Extract Metadata (3.9) + if: always() && (steps.extract_310.outcome == 'failure') + id: extract_39 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.8 (Only if 3.9 failed) + if: always() && (steps.extract_39.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.8' + + - name: Extract Metadata (3.8) + if: always() && (steps.extract_39.outcome == 'failure') + id: extract_38 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data diff --git a/.github/workflows/metadata-extract-loaders.yml b/.github/workflows/metadata-extract-loaders.yml new file mode 100644 index 000000000..2c9180c50 --- /dev/null +++ b/.github/workflows/metadata-extract-loaders.yml @@ -0,0 +1,122 @@ +name: Metadata Extract + +on: + workflow_dispatch: + inputs: + environment: + description: 'The environment to run the workflow in' + required: true + type: choice + default: 'preview' + options: + - 'preview' + - 'production' + schedule: + - cron: '0 9 * * 1' # Run at midnight UTC on Mondays + +jobs: + get_variants_list: + runs-on: ubuntu-latest + outputs: + sdk_loaders_matrix: ${{ steps.setmatrix_sdk_loaders.outputs.sdk_loaders_matrix }} + + steps: + - uses: actions/checkout@v4.1.7 + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + - name: Get Variants List - SDK Loaders + id: get-variants-list-sdk-loaders + run: echo "VARIANTS_SDK_LOADERS=$(hub-utils get-variant-names $(pwd) --plugin-type=loaders --metadata-type=sdk)" >> $GITHUB_OUTPUT + + - name: Set Dynamic Matrix - SDK Loaders + id: setmatrix_sdk_loaders + run: | + matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-sdk-loaders.outputs.VARIANTS_SDK_LOADERS }}}" + echo "::set-output name=sdk_loaders_matrix::$matrixStringifiedObject" + + metadata_extract_sdk_loaders: + name: SDK Loaders - Metadata Extract + needs: get_variants_list + runs-on: ubuntu-latest + environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} + env: + AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" + strategy: + fail-fast: false + matrix: ${{ fromJson(needs.get_variants_list.outputs.sdk_loaders_matrix) }} + permissions: + id-token: write # This is required for requesting the JWT + steps: + - uses: actions/checkout@v4.1.7 + + - name: Configure AWS credentials + uses: aws-actions/configure-aws-credentials@v4.0.2 + with: + role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} + aws-region: us-west-2 + role-session-name: "GitHubActions" + + - name: Install hub-utils + run: pipx install git+https://github.com/meltano/hub-utils.git + + # This starts the attempts to install and extract metadata. Since we don't + # know what python versions are accepted we start with the latest and continue + # decreasing until we have a success or run out of python versions to attempt. + - name: Install Python 3.12 + uses: actions/setup-python@v5 + with: + python-version: '3.12' + + - name: Extract Metadata (3.12) + id: extract_312 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.11 (Only if 3.12 failed) + if: always() && (steps.extract_312.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.11' + + - name: Extract Metadata (3.11) + if: always() && (steps.extract_312.outcome == 'failure') + id: extract_311 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.10 (Only if 3.11 failed) + if: always() && (steps.extract_311.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.10' + + - name: Extract Metadata (3.10) + if: always() && (steps.extract_311.outcome == 'failure') + id: extract_310 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.9 (Only if 3.10 failed) + if: always() && (steps.extract_310.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.9' + + - name: Extract Metadata (3.9) + if: always() && (steps.extract_310.outcome == 'failure') + id: extract_39 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data + continue-on-error: true + + - name: Install Python 3.8 (Only if 3.9 failed) + if: always() && (steps.extract_39.outcome == 'failure') + uses: actions/setup-python@v5 + with: + python-version: '3.8' + + - name: Extract Metadata (3.8) + if: always() && (steps.extract_39.outcome == 'failure') + id: extract_38 + run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data From 2737280121c6d60b259816a89524552faa9078af Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Thu, 19 Sep 2024 10:56:09 -0400 Subject: [PATCH 35/40] fix actions --- .../workflows/metadata-extract-airbyte.yml | 2 +- .../workflows/metadata-extract-extractors.yml | 2 +- .../workflows/metadata-extract-loaders.yml | 2 +- .github/workflows/metadata-extract.yml | 228 ------------------ 4 files changed, 3 insertions(+), 231 deletions(-) delete mode 100644 .github/workflows/metadata-extract.yml diff --git a/.github/workflows/metadata-extract-airbyte.yml b/.github/workflows/metadata-extract-airbyte.yml index a155d9ddf..fa43115a2 100644 --- a/.github/workflows/metadata-extract-airbyte.yml +++ b/.github/workflows/metadata-extract-airbyte.yml @@ -1,4 +1,4 @@ -name: Metadata Extract +name: Metadata Extract - Airbyte on: workflow_dispatch: diff --git a/.github/workflows/metadata-extract-extractors.yml b/.github/workflows/metadata-extract-extractors.yml index 8cb00a9d3..cc9294e87 100644 --- a/.github/workflows/metadata-extract-extractors.yml +++ b/.github/workflows/metadata-extract-extractors.yml @@ -1,4 +1,4 @@ -name: Metadata Extract +name: Metadata Extract - Singer Extractors on: workflow_dispatch: diff --git a/.github/workflows/metadata-extract-loaders.yml b/.github/workflows/metadata-extract-loaders.yml index 2c9180c50..754c5742b 100644 --- a/.github/workflows/metadata-extract-loaders.yml +++ b/.github/workflows/metadata-extract-loaders.yml @@ -1,4 +1,4 @@ -name: Metadata Extract +name: Metadata Extract - Loaders on: workflow_dispatch: diff --git a/.github/workflows/metadata-extract.yml b/.github/workflows/metadata-extract.yml deleted file mode 100644 index 11987d58b..000000000 --- a/.github/workflows/metadata-extract.yml +++ /dev/null @@ -1,228 +0,0 @@ -name: Metadata Extract - -on: - workflow_dispatch: - inputs: - environment: - description: 'The environment to run the workflow in' - required: true - type: choice - default: 'preview' - options: - - 'preview' - - 'production' - schedule: - - cron: '0 9 * * 1' # Run at midnight UTC on Mondays - -jobs: - get_variants_list: - runs-on: ubuntu-latest - outputs: - sdk_ex_matrix: ${{ steps.setmatrix_sdk_ex.outputs.sdk_ex_matrix }} - sdk_loaders_matrix: ${{ steps.setmatrix_sdk_loaders.outputs.sdk_loaders_matrix }} - airbyte_matrix: ${{ steps.setmatrix_airbyte.outputs.airbyte_matrix }} - - steps: - - uses: actions/checkout@v4.1.7 - - - name: Install hub-utils - run: pipx install git+https://github.com/meltano/hub-utils.git - - - name: Get Variants List - SDK Extractors - id: get-variants-list-sdk-ex - run: echo "VARIANTS_SDK_EX=$(hub-utils get-variant-names $(pwd) --plugin-type=extractors --metadata-type=sdk)" >> $GITHUB_OUTPUT - - - name: Set Dynamic Matrix - SDK Extractors - id: setmatrix_sdk_ex - run: | - matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-sdk-ex.outputs.VARIANTS_SDK_EX }}}" - echo "::set-output name=sdk_ex_matrix::$matrixStringifiedObject" - - - name: Get Variants List - SDK Loaders - id: get-variants-list-sdk-loaders - run: echo "VARIANTS_SDK_LOADERS=$(hub-utils get-variant-names $(pwd) --plugin-type=loaders --metadata-type=sdk)" >> $GITHUB_OUTPUT - - - name: Set Dynamic Matrix - SDK Loaders - id: setmatrix_sdk_loaders - run: | - matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-sdk-loaders.outputs.VARIANTS_SDK_LOADERS }}}" - echo "::set-output name=sdk_loaders_matrix::$matrixStringifiedObject" - - - name: Get Variants List - Airbyte - id: get-variants-list-airbyte - run: echo "VARIANTS_AIRBYTE=$(hub-utils get-variant-names $(pwd) --metadata-type=airbyte)" >> $GITHUB_OUTPUT - - - name: Set Dynamic Airbyte Matrix - id: setmatrix_airbyte - run: | - matrixStringifiedObject="{\"include\": ${{ steps.get-variants-list-airbyte.outputs.VARIANTS_AIRBYTE }}}" - echo "::set-output name=airbyte_matrix::$matrixStringifiedObject" - - metadata_extract_sdk_ex: - name: SDK Extractors - Metadata Extract - needs: get_variants_list - runs-on: ubuntu-latest - environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} - env: - AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" - strategy: - fail-fast: false - matrix: ${{ fromJson(needs.get_variants_list.outputs.sdk_ex_matrix) }} - permissions: - id-token: write # This is required for requesting the JWT - steps: - - uses: actions/checkout@v4.1.7 - - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v4.0.2 - with: - role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} - aws-region: us-west-2 - role-session-name: "GitHubActions" - - - name: Install hub-utils - run: pipx install git+https://github.com/meltano/hub-utils.git - - - name: Install Python 3.10 - uses: actions/setup-python@v5 - with: - python-version: '3.10' - - - name: Extract Metadata (3.10) - id: extract_310 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - continue-on-error: true - - - name: Install Python 3.9 (Only if 3.10 failed) - if: always() && (steps.extract_310.outcome == 'failure') - uses: actions/setup-python@v5 - with: - python-version: '3.9' - - - name: Extract Metadata (3.9) - if: always() && (steps.extract_310.outcome == 'failure') - id: extract_39 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - continue-on-error: true - - - name: Install Python 3.8 (Only if 3.9 failed) - if: always() && (steps.extract_39.outcome == 'failure') - uses: actions/setup-python@v5 - with: - python-version: '3.8' - - - name: Extract Metadata (3.8) - if: always() && (steps.extract_39.outcome == 'failure') - id: extract_38 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - - metadata_extract_sdk_loaders: - name: SDK Loaders - Metadata Extract - needs: get_variants_list - runs-on: ubuntu-latest - environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} - env: - AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" - strategy: - fail-fast: false - matrix: ${{ fromJson(needs.get_variants_list.outputs.sdk_loaders_matrix) }} - permissions: - id-token: write # This is required for requesting the JWT - steps: - - uses: actions/checkout@v4.1.7 - - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v4.0.2 - with: - role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} - aws-region: us-west-2 - role-session-name: "GitHubActions" - - - name: Install hub-utils - run: pipx install git+https://github.com/meltano/hub-utils.git - - - name: Install Python 3.10 - uses: actions/setup-python@v5 - with: - python-version: '3.10' - - - name: Extract Metadata (3.10) - id: extract_310 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - continue-on-error: true - - - name: Install Python 3.9 (Only if 3.10 failed) - if: always() && (steps.extract_310.outcome == 'failure') - uses: actions/setup-python@v5 - with: - python-version: '3.9' - - - name: Extract Metadata (3.9) - if: always() && (steps.extract_310.outcome == 'failure') - id: extract_39 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - continue-on-error: true - - - name: Install Python 3.8 (Only if 3.9 failed) - if: always() && (steps.extract_39.outcome == 'failure') - uses: actions/setup-python@v5 - with: - python-version: '3.8' - - - name: Extract Metadata (3.8) - if: always() && (steps.extract_39.outcome == 'failure') - id: extract_38 - run: hub-utils extract-sdk-metadata-to-s3 "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" $(pwd)/extract_data - - - metadata_extract_airbyte_p1: - name: Airbyte - Part 1 Metadata Extract - needs: get_variants_list - runs-on: ubuntu-latest - strategy: - fail-fast: false - matrix: ${{ fromJson(needs.get_variants_list.outputs.airbyte_matrix) }} - container: - image: airbyte/${{ matrix.source-name }}:latest - steps: - - name: Get Airbyte Spec - run: | - $AIRBYTE_ENTRYPOINT spec | grep '^.*"type":\s*"SPEC".*$' > extractor--${{ matrix.source-name }}--airbyte.json - id: get-airbyte-stdout - - uses: actions/upload-artifact@v3 - with: - name: extractor--${{ matrix.source-name }}--airbyte.json - path: extractor--${{ matrix.source-name }}--airbyte.json - - metadata_extract_airbyte_p2: - name: Airbyte - Part 2 Metadata Extract - if: ${{ always() }} - needs: [metadata_extract_airbyte_p1, get_variants_list] - runs-on: ubuntu-latest - environment: ${{ github.event.inputs.environment || github.event_name == 'schedule' && 'production' || 'preview' }} - env: - AWS_S3_BUCKET: "${{secrets.HUB_METADATA_S3_BUCKET }}" - strategy: - fail-fast: false - matrix: ${{ fromJson(needs.get_variants_list.outputs.airbyte_matrix) }} - permissions: - id-token: write # This is required for requesting the JWT - steps: - - uses: actions/checkout@v4.1.7 - - - name: Configure AWS credentials - uses: aws-actions/configure-aws-credentials@v4.0.2 - with: - role-to-assume: ${{ secrets.AWS_ROLE_TO_ASSUME }} - aws-region: us-west-2 - role-session-name: "GitHubActions" - - - uses: actions/download-artifact@v3 - with: - name: extractor--${{ matrix.source-name }}--airbyte.json - - - name: Install hub-utils - run: pipx install git+https://github.com/meltano/hub-utils.git - - - name: Upload Metadata - run: hub-utils upload-airbyte "/home/runner/work/hub/hub/_data/meltano/${{ matrix.plugin-name }}" extractor--${{ matrix.source-name }}--airbyte.json From 526e48b0211e4497217fd2667b304cfd0959cba8 Mon Sep 17 00:00:00 2001 From: Pat Nadolny Date: Thu, 19 Sep 2024 11:26:18 -0400 Subject: [PATCH 36/40] fix: Hub bot fix (#1850) --- .github/workflows/metadata-extract-extractors.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/.github/workflows/metadata-extract-extractors.yml b/.github/workflows/metadata-extract-extractors.yml index cc9294e87..72906fe8b 100644 --- a/.github/workflows/metadata-extract-extractors.yml +++ b/.github/workflows/metadata-extract-extractors.yml @@ -18,7 +18,8 @@ jobs: get_variants_list: runs-on: ubuntu-latest outputs: - sdk_ex_matrix: ${{ steps.setmatrix_sdk_ex.outputs.sdk_ex_matrix }} + sdk_ex_p1_matrix: ${{ steps.setmatrix_sdk_ex_p1.outputs.sdk_ex_p1_matrix }} + sdk_ex_p2_matrix: ${{ steps.setmatrix_sdk_ex_p2.outputs.sdk_ex_p2_matrix }} steps: - uses: actions/checkout@v4.1.7 From 177d878d68d9c0cb0e58eecd609949c5ff85615c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Tobias=20Cad=C3=A9e?= Date: Thu, 19 Sep 2024 21:36:47 +0200 Subject: [PATCH 37/40] Add the TicketSwap variant of `tap-apple-search-ads` (#1848) MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Edgar Ramírez-Mondragón Co-authored-by: Edgar Ramírez Mondragón <16805946+edgarrmondragon@users.noreply.github.com> --- _data/maintainers.yml | 4 +- .../tap-apple-search-ads/ticketswap.yml | 42 +++++++++++++++++++ 2 files changed, 44 insertions(+), 2 deletions(-) create mode 100644 _data/meltano/extractors/tap-apple-search-ads/ticketswap.yml diff --git a/_data/maintainers.yml b/_data/maintainers.yml index e21f3ab02..2cc580997 100644 --- a/_data/maintainers.yml +++ b/_data/maintainers.yml @@ -1168,9 +1168,9 @@ thoughtchad: name: thoughtchad url: https://github.com/thoughtchad ticketswap: - label: Ticketswap + label: TicketSwap name: ticketswap - url: https://github.com/Ticketswap + url: https://github.com/TicketSwap timeplus: label: Timeplus name: timeplus diff --git a/_data/meltano/extractors/tap-apple-search-ads/ticketswap.yml b/_data/meltano/extractors/tap-apple-search-ads/ticketswap.yml new file mode 100644 index 000000000..618074529 --- /dev/null +++ b/_data/meltano/extractors/tap-apple-search-ads/ticketswap.yml @@ -0,0 +1,42 @@ +capabilities: +- catalog +- discover +- state +domain_url: https://searchads.apple.com/ +keywords: +- meltano_sdk +label: Apple Search Ads +logo_url: /assets/logos/extractors/apple-search-ads.png +maintenance_status: active +name: tap-apple-search-ads +namespace: tap_apple_search_ads +next_steps: '' +pip_url: git+https://github.com/TicketSwap/tap-apple-search-ads.git +quality: silver +repo: https://github.com/TicketSwap/tap-apple-search-ads +settings: +- description: obtained from "Implementing OAuth for the Apple Search Ads API". + kind: password + label: Client Id + name: client_id + sensitive: true +- description: obtained from "Implementing OAuth for the Apple Search Ads API". + kind: password + label: Client Secret + name: client_secret + sensitive: true +- description: Apple Search Ads Organization ID, obtained from Apple Search Ads console. + label: Org Id + name: org_id +- description: Start date for reporting streams, format in YYYY-MM-DD. + label: Start Date + name: start_date +- description: End date for reporting streams, format in YYYY-MM-DD. + label: End Date + name: end_date +settings_group_validation: +- - client_id + client_secret +settings_preamble: '' +usage: '' +variant: ticketswap From 54fbb916a6c5c6d0119b50afd2bc8796db3e7f80 Mon Sep 17 00:00:00 2001 From: MeltyBot <105875157+MeltyBot@users.noreply.github.com> Date: Thu, 19 Sep 2024 15:46:50 -0400 Subject: [PATCH 38/40] chore: [Hub Bot] Refresh metadata 2024-09-19 (#1851) Co-authored-by: pnadolny13 Co-authored-by: Pat Nadolny --- .../meltano/extractors/tap-auth0/matatika.yml | 10 +++ .../meltano/extractors/tap-awin/gthesheep.yml | 5 ++ .../extractors/tap-bamboohr/autoidm.yml | 23 +++++- .../tap-beautifulsoup/meltanolabs.yml | 1 + .../extractors/tap-circle-ci/meltanolabs.yml | 2 +- .../extractors/tap-cloudwatch/meltanolabs.yml | 8 ++ .../extractors/tap-cqc-org-uk/birdiecare.yml | 54 ++++++++++--- .../extractors/tap-dbt/meltanolabs.yml | 2 +- .../tap-decentraland-api/decentraland.yml | 18 +++++ .../decentraland.yml | 31 ++++++-- .../tap-dynamics-finance/hotgluexyz.yml | 4 + .../extractors/tap-dynamodb/meltanolabs.yml | 35 +++++++++ .../extractors/tap-fleetio/fleetio.yml | 8 ++ .../extractors/tap-github/meltanolabs.yml | 10 +++ .../meltano/extractors/tap-gong/symon-ai.yml | 25 ++++++ .../tap-google-analytics/meltanolabs.yml | 10 +-- .../extractors/tap-google-sheets/matatika.yml | 16 ++++ .../extractors/tap-googleads/matatika.yml | 27 +++++++ .../meltano/extractors/tap-hubspot/potloc.yml | 2 + .../extractors/tap-iceberg/shaped-ai.yml | 44 ++++++----- .../extractors/tap-msaccess/matatika.yml | 77 ++++++++++++++++++- .../extractors/tap-mssql/buzzcutnorman.yml | 8 ++ .../extractors/tap-postgres/meltanolabs.yml | 4 + .../extractors/tap-powerbi/hotgluexyz.yml | 4 + .../extractors/tap-snowflake/meltanolabs.yml | 10 --- .../extractors/tap-spotify/matatika.yml | 10 +++ .../buzzcutnorman.yml | 8 ++ .../extractors/tap-staffwise/chartica.yml | 34 ++++---- .../extractors/tap-thinkific/birdiecare.yml | 38 ++++++++- .../extractors/tap-tiktok/gthesheep.yml | 7 ++ 30 files changed, 459 insertions(+), 76 deletions(-) diff --git a/_data/meltano/extractors/tap-auth0/matatika.yml b/_data/meltano/extractors/tap-auth0/matatika.yml index e1b608cbb..ba4dd4b5d 100644 --- a/_data/meltano/extractors/tap-auth0/matatika.yml +++ b/_data/meltano/extractors/tap-auth0/matatika.yml @@ -36,6 +36,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -58,6 +60,14 @@ settings: kind: string label: Domain name: domain +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-awin/gthesheep.yml b/_data/meltano/extractors/tap-awin/gthesheep.yml index e1bfa5281..c73b3d24e 100644 --- a/_data/meltano/extractors/tap-awin/gthesheep.yml +++ b/_data/meltano/extractors/tap-awin/gthesheep.yml @@ -28,6 +28,11 @@ settings: label: Lookback Days name: lookback_days value: 30 +- description: Number of days to batch in a single request. Maximum is 31. + kind: integer + label: Request Batch Size Days + name: request_batch_size_days + value: 1 - description: The earliest transaction date to sync kind: date_iso8601 label: Start Date diff --git a/_data/meltano/extractors/tap-bamboohr/autoidm.yml b/_data/meltano/extractors/tap-bamboohr/autoidm.yml index f09ffdab9..80f741602 100644 --- a/_data/meltano/extractors/tap-bamboohr/autoidm.yml +++ b/_data/meltano/extractors/tap-bamboohr/autoidm.yml @@ -54,7 +54,8 @@ settings: kind: array label: Custom Reports name: custom_reports -- description: '' +- description: Either `fail` or `ignore`. Determines behavior when fields returned + by API don't match fields specified in tap config. kind: options label: Field Mismatch name: field_mismatch @@ -73,6 +74,25 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Size of photos to return from the photos stream. Pixel size information + can be found in the [docs](https://documentation.bamboohr.com/reference/get-employee-photo-1) + kind: options + label: Photo Size + name: photo_size + options: + - label: Original + value: original + - label: Large + value: large + - label: Medium + value: medium + - label: Small + value: small + - label: Xs + value: xs + - label: Tiny + value: tiny + value: original - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -89,6 +109,7 @@ settings: settings_group_validation: - - auth_token - field_mismatch + - photo_size - subdomain settings_preamble: '' usage: '' diff --git a/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml b/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml index fea383518..0680c9eaa 100644 --- a/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml +++ b/_data/meltano/extractors/tap-beautifulsoup/meltanolabs.yml @@ -32,6 +32,7 @@ settings: kind: object label: Find All Kwargs name: find_all_kwargs + value: {} - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml index f9d72bdaa..ecf08e1e0 100644 --- a/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml +++ b/_data/meltano/extractors/tap-circle-ci/meltanolabs.yml @@ -92,7 +92,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-circle-ci/0.2.2 Singer tap for the CircleCI API. + value: tap-circle-ci/0.3.2 Singer tap for the CircleCI API. settings_group_validation: - - org_slug - token diff --git a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml index 8237607ad..6f9adeb51 100644 --- a/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml +++ b/_data/meltano/extractors/tap-cloudwatch/meltanolabs.yml @@ -95,6 +95,14 @@ settings: kind: date_iso8601 label: End Date name: end_date +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml index 93f760f78..ccea1f8e2 100644 --- a/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml +++ b/_data/meltano/extractors/tap-cqc-org-uk/birdiecare.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -18,6 +19,40 @@ pip_url: git+https://github.com/birdiecare/tap-cqc-org-uk.git quality: silver repo: https://github.com/birdiecare/tap-cqc-org-uk settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -27,13 +62,7 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth -- description: Partner Code - kind: string - label: Partner Code - name: partner_code -- description: Determines how much historical data will be extracted. Please be aware - that the larger the time period and amount of data, the longer the initial extraction - can be expected to take. +- description: The earliest CQC update to sync kind: date_iso8601 label: Start Date name: start_date @@ -41,11 +70,18 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps -settings_group_validation: [] +- description: The primary key for the CQC API service + kind: password + label: Subscription Key + name: subscription_key + sensitive: true +settings_group_validation: +- - subscription_key settings_preamble: '' usage: '' variant: birdiecare diff --git a/_data/meltano/extractors/tap-dbt/meltanolabs.yml b/_data/meltano/extractors/tap-dbt/meltanolabs.yml index 2ad2e533a..056528a13 100644 --- a/_data/meltano/extractors/tap-dbt/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dbt/meltanolabs.yml @@ -95,7 +95,7 @@ settings: kind: string label: User Agent name: user_agent - value: tap-dbt/0.10.1.dev14+36d0c91 Singer tap for the dbt Cloud API. + value: tap-dbt/0.12.3.dev3+da3ee25 Singer tap for the dbt Cloud API. settings_group_validation: - - account_ids - api_key diff --git a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml index 7f1e8aae1..9b29851a5 100644 --- a/_data/meltano/extractors/tap-decentraland-api/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-api/decentraland.yml @@ -28,6 +28,11 @@ settings: label: Builder API URL name: builder_api_url value: https://builder-api.decentraland.org/v1 +- description: Builder Asset Packs URL + kind: string + label: Builder Assetpacks URL + name: builder_assetpacks_url + value: https://builder-assetpacks-prd-bf9fae6.s3.amazonaws.com - description: '' kind: string label: Catalysts Start Date @@ -77,11 +82,19 @@ settings: label: Places API URL name: places_api_url value: https://places.decentraland.org/api +- description: Max rows to fetch from profile changes stream + kind: integer + label: Profile Stream Max Rows + name: profile_stream_max_rows - description: Scenes Per Run kind: integer label: Scenes Per Run name: scenes_per_run value: 2000 +- description: Max rows to fetch from store changes stream + kind: integer + label: Store Stream Max Rows + name: store_stream_max_rows - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -96,6 +109,11 @@ settings: label: Sync Content After name: sync_content_after value: 1680998400000 +- description: World content server URL + kind: string + label: World Content Server URL + name: world_content_server_url + value: https://worlds-content-server.decentraland.org settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml index bf7472720..ed0c98b5b 100644 --- a/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml +++ b/_data/meltano/extractors/tap-decentraland-thegraph/decentraland.yml @@ -18,22 +18,28 @@ pip_url: git+https://github.com/decentraland/tap-decentraland-thegraph.git quality: silver repo: https://github.com/decentraland/tap-decentraland-thegraph settings: +- description: '' + kind: array + label: Account Subgraph Paths + name: account_subgraph_paths + value: + - mana-ethereum-mainnet + - mana-matic-mainnet - description: The API URL. kind: string label: API URL name: api_url - value: https://api.thegraph.com/subgraphs/name/decentraland/marketplace + value: https://subgraph.decentraland.org/marketplace - description: Eth Collections Url kind: string label: Eth Collections URL name: eth_collections_url - value: - https://api.thegraph.com/subgraphs/name/decentraland/collections-ethereum-mainnet + value: https://subgraph.decentraland.org/collections-ethereum-mainnet - description: Eth Mana Holder URL kind: string label: Eth Mana Holder URL name: eth_mana_holder_url - value: https://api.thegraph.com/subgraphs/name/decentraland/mana-ethereum-mainnet + value: https://subgraph.decentraland.org/mana-ethereum-mainnet - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -47,7 +53,11 @@ settings: kind: integer label: Incremental Limit name: incremental_limit - value: 50000 +- description: '' + kind: integer + label: Max Rows Per Run + name: max_rows_per_run + value: 1000 - description: Poaps Details Url kind: string label: Poaps Details URL @@ -62,17 +72,17 @@ settings: kind: string label: Polygon Collections URL name: polygon_collections_url - value: https://api.thegraph.com/subgraphs/name/decentraland/collections-matic-mainnet + value: https://subgraph.decentraland.org/collections-matic-mainnet - description: Polygon Mana Holder Url kind: string label: Polygon Mana Holder URL name: polygon_mana_holder_url - value: https://api.thegraph.com/subgraphs/name/decentraland/mana-matic-mainnet + value: https://subgraph.decentraland.org/mana-matic-mainnet - description: '' kind: string label: Rentals URL name: rentals_url - value: https://api.thegraph.com/subgraphs/name/decentraland/rentals-ethereum-mainnet + value: https://subgraph.decentraland.org/rentals-ethereum-mainnet - description: The start updated at date to use. kind: integer label: Start Updated At @@ -86,6 +96,11 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: '' + kind: string + label: Subgraph URL + name: subgraph_url + value: https://subgraph.decentraland.org settings_group_validation: - [] settings_preamble: '' diff --git a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml index cbbb25055..0b9914c04 100644 --- a/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-dynamics-finance/hotgluexyz.yml @@ -30,6 +30,10 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: '' + kind: string + label: Company + name: company - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml index eede0e672..c7ff902ad 100644 --- a/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml +++ b/_data/meltano/extractors/tap-dynamodb/meltanolabs.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -55,6 +56,40 @@ settings: label: AWS Session Token name: aws_session_token sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-fleetio/fleetio.yml b/_data/meltano/extractors/tap-fleetio/fleetio.yml index b44faac1d..0ab7e5f69 100644 --- a/_data/meltano/extractors/tap-fleetio/fleetio.yml +++ b/_data/meltano/extractors/tap-fleetio/fleetio.yml @@ -62,6 +62,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-github/meltanolabs.yml b/_data/meltano/extractors/tap-github/meltanolabs.yml index d3ae7044c..dfbca3641 100644 --- a/_data/meltano/extractors/tap-github/meltanolabs.yml +++ b/_data/meltano/extractors/tap-github/meltanolabs.yml @@ -29,6 +29,12 @@ settings: kind: array label: Additional Auth Tokens name: additional_auth_tokens +- description: List of GitHub App credentials to authenticate with. Each credential + can be constructed by combining an App ID and App private key into the format + `:app_id:;;-----BEGIN RSA PRIVATE KEY----- _YOUR_P_KEY_ -----END RSA PRIVATE KEY-----`. + kind: array + label: Auth App Keys + name: auth_app_keys - description: GitHub token to authenticate with. kind: password label: Auth Token @@ -58,6 +64,10 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: '' + kind: integer + label: Expiry Time Buffer + name: expiry_time_buffer - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-gong/symon-ai.yml b/_data/meltano/extractors/tap-gong/symon-ai.yml index 4796b5de5..283d71c16 100644 --- a/_data/meltano/extractors/tap-gong/symon-ai.yml +++ b/_data/meltano/extractors/tap-gong/symon-ai.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -30,6 +31,30 @@ settings: label: Access Key Secret name: access_key_secret sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Date up to when historical data will be extracted. kind: date_iso8601 label: End Date diff --git a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml index 35cc0bd98..71e1a3cb2 100644 --- a/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml +++ b/_data/meltano/extractors/tap-google-analytics/meltanolabs.yml @@ -101,12 +101,6 @@ settings: name: key_file_location placeholder: Ex. $MELTANO_PROJECT_ROOT/client_secrets.json sensitive: true -- description: Google Analytics Access Token. See - https://developers.google.com/analytics/devguides/reporting/core/v4/authorization#OAuth2Authorizing. - kind: password - label: OAuth Credentials Access Token - name: oauth_credentials.access_token - sensitive: true - description: | See . @@ -188,6 +182,10 @@ settings: label: Reports name: reports placeholder: Ex. my_report_definition.json +- description: List of Google Analytics Reports Definitions + kind: array + label: Reports List + name: reports_list - description: This property determines how much historical data will be extracted. Please be aware that the larger the time period and amount of data, the longer the initial extraction can be expected to take. diff --git a/_data/meltano/extractors/tap-google-sheets/matatika.yml b/_data/meltano/extractors/tap-google-sheets/matatika.yml index 744d2c935..4aa333abf 100644 --- a/_data/meltano/extractors/tap-google-sheets/matatika.yml +++ b/_data/meltano/extractors/tap-google-sheets/matatika.yml @@ -37,6 +37,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -49,6 +51,14 @@ settings: kind: string label: Child Sheet Name name: child_sheet_name +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -81,6 +91,12 @@ settings: kind: string label: Output Name name: output_name +- description: Optionally choose a range of data using cell start and end coordinates + - see [A1 notation](https://developers.google.com/sheets/api/guides/concepts#expandable-1) + for more information + kind: string + label: Range + name: range - description: Your google sheet id kind: password label: Sheet ID diff --git a/_data/meltano/extractors/tap-googleads/matatika.yml b/_data/meltano/extractors/tap-googleads/matatika.yml index ecf80ff32..429e2ce7f 100644 --- a/_data/meltano/extractors/tap-googleads/matatika.yml +++ b/_data/meltano/extractors/tap-googleads/matatika.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -19,6 +20,32 @@ pip_url: git+https://github.com/Matatika/tap-googleads.git@v0.5.0 quality: gold repo: https://github.com/Matatika/tap-googleads settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root - description: Customer ID (Required) of the google ads account you want to sync data from. kind: password diff --git a/_data/meltano/extractors/tap-hubspot/potloc.yml b/_data/meltano/extractors/tap-hubspot/potloc.yml index f79482ea8..7eb18cc09 100644 --- a/_data/meltano/extractors/tap-hubspot/potloc.yml +++ b/_data/meltano/extractors/tap-hubspot/potloc.yml @@ -41,6 +41,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix diff --git a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml index 2d6799dad..cafc722aa 100644 --- a/_data/meltano/extractors/tap-iceberg/shaped-ai.yml +++ b/_data/meltano/extractors/tap-iceberg/shaped-ai.yml @@ -47,34 +47,41 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root -- description: The name of the catalog to connect to. +- description: The name of the Iceberg catalog + kind: string label: Catalog Name name: catalog_name -- description: The type of catalog to connect to. - label: Catalog Type - name: catalog_type -- description: Additional properties to pass to the catalog connection. +- description: Additional properties for the Iceberg catalog kind: object label: Catalog Properties name: catalog_properties -- description: The access key of the AWS Glue Data Catalog. - label: Access Key +- description: The type of Iceberg catalog (e.g., 'hive', 'rest', 'glue') + kind: string + label: Catalog Type + name: catalog_type +- description: The AWS access key ID for accessing S3/Glue catalogs + kind: password + label: Client Access Key ID name: client_access_key_id sensitive: true -- description: The secret access key of the AWS Glue Data Catalog. - label: Secret Access Key +- description: The ARN of the IAM role to use for accessing S3/Glue catalog + kind: string + label: Client Iam Role Arn + name: client_iam_role_arn +- description: The AWS region for accessing S3/Glue catalogs + kind: string + label: Client Region + name: client_region +- description: The AWS secret access key for accessing S3/Glue catalogs + kind: password + label: Client Secret Access Key name: client_secret_access_key sensitive: true -- description: The session token of the AWS Glue Data Catalog. - label: Session Token +- description: The AWS session token for accessing S3/Glue catalogs + kind: password + label: Client Session Token name: client_session_token sensitive: true -- description: The region of the AWS Glue Data Catalog. - label: Region - name: client_region -- description: The IAM role ARN to assume when connecting to the AWS Glue Data Catalog. - label: Role ARN - name: client_iam_role_arn - description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' kind: array label: Faker Config Locale @@ -102,7 +109,8 @@ settings: label: Stream Maps name: stream_maps settings_group_validation: -- - catalog_type +- - catalog_name + - catalog_type settings_preamble: '' usage: '' variant: shaped-ai diff --git a/_data/meltano/extractors/tap-msaccess/matatika.yml b/_data/meltano/extractors/tap-msaccess/matatika.yml index f5d156a21..56079957f 100644 --- a/_data/meltano/extractors/tap-msaccess/matatika.yml +++ b/_data/meltano/extractors/tap-msaccess/matatika.yml @@ -6,7 +6,9 @@ capabilities: - schema-flattening - state - stream-maps -description: Database management system from Microsoft that combines the relational Access Database Engine with a graphical user interface and software-development tools +description: Database management system from Microsoft that combines the relational + Access Database Engine with a graphical user interface and software-development + tools domain_url: https://www.microsoft.com/en-gb/microsoft-365/access keywords: - database @@ -24,11 +26,78 @@ pip_url: git+https://github.com/Matatika/tap-msaccess.git@v0.1.0 quality: gold repo: https://github.com/Matatika/tap-msaccess settings: -- description: Local path or URL to a Microsoft Access database `.mdb` or `.accdb` file +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. kind: string - label: Database file + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: Any parameters for the [`fsspec`](https://filesystem-spec.readthedocs.io/en/latest/) + storage backend implementation dictated by the `database_file` URL protocol, such + as + [HTTP(S)](https://filesystem-spec.readthedocs.io/en/latest/api.html#fsspec.implementations.http.HTTPFileSystem), + [S3](https://s3fs.readthedocs.io/en/latest/) or [Azure](https://github.com/fsspec/adlfs?tab=readme-ov-file#readme) + (see [built-in + implementations](https://filesystem-spec.readthedocs.io/en/latest/api.html#built-in-implementations) + and [other known + implementations](https://filesystem-spec.readthedocs.io/en/latest/api.html#other-known-implementations) + for more information) + kind: object + label: Connection Params + name: connection_params +- description: Local path or URL to a Microsoft Access database `.mdb` or `.accdb` + file + kind: string + label: Database File name: database_file +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps settings_group_validation: - - database_file -usage: To connect to a remote database file, check out [`tap-msaccess-anywhere`](/extractors/tap-msaccess-anywhere) or the domain-specific `tap-msaccess` derivations (e.g. [`tap-msaccess-azure`](/extractors/tap-msaccess-azure)) +usage: To connect to a remote database file, check out [`tap-msaccess-anywhere`](/extractors/tap-msaccess-anywhere) + or the domain-specific `tap-msaccess` derivations (e.g. [`tap-msaccess-azure`](/extractors/tap-msaccess-azure)) variant: matatika diff --git a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml index e50c8d3a6..4e091ce96 100644 --- a/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-mssql/buzzcutnorman.yml @@ -59,6 +59,14 @@ settings: - label: Pymssql value: pymssql value: pymssql +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-postgres/meltanolabs.yml b/_data/meltano/extractors/tap-postgres/meltanolabs.yml index bcfcbc294..892761db5 100644 --- a/_data/meltano/extractors/tap-postgres/meltanolabs.yml +++ b/_data/meltano/extractors/tap-postgres/meltanolabs.yml @@ -98,6 +98,10 @@ settings: kind: string label: Host name: host +- description: Optional. The maximum number of records to return in a single stream. + kind: integer + label: Max Record Count + name: max_record_count - description: Password used to authenticate. Note if sqlalchemy_url is set this will be ignored. kind: password diff --git a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml index 223863d3d..766aa5977 100644 --- a/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml +++ b/_data/meltano/extractors/tap-powerbi/hotgluexyz.yml @@ -56,6 +56,10 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: '' + kind: array + label: Tables + name: tables settings_group_validation: - - client_id - client_secret diff --git a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml index d08aa32d8..9a85b72d8 100644 --- a/_data/meltano/extractors/tap-snowflake/meltanolabs.yml +++ b/_data/meltano/extractors/tap-snowflake/meltanolabs.yml @@ -42,8 +42,6 @@ settings: options: - label: Jsonl value: jsonl - - label: Parquet - value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -56,14 +54,6 @@ settings: kind: string label: Database name: database -- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' - kind: array - label: Faker Config Locale - name: faker_config.locale -- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' - kind: string - label: Faker Config Seed - name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-spotify/matatika.yml b/_data/meltano/extractors/tap-spotify/matatika.yml index f1e24fcea..67b5cd281 100644 --- a/_data/meltano/extractors/tap-spotify/matatika.yml +++ b/_data/meltano/extractors/tap-spotify/matatika.yml @@ -36,6 +36,8 @@ settings: options: - label: Jsonl value: jsonl + - label: Parquet + value: parquet - description: Prefix to use when writing batch files. kind: string label: Batch Config Storage Prefix @@ -54,6 +56,14 @@ settings: label: Client Secret name: client_secret sensitive: true +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml index 396ea9147..940fd5015 100644 --- a/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml +++ b/_data/meltano/extractors/tap-stackoverflow-sampledata/buzzcutnorman.yml @@ -31,6 +31,14 @@ settings: kind: string label: Batch Config Storage Root name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean diff --git a/_data/meltano/extractors/tap-staffwise/chartica.yml b/_data/meltano/extractors/tap-staffwise/chartica.yml index 967eb558e..653f107ab 100644 --- a/_data/meltano/extractors/tap-staffwise/chartica.yml +++ b/_data/meltano/extractors/tap-staffwise/chartica.yml @@ -28,23 +28,6 @@ settings: label: API Key name: api_key sensitive: true -- description: Subdomain you would like to pull data from - kind: string - label: Subdomain - name: subdomain -- description: Reporting ID of each report - kind: password - label: Reporting ID - name: reporting_id - sensitive: true -- description: The start date for filtering results in the API call - kind: string - label: Start Date (Optional) - name: start_date -- description: The end date for filtering results in the API call - kind: string - label: Stop Date (Optional) - name: stop_date - description: Compression format to use for batch files. kind: options label: Batch Config Encoding Compression @@ -88,6 +71,19 @@ settings: kind: integer label: Flattening Max Depth name: flattening_max_depth +- description: Reporting ID of each report + kind: password + label: Reporting ID + name: reporting_id + sensitive: true +- description: The start date for filtering results in the API call + kind: date_iso8601 + label: Start Date + name: start_date +- description: The end date for filtering results in the API call + kind: string + label: Stop Date + name: stop_date - description: User-defined config values to be used within map expressions. kind: object label: Stream Map Config @@ -97,6 +93,10 @@ settings: kind: object label: Stream Maps name: stream_maps +- description: Subdomain you would like to pull data from + kind: string + label: Subdomain + name: subdomain settings_group_validation: - - api_key - reporting_id diff --git a/_data/meltano/extractors/tap-thinkific/birdiecare.yml b/_data/meltano/extractors/tap-thinkific/birdiecare.yml index c7f025e78..bc54c74ed 100644 --- a/_data/meltano/extractors/tap-thinkific/birdiecare.yml +++ b/_data/meltano/extractors/tap-thinkific/birdiecare.yml @@ -1,5 +1,6 @@ capabilities: - about +- batch - catalog - discover - schema-flattening @@ -24,6 +25,40 @@ settings: label: API Key name: api_key sensitive: true +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed - description: "'True' to enable schema flattening and automatically expand nested properties." kind: boolean @@ -41,7 +76,8 @@ settings: kind: object label: Stream Map Config name: stream_map_config -- description: Config object for stream maps capability. +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). kind: object label: Stream Maps name: stream_maps diff --git a/_data/meltano/extractors/tap-tiktok/gthesheep.yml b/_data/meltano/extractors/tap-tiktok/gthesheep.yml index 799607551..fbcdcce10 100644 --- a/_data/meltano/extractors/tap-tiktok/gthesheep.yml +++ b/_data/meltano/extractors/tap-tiktok/gthesheep.yml @@ -43,6 +43,13 @@ settings: label: Include Deleted name: include_deleted value: true +- description: The number of days of data to reload from the current date (ignored + if current state of the extractor has a start date earlier than the current date + minus number of lookback days) + kind: integer + label: Lookback + name: lookback + value: 0 - description: The earliest record date to sync kind: date_iso8601 label: Start Date From 32aa4241e1b9ff6ad4ae1d0b6ab7ec441b35bb3d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Thu, 19 Sep 2024 16:18:52 -0600 Subject: [PATCH 39/40] Add tap-fedidb (#1798) --- _data/default_variants.yml | 1 + .../extractors/tap-fedidb/edgarrmondragon.yml | 82 +++++++++++++++++++ static/assets/logos/extractors/fedidb.svg | 17 ++++ 3 files changed, 100 insertions(+) create mode 100644 _data/meltano/extractors/tap-fedidb/edgarrmondragon.yml create mode 100644 static/assets/logos/extractors/fedidb.svg diff --git a/_data/default_variants.yml b/_data/default_variants.yml index 680a793d9..9ab51834a 100644 --- a/_data/default_variants.yml +++ b/_data/default_variants.yml @@ -177,6 +177,7 @@ extractors: tap-fastbill: airbyte tap-fastly: splitio tap-fauna: airbyte + tap-fedidb: edgarrmondragon tap-feed: jawats tap-file: airbyte tap-firebolt: airbyte diff --git a/_data/meltano/extractors/tap-fedidb/edgarrmondragon.yml b/_data/meltano/extractors/tap-fedidb/edgarrmondragon.yml new file mode 100644 index 000000000..a187ac7e9 --- /dev/null +++ b/_data/meltano/extractors/tap-fedidb/edgarrmondragon.yml @@ -0,0 +1,82 @@ +capabilities: +- about +- batch +- catalog +- discover +- schema-flattening +- state +- stream-maps +description: Fediverse Network Statistics +domain_url: https://fedidb.org/ +executable: tap-fedidb +keywords: +- meltano_sdk +- fediverse +- mastodon +label: FediDB.org +logo_url: /assets/logos/extractors/fedidb.svg +maintenance_status: active +name: tap-fedidb +namespace: tap_fedidb +next_steps: '' +pip_url: git+https://github.com/edgarrmondragon/tap-fedidb.git +quality: gold +repo: https://github.com/edgarrmondragon/tap-fedidb +settings: +- description: Compression format to use for batch files. + kind: options + label: Batch Config Encoding Compression + name: batch_config.encoding.compression + options: + - label: Gzip + value: gzip + - label: None + value: none +- description: Format to use for batch files. + kind: options + label: Batch Config Encoding Format + name: batch_config.encoding.format + options: + - label: Jsonl + value: jsonl + - label: Parquet + value: parquet +- description: Prefix to use when writing batch files. + kind: string + label: Batch Config Storage Prefix + name: batch_config.storage.prefix +- description: Root path to use when writing batch files. + kind: string + label: Batch Config Storage Root + name: batch_config.storage.root +- description: 'One or more LCID locale strings to produce localized output for: https://faker.readthedocs.io/en/master/#localization' + kind: array + label: Faker Config Locale + name: faker_config.locale +- description: 'Value to seed the Faker generator for deterministic output: https://faker.readthedocs.io/en/master/#seeding-the-generator' + kind: string + label: Faker Config Seed + name: faker_config.seed +- description: "'True' to enable schema flattening and automatically expand nested + properties." + kind: boolean + label: Flattening Enabled + name: flattening_enabled +- description: The max depth to flatten schemas. + kind: integer + label: Flattening Max Depth + name: flattening_max_depth +- description: User-defined config values to be used within map expressions. + kind: object + label: Stream Map Config + name: stream_map_config +- description: Config object for stream maps capability. For more information check + out [Stream Maps](https://sdk.meltano.com/en/latest/stream_maps.html). + kind: object + label: Stream Maps + name: stream_maps +settings_group_validation: +- [] +settings_preamble: '' +usage: '' +variant: edgarrmondragon diff --git a/static/assets/logos/extractors/fedidb.svg b/static/assets/logos/extractors/fedidb.svg new file mode 100644 index 000000000..5f04313a2 --- /dev/null +++ b/static/assets/logos/extractors/fedidb.svg @@ -0,0 +1,17 @@ + + + + + + + + + + + + + + + + + \ No newline at end of file From 7de72ad4c63abd5bf0b3527f89531ce2d07deb26 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Edgar=20Ram=C3=ADrez=20Mondrag=C3=B3n?= <16805946+edgarrmondragon@users.noreply.github.com> Date: Sun, 22 Sep 2024 15:45:08 -0600 Subject: [PATCH 40/40] fix: Fix a few more domain URLs (#1852) --- _data/meltano/extractors/tap-aircall/ticketswap.yml | 2 +- _data/meltano/extractors/tap-mongodb/airbyte.yml | 2 +- _data/meltano/extractors/tap-search-metrics/airbyte.yml | 4 ++-- _data/meltano/extractors/tap-shortio/airbyte.yml | 2 +- _data/meltano/extractors/tap-smartsheet/airbyte.yml | 4 ++-- 5 files changed, 7 insertions(+), 7 deletions(-) diff --git a/_data/meltano/extractors/tap-aircall/ticketswap.yml b/_data/meltano/extractors/tap-aircall/ticketswap.yml index 76131f2e9..6c7ed6eb7 100644 --- a/_data/meltano/extractors/tap-aircall/ticketswap.yml +++ b/_data/meltano/extractors/tap-aircall/ticketswap.yml @@ -7,7 +7,7 @@ capabilities: - state - stream-maps description: A Singer Tap for Aircall, built with the Meltano Tap SDK -domain_url: ticketswap.com +domain_url: https://aircall.io/ executable: tap-aircall keywords: - meltano_sdk diff --git a/_data/meltano/extractors/tap-mongodb/airbyte.yml b/_data/meltano/extractors/tap-mongodb/airbyte.yml index 9485990c6..020948acb 100644 --- a/_data/meltano/extractors/tap-mongodb/airbyte.yml +++ b/_data/meltano/extractors/tap-mongodb/airbyte.yml @@ -6,7 +6,7 @@ capabilities: - state - stream-maps description: General purpose -domain_url: document-based +domain_url: https://www.mongodb.com/ executable: tap-airbyte keywords: - airbyte_protocol diff --git a/_data/meltano/extractors/tap-search-metrics/airbyte.yml b/_data/meltano/extractors/tap-search-metrics/airbyte.yml index e5de7e413..deef1b7f3 100644 --- a/_data/meltano/extractors/tap-search-metrics/airbyte.yml +++ b/_data/meltano/extractors/tap-search-metrics/airbyte.yml @@ -77,8 +77,8 @@ settings: value: MX - label: Nl value: NL - - label: No - value: NO + - label: "No" + value: "NO" - label: Pl value: PL - label: Ru diff --git a/_data/meltano/extractors/tap-shortio/airbyte.yml b/_data/meltano/extractors/tap-shortio/airbyte.yml index 24228f8d0..1a0fa528c 100644 --- a/_data/meltano/extractors/tap-shortio/airbyte.yml +++ b/_data/meltano/extractors/tap-shortio/airbyte.yml @@ -11,7 +11,7 @@ executable: tap-airbyte keywords: - airbyte_protocol - meltano_sdk -label: Searchmetrics +label: Short.io logo_url: /assets/logos/extractors/shortio.png maintenance_status: beta name: tap-shortio diff --git a/_data/meltano/extractors/tap-smartsheet/airbyte.yml b/_data/meltano/extractors/tap-smartsheet/airbyte.yml index 4b4b7f804..cba95b137 100644 --- a/_data/meltano/extractors/tap-smartsheet/airbyte.yml +++ b/_data/meltano/extractors/tap-smartsheet/airbyte.yml @@ -5,8 +5,8 @@ capabilities: - schema-flattening - state - stream-maps -description: From task management to complex portfolio management -domain_url: Smartsheet enables project management professionals to streamline workflows +description: Smartsheet enables project management professionals to streamline workflows +domain_url: https://www.smartsheet.com/ executable: tap-airbyte keywords: - airbyte_protocol