From 07add06c599ebbd1d833da7b4be05ac051c5e3fb Mon Sep 17 00:00:00 2001 From: Waffle <52460705+ox01024@users.noreply.github.com> Date: Sat, 13 Jul 2024 17:39:17 +0800 Subject: [PATCH] Feat/add zhipu CogView 3 tool (#6210) --- .../zhipuai_sdk/api_resource/images.py | 9 +- .../zhipuai/zhipuai_sdk/core/_http_client.py | 5 +- .../provider/builtin/cogview/__init__.py | 0 .../provider/builtin/cogview/_assets/icon.png | Bin 0 -> 22062 bytes .../tools/provider/builtin/cogview/cogview.py | 27 ++++ .../provider/builtin/cogview/cogview.yaml | 61 +++++++++ .../builtin/cogview/tools/cogview3.py | 69 ++++++++++ .../builtin/cogview/tools/cogview3.yaml | 123 ++++++++++++++++++ 8 files changed, 291 insertions(+), 3 deletions(-) create mode 100644 api/core/tools/provider/builtin/cogview/__init__.py create mode 100644 api/core/tools/provider/builtin/cogview/_assets/icon.png create mode 100644 api/core/tools/provider/builtin/cogview/cogview.py create mode 100644 api/core/tools/provider/builtin/cogview/cogview.yaml create mode 100644 api/core/tools/provider/builtin/cogview/tools/cogview3.py create mode 100644 api/core/tools/provider/builtin/cogview/tools/cogview3.yaml diff --git a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/api_resource/images.py b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/api_resource/images.py index 3201426dfa99a5..8eae1216d09e89 100644 --- a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/api_resource/images.py +++ b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/api_resource/images.py @@ -5,7 +5,7 @@ import httpx from ..core._base_api import BaseAPI -from ..core._base_type import NOT_GIVEN, Headers, NotGiven +from ..core._base_type import NOT_GIVEN, Body, Headers, NotGiven from ..core._http_client import make_user_request_input from ..types.image import ImagesResponded @@ -28,7 +28,9 @@ def generations( size: Optional[str] | NotGiven = NOT_GIVEN, style: Optional[str] | NotGiven = NOT_GIVEN, user: str | NotGiven = NOT_GIVEN, + request_id: Optional[str] | NotGiven = NOT_GIVEN, extra_headers: Headers | None = None, + extra_body: Body | None = None, disable_strict_validation: Optional[bool] | None = None, timeout: float | httpx.Timeout | None | NotGiven = NOT_GIVEN, ) -> ImagesResponded: @@ -46,9 +48,12 @@ def generations( "size": size, "style": style, "user": user, + "request_id": request_id, }, options=make_user_request_input( - extra_headers=extra_headers, timeout=timeout + extra_headers=extra_headers, + extra_body=extra_body, + timeout=timeout ), cast_type=_cast_type, enable_stream=False, diff --git a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py index 924d00912327c4..263fe829901c83 100644 --- a/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py +++ b/api/core/model_runtime/model_providers/zhipuai/zhipuai_sdk/core/_http_client.py @@ -11,7 +11,7 @@ from tenacity.stop import stop_after_attempt from . import _errors -from ._base_type import NOT_GIVEN, Body, Data, Headers, NotGiven, Query, RequestFiles, ResponseT +from ._base_type import NOT_GIVEN, AnyMapping, Body, Data, Headers, NotGiven, Query, RequestFiles, ResponseT from ._errors import APIResponseValidationError, APIStatusError, APITimeoutError from ._files import make_httpx_files from ._request_opt import ClientRequestParam, UserRequestInput @@ -358,6 +358,7 @@ def make_user_request_input( max_retries: int | None = None, timeout: float | Timeout | None | NotGiven = NOT_GIVEN, extra_headers: Headers = None, + extra_body: Body | None = None, query: Query | None = None, ) -> UserRequestInput: options: UserRequestInput = {} @@ -370,5 +371,7 @@ def make_user_request_input( options['timeout'] = timeout if query is not None: options["params"] = query + if extra_body is not None: + options["extra_json"] = cast(AnyMapping, extra_body) return options diff --git a/api/core/tools/provider/builtin/cogview/__init__.py b/api/core/tools/provider/builtin/cogview/__init__.py new file mode 100644 index 00000000000000..e69de29bb2d1d6 diff --git a/api/core/tools/provider/builtin/cogview/_assets/icon.png b/api/core/tools/provider/builtin/cogview/_assets/icon.png new file mode 100644 index 0000000000000000000000000000000000000000..f0c1c24a02fc838655e47d58dd00a25a41620e78 GIT binary patch literal 22062 zcmeEuV~}NCvt}7xwr$(C?XIdWoU(1(?6T2i+qP}nHmBe3e)ry)8!E1657o zp8oB`8EZvXNf&4uo|62zBD`NwJ|4R=9qz;VpU-BrKV=}Zf6Nf~xi|hc&~}nqjzB;# ze@6g=0t}R%iTQUpFy^Y7PMUJE+yGl^dIKX{Lt}b3YrB7}fOy@w|BBYeP6mW-)>bx- z+-`it|3Yy8mH$yQ5EK3j;$+E3tSP5RC}QhiOvpyhO3z5l|AUZ_kk`S;gj-ou{NLt( zdwj%ZPEK~*3=FQWuJo=f^tKMB3`|^HTnvoN49v`Qe-U(!?lw*aZge(|B>&;$KmCXr zI|3Zc?VQYQZ3zGIYhY;W?8HY*{7<0&I{xE2oy<-CJCcp#zlZgAfDHe9!@xw($namj z|C;jtqvcj`FgN}i`5*uMOuYX>{vW#kj`JUQMKfC`+rKP0m;{-NuC zqwha*^Dph+7-toG9`}$QrBrlj)5GfZ*5sVT96*vM&%bi8eK}gb)+p{6~|qHp@d>8LRFk*X$)c2QF}yCRW0=C z^f$AN=qU{a@;svpuL}FuoWKPIq4H5b2}6TQkFQLF0O+&anx>~38#&{~jNJ>5Kgn{1 zWSgTz^iahD8I#MuYRh6s{+(E`sK9Z;HME9Uz+ak0Dlk!4`t+LWvl2TYOEi#c7?l!8 zn6glcCWefg)@|y48OgN;`=BZ!x@~M5px-AQPstRsGVyOep}na)NUdS+xaavS{7V5m zk)Sm>yn#@xyfPT$5arX`FxSx0kvYU%jp>8AWojFlbxFkpuT;vycf&0%ylsod585h> z)!dXt7{^DBtC1*`*uby6^Kyuvsunx%ze*p{YQdvq?4;UQ(SlP6?(Cggrf_R=^kwf6 zU1v2U9(cv{5s3wTF#~Ukax7$q7^>}qo76r75Y9D_Ex9(yeR_^ezb4&}E1p!$E736T zO$8oI@-}8J)ay3P+2t|A*8|-{^0hQmHbYe|c~+n73a}FQ`x<8Hp0rKa0}HM zUKlFCStuWlpXcp7-|_PGx-{ll!;d+2MUJ$uOs_w#d<`I+pdxytg8!kmY+a0EJs7Ct z;?{;XUcR;n#$qEw$Ihc_m;xV(RIlYYvM}GVl9dZ?VJ+sB7JJ$J3M`VER zO4b2nONFe}G$+a85)$=Xx;J>HkKj)~_g}|DMz)XF%Py$Azp%gC#%XD20M`vs49Mr+ zwz)0**in?Ki`L%khtthpzaOFryr-~CH}@NpXY5#M0rOM!j!&o<^O~r77_Mty2crK> z@ndhChWa5(msVl43}z+K>7_aqhakZb0QDMW5uXE|@}f=@7P^dA5JA>`ODRjFu4zn_ zIGI>{A`+wGc3AKBrzbIn8oh+Q7w`Ztrg^G(vL9zMlYQU3Ul<leeJx`N7u137+&t0ZDr??!eL%U5mg<_{CZa8USbGuKty+2Y-ugZgV7&evMtBUp{dq6g@_(~VZSw5*rImtgi2?4`s3`MGd9M$A{$FiR1{5> zRLk$D>ahnkT2Yd5NU;4gbd+OYhtpW)m6!vsoRI`n?{J_fs0g)8o5RmE)Cwg&`HB1B1EQYs`m|8hdG~^X1^X8Z$ zR~7g%Xc5F5RCNwHVdENnkZJdiKAiXU6Xd<%qU=lKOyiyey3qNHGd5JvLhSnTUlNzD#LL#O7lIOcVCZ#t(-hp ze{qtx(_|&Df{c=t0S%2ZAc{K7Gl zS|FbQM>QhkK~XaGmj;^JiA9zj73ATLKXX?BpAXZEM*U<(F%*38hnQ0>jfiyb+2#z&7= zjujd_re*B?a?&2nt8`xlMpUlK#`P;;_*9^UIo&;3Oo&#(bDjJZtg&GA=-p%=U{sF~ z$|#EB?Fj<71zcaie0v`*{W14_Oird}mM6trAEUvIS8M+cU7p~ntvVLkDXgxHkYywi z^jfXqHRufhFYM+&xd{&%*mX4L;Ow14Y6IddC!y~#k_B@i6Pd_$Ao+5e#&((w12kbs zrEyON@GP}!f}eJ*e+_)*FUZS-j@{6$Pe+vWp)^2aevNOVNiN>kKa$)1zEb z1xmy1zz|}7S5c9J@?khBS<<>Y(&*VO4a-O;_k|0kr{;&HA^}lfRPrE5d8xtPeg4_? z8C5Kok(-~IUd2;EQ%N${ebPzckxXoNM)G&8D&P3u%j#j{)Gva`nYPjabZYk(BKHx1 zLrh1&mCq=%g_pVor^ykGD{smnUczBrv6~wUA^=u*d7t>ldf=>gAEK#uXZpI+nt}vx_uPN~sbSf{C|Q_Ru3k7Aw$?DHX`?M& zb)n?b>JcNAGon6ee)>LM!+rEk@pht$4ULEPvt`Lc(#)MYC z@ZQMYvV5w90Z(nlU;aW_!)xK2w2=WV=(KaVp;nC=;anHI?j&j0>CB6;i80*Np+Ap3 zXr}heSi|?~HhE>cZJW!V`?g@FfZYO)kKVmzQo7VZ!L0d8POo@Bkuge)leEjUXrud{ zyo9!0?%*8f`+ds}|GLFb?K~C)mabsveuE2`P zM4H~%HJaEiw^UcDIW!ZBb1ov@{mtq{7yvI-z;&?pt3Cqn?=te=3 zU3`~G#bQsrz4^Vj7DeZI*UNjyPJ*2SEpCo(v^&k}c52LyYObG|%vc7qP@ZZ&#_Q0;o5X0wJKK>GJFLHVHdh~m_`!3P)Lo~?6JCdJj%%cTv()2 zrW>LkDUCLK6Z+nN)0IzMnQaA*+3;6bPj|%(KgVo-Fj67XfYbMtJsKbhrh>wQm?L%u z1OM<;+{DSPI_@DutpF85+%CXFaApf%uZo@YVf}1c6_s{$NNM05Q`Pi9b%NYT#S#8CrYOl01q6e8sFI@sphZT4+G6M#IV+$Tua8vT13s!H*RXs2nMtDHOIPz@5(5+XRu@JLq}tgHDZF7?;vjU8-eLOrfHZobUhf2pr z7{-+=e4=43X!ckGS!FH%z4!<1=;XmQm9ffDb81NQMr&=aQ=^&pZAkB3+LN zv=?~g9Mrw9Qeu`K)ItV&5sK=p0slqZHx3ochxGhMFef%IDk%w7K<3J%}^2u+_?cSZKomOrTiam<`}4ohP24rbUdj7(ocmJJ88G>L-BDU>-2TBJKL1e;k)B*r|+T z7N(M5iF1m~F3d(F(5+ogP;Q)NYFvOTyA(#-Q!sz}a3|YlR+PS#Y*~>BRvHkOw+Kl! zcAD*95LkCm8T(2Zgir9!SFTsSZ0A(K*{zVxhb>8-11^43a@*$wo=|&jy@-~AP zf`mH~O3mH&JqsW#o5^Uhxg>_ayYvxNK$Lh`-EAeq2&LEO*T+tE#XhvIzZb?;7I|xn zR^+Y?;?Y-E^0)eEVfBA8-x+#L%;3>SO+ZnKHt}(HRDzMU(ot}5_Ax;Zq0#eF4C>Tx zPh$QI5J7gll)n5pUynfKE`;Y5CfFVzn?HiBFS`9xbS@^lK^cN*&sE{inQbh-Tf%I* z*B==MC%@0Z#C~~yAhI)3@j2Rz&%OVR0JV@(UFV>!ZObS+R732us_rdf3ElBvNn=5m zoTQgkL_Ki|GQ46aS(TWXc77+K$4-GG=A)uwGl zeWfE!tRtO{UEyV9H?O~{h3m|J9Y?V+&1IPDyB=*tU0bODRA6Y^YUajK6HRk9@ z-8e>ymD-3E(<_wFxXvtt+;<@#)`BWa!5w+6C1?)8mTkv$%+hK=(&ebUG=p-SX6h}8 zjs3dKf?k_?+oc>&G=~7F(AF7TidL$m5c>TTs?87CaZdcwVf6M$k;I#(ItEEhbA0i* zc0}y405iybqXrqrY8&x6YkS;NR^`2ML+SOUmoe@t^PJ3MJeFXoG?w2D84gSTd3;Vd$_v~ZyalBjpdlWFcpNR9%{q4r{_4oIMKhUDUU2mGKPHSqT z{q-?*Rb@%V`&Gs3^C1>(Q;rSh8mF!VHq9xU^xI5y|1nzV4lplupC>B}IX=0p_YJ<( zZ~pu7U1u?4Jq79jnhdMx$mJLa&>kiTb_cFiMbX#-a(uYAhoKWx+=$|EEps)zQvbt2 zbrA|`U$}u zEhW?8fy)nxi`Ccr%|9tlNV`)^p6>(KRdylW8}7hM5BEg+OHT4ER#82sJ)8Eubnt|7 z&sZQh^I|q|drHCgnMmWai)5sVD}FGHNQQR3<0yV+*^o_a$1qCXU`JXUm={ODNPLA6 z+%KYjKEGnMgN(Dw$v=T~IVUrC5s4h8;E(tZ;I_-L+GdtTz>u+TkdmJ2`{%k%+n?9i zM!g@LWl6#9eY|Q{4?I!0o65|et~m+X4BSn<9r(tgxF@X;ya%YnLx5eVJ1Cm~#g9Jk z0FI~gWuZNdjmnr2X4y|=C~#jgQ^tZGH}+5_ScPMlRsGtjI$=CaFk7M0DTl0jIvJ|= zHieFGKAV2MY?<2uWpYM2>tZaW#gK|j+M_?#;S$0b$^==i6aMXjWr4)Lo(zfR&)a_M zfM>$V5qpRw)q6AXsSHCw0_JroMw(#C&t$` zQ;-NjjK4aYdmdGrdXKeR%fRVA*0;G~FV}ppJq`1xtAeBN4?7D>Wua~95Ig4AXmLD9 zu{Z0>v^mL!LXm>L8f*B1CtSL6r9AF)0^E$%@Iue~y9JdlT?Lzb071gWQ+N}IcMb$2 zgpOq_x|)bT{0W^u(WOL^5AN!uXjWN|`1DENSPA9u`@i15&HFQ7;sR2cWr{whL5)fG zs=c^bI}D#=iKYjv$*qu|qf%Yxd8Rg@Xye2omY1O1f_!@%Y)nQ!;3^3rb#Smdd=r^uy(MFuOf1_WOY;YOB zd$boG6vPaCd(Ou$_j4aXr%C5`n>VOA%C9;mk#h64M7Uw!QR+9N5Dc#nIWOHNdtWG{ zpZKc0OW<9!>w#@5FP#><-~Mhk2qm86_C&ArE;-j4Eg$n8UqjFvpVdfb*+-s!ZdZP04{jjEN+L)59wvsfZz`a^wxtE{kvk#Q%g2vk{j4Vd$iB zJ(a)B>A3+5kGIeR2l0azCv|D{Ervg0{7k8xG@yu}srTaobBA7Qc{#pKK2R4GONl=; z+jT1n0rZ-q(hDc62i{A1^M7YuW;hlV)rGjwl%L(pYT*cB0^jWTlh$n7GG!_-sue+B zRYv?GJvqXoyy#3L^*g^PKfe$ElV21`C^vWQXO>B}!6lg*dbS5nTE2un2KWL*1`r_`z3bC(x&i%`Bo$+4+jP@P@01+^QWA13u@zKK@42e zoN6dcd$LVA1JW>2QBzaWWfdpm>*33XEEnxQ70;TGq*|S?a_Idoz0rJIATp?%--dy5 zo57Ur51kuF)aDZOJMS@v;5O*mAq7Az6>*zvndd;alI!;H9VQyGj87+G{*0BULR@Dt zuK()~k%Vb&YNLpB3HSWeYk3Y`02{6JRnan_Gp~QDBps64RY?S_2|4cEpgKMAt95_r zin`zz57$uQz&P25@gkfK;T@U-q~0rs|eHAwl?5&lLuHw;2j{u%v#;uki|s9MytY2G8NB z#T2^`rck5ni_2c%U0|5J#$mf?x)lGBF9M0WXTnrbOQaI$wW4zJm^!Xif~5TG9-X!n zIGiQ0;ru9Weex+_p&#s8s7F7TNADL+OX)m&_evj848K9+%nE@(S4}q$U~-i~Eq}5j z1cZNtS;9H{wVj~7RO0oKq1W0W`@$ETx&K56R7Jz7(64FjiOPiZwvoPSKDHmP{?*`k ztN5!eRVx->K&SF3J&hn%bzwQLM1WMEzHl{YY>rEHa292__sv_dy}0)Wysqmul%S?X zuhms5@RR{RS5`IE%i!!EkEzeaL%d)Fn^#G(7f?d_9lqY|)Ac3IpW08og%KFPPE5j9 zo@w8@m0^2JUnUl&jcpq+t*aQUXsR80##-&|r41`##IYO7WwCJy$BLLszv{Wsb?_5qI|EhtrXOPP1McX#7b` z7X2TikRDo2oAw&E!`SAo7!@moG-3@%WHg?;VVg+WD*onX``ZNFgf-j`qT&+{!~PoN zJ!sLm-HT+l^x?Z2PX6ckh3>7d2&Z+ib&fa7Kt%sYFk~6j8q8i!_|xuKotw6ubeBbI zck~OHr}_c?#$}L=xKYh$!3)nV-!5lSDd}=r?HUdbG+V>=p#t&ar2Vdw%JI@OMHLR& zv_b>;hv>{F^BV$aLo1G&5s*|1(1n;x5L;C^XV*q({3e!|m?kkzIrIu9hoO@~nNVS5= zO^4_q1j(T9_GhY-?T5AoiU*?`;>r0khZ|xp4W9?t&Sr<@Esq%C$pi-Hcv}r$XxLtC z7f>zsh%?huQ1k?3d(gT|V@(%4B2IG2~jC6L#O9(I&^Q+cg zZs2m#sh%{XQ03KGLQa5Rhg&}O`{!&!m#Q;>&k_mz-iDf6eHhIztJ{LZ$TFDVw(6DFf~w(13`AXfP{P)s4`)hZ zA#8bdO5pFTM|^}es1Y;-@xj%n0*2oA=aL#gKdqR5EyYP4ws+58+UcbGSQ?v{x-UbX zhn-vj=X1_JdxBO#U(quI1jcrA)UF2?G63r_LeiW)+MOY9#xs$g&gJ!|6GF1%(}xUZ zQs2QDnpm9YMLw9-kO(f~27W?whCD8RHTGE#d}5?`DB_spdqy5V((mD$EeDf9FAksS zD$uS@x}=&)r*d@~n~ulr5f6vZkwq>Gq<&q`Tx;7j1qu;j^FQ|?c6cEuZTUcyevg+e z%oOo0@0M_5H6?6^Tr6Csj&o33i>Tr210s5w zS;A~t*AAa{m*uU6#{LK${W?NKbE|sq5xGiTZ8-00)^=(iWx3z|sr7s=@sZqsD-1uf z*C3edTqbZh<0f&jbHX4_^AwE=IHOhMi>qujH{scq&tb_5!oP0*O;||d>;3$w>3Jh> zq~A_>PL_98#57~4YYO;Y&)_Y|zbn=c1d9Rce^4F;$K+BsYN0I{bu|Yc(u;pj@#?Is*dQ7iYwnTUS7szN zjw(9ZbI|E(YLI}B*%`x2C@EjnRzQ7z1sGY&+x5}{DsQ3uF99Ua|MDuZ1%*37XPbx?XpWdo5V)=$w4gP`9z zX+p2eTqW|TqLyt{C-y8wmj*wS1!6(~*UXaI>|dqVK1^@b%T^M{@Q@O;}Hw_BEe zkhsg8nHwwSn*tkvs{L6D?J$6@bgxl-L>7Z3mrPC|+exXR6mc#V#Z5am65|Q`3xh9b zc++46qx9`Q4dvI6kCd62p9pK71#y>+2c)XVFf=K~DbLK!e200F<7i*8Z$Kz{5|aBx z7nK>|4~a@%UFag$lXWOwTd=!;b~W^^@=t+$U`x6haSpG`vKc?nXixPQ+~rMWVHsK3 zG&34NSA)AxPh-G0g7UsCIUhq;4OS6$SDB>~B@<>sNbMMj5?h0|yjFm7E@9&1K19k*2v_++C&&Ts%gA2$c!#8a&}Lho ziLM71T0yKIbN&+v-`pT@hU72g&t4K$N;m)oy`7^|UR{0NvtFQrsQDeqRD`)fA?_!c z2GDf2&CqpgdkuEhhF$4DMcRzmFDd~CbYMj}=rux!-QN{!O<5QZz-E9|xv-?QWW&9^ z1it$sii1uHGh>eyb8G2w)^Iht$?86?9D8rN zODz)FIHs4DAJ`C1r?3=}hUqP6wtk9#zc@bo@TJ2LDPw|xk}%9(VP#Y3;VqL4DYvyZ zU*<<$?+4#g36mj-8KmEC-qG_7&NJ50whaHc+_xkY4;0}a!2;ejm{5JcYtW{zy0-Sv zQpbSD`oUCo(pJF?TC6re#^v;_onygXnF*I6AQm$9IEE!8$iPV0nQp#P??F`MWxds_ zuPBq#qVl0Wo|a-?$E_xj8&wmgr~2{WSvi5X>^w>Fs?X~M4S-sK%co}s?0D>87+yB* zUsrVVJjxPbj2AqxXUb0rdFyMmuuJ+q|K>Lt8K>fKja)_oIw~Mb<@SP%Ib|=jZ1!IP z-P81+r5+#3)rBLeB^b8uQ|@Xdink4NOA#!2hR}WNqB*@g)h7Vy>%0=eoG5N-O2sKkW+i=!AS`cCboe{woM65+5A`nbJfs!6ge4|{U% zrs8o^B6k~t=bsJW3xyt_B?Utv)$hG%^D+i6qVvImS6Yo3L^?LWb?0xlUrsbeu0P@M z6Zdg+GP~8#03l;CaGJ2=llgN2WEuH)@l9bRp2kwpqc?pLnNED;I9TvXlF$zAD%4<+ zl(#kS$gNHpK*-?jRc0u5I?eIT1jCLhQDF{pC1g9hnH}Vsv~f7dzejDT;M@75V=day znVfXv;aEsTxnNWv?~K5Wj+#K7;KWI*eZdT^U~JLAY|JhSEWR3~nxWCqnwygz5W8Kq zbp-T!U<$YtmzgKV1`(77eAYCFjvyLlvem;5QXwux^YLCK;KYmNCegNo`fc*RecEtl z4h4040{ZUKq==oCj)PwQNGOrhyVP;2=LlaxBbAG|9U}FE$rx(mdU$&CAK0hDPe?1r z63$M`X~#S5-H0f6o=1c6SxQh8*h_1Fd{sbCJGM8RT1{~7BYL`+m4Jb>JvbHcJr$Ju zXw;kH_g4ftQsz#Li03_B_Zhk+4PPqDuO%qQ;p1AkzaSNxC&*7Q>>31XLy~TvB&A`V z-b)z-azz5-O9HWl4&1bwWpbLLn!Zd`UB!u+B=0Xu(T5GWAX$jQbl`00Mi^T_Yx%q4 zusE-RSMNAIRmek29#^28FTpmS#_Fu!#tx4Al}j<_LLyXT(hZE7qR|TQ6p*UV}#u;Ct%u`&PU1azu zgF%7l3h4fT6w74*`^`OMJw)8R(_)V%Nv5MjuWarbW_sy!ch8Hf;WmljYt2M|1Ot6u z?UOu=Y`VIGC>Htm9tW02oo*-7AgM-wFcYF$f-3UB=_rn{r-|N%oOGA6#6KuKl);|- zC;&zug|{IoL*_tnBI> z(#GR)?6YTcGrN)Zxi(%f2Za^aTfkw>eJ@{^-x8wiJ)lx%!&mbUK81@9_vaWNG&yl8-l_k< zo*A`v%kXJUmtXV>=Ey@@K8m}PGBDR~D60uoC`BJK#!r~EVhk-%=i7QtF)oHxUhoZ9 zaK?$O9(O=KZ{sW( z9tBumv{2|sh8SY)3@8udglHpEx?v_!ZP9#mBO>u7rtH9i zXoWt?FYAEPA1+b=E+r1p9R|+Ghzl1v7>~srAGLaLFAv_|hLmYa1(NcM77khfNrNJK zj|=ucT$JT_6IqBuT0-)-bVjCMe7mt4Y<@vRwY%JN%*Fg}YM048-}e|x)KVD#iju?+SVE&Kj4YxZ$?emz;~S*jWy1PaP+K^$p5f8eHfZJ zN+A?9ZVjorHjVrgbrqXCZ$}y2q9)+wprYYHH_Q&!-6Hb+3E8-q z$IBZB)^YGJ_?mY&grD;MHTEE3w8{ion#RY68JFW4!Ef8h?!cb?X6E} zfgm2IU#i#1@x1DCA=to)ew9)l=7V=UnvNbO@U#pkDnABZW`@KnTCu*gOYAWxMSJaE z4$bztCRrS|OQ`rYWWlMc(B(hF5Jc>3k4Q{lBsZDYyu^=PzCm?|nFW0bh|<sWtwp3vg7>fs3ZUI4g zeUrG9BWbI3T^Jk0^KLfWov$GE`I7T8n)XPw>+>6VHVt)`HWfW?o{dRH+tT9`ck*BP zYrP{(B_RUU0k)3HA6n0Iw0PBz3UQh8xwMKoV_=x~tvR|;x4+(FvF%wq6jX5W62IJ- z@&-1y=8cA=H8sFejBeX6!tuDdmTmogTDCpa&)(O3p_1bWz2)5?81uvViWu(jLPoWr zy&tZ!S8R{H)u4JQKk~ScgM@Ek4kfnvQDW2|7R&CvUYe_82ZgS6h_@se`DfOFX^AF4 zFuU_5wlYDYq)Zb(4ffnV+-<%c22* zGjMT+-n@|yebV^w(iD-hH-jRRzRX^3p@U|an3ub+q8Y@;0#x+_LSnOgYF?8bjo|i3 z5O|jWaOetLIq(Jco)#wk$zBe+Zo2N)iqe3boU3t|3#iQ4!yVahgGjbXNdVb6cTc%+ zlk_+aL8pNXvEvEf=Ok1%?#tzFD~vYJT#%{1BUZ22trqvlTS6o-w$KfB+Q`Cd7ekFK z4A?z)#s*6tDp`3j6nBw9k$oLMj`f;S<(&>5&e9YFl@uH^ksSvesy{vytQ+KF0p2Hf z7-H(p{rSgAcs3j6l@Q|eS8u|h5BME%u4a}1J8xI>thZErtSB|FWM(W6bL_Mhija#X z4nqyiM~+bg{x~O9A`EC%sg|DKduGb?=m9#drd?Pnex|*Jy@lNz3rAJf(*w>mB*++Y zFHx14M~8okphSUraVU0UxhO`L!>4uR)VB9_T|An;S!#zSl|Ys;-_!4S0L2kdEqBHD zLEGqX(|LqODy|A>@(bkPTQ~++BuQ;rFP^n&9Bta@WA|0*1E_Y3(Hmf;@)ojZ z4qYd$)(WzC@lI{$HB?C_IX&Zr=dcT=?cQ>24hJInSBNbY)R|Ww0!w`yq;=I#i=rI3 znrzb$rO-1Dj4rj|1e(|O9M5WeuU^c@adt*r69FfJ)_i1QBBe2#f)!FI`UJJkYrg5B zTcua6oE__)-Kfj>J#F?}l3{CdDf{MZ^IzT4{xviAE73_383DL_EC{q*%u6^fyI3RF zbK`5ftIWMls|4-waHGwJBGVwQzY%#6gbY99b;4w*L>FmUdHMtbF!2QZ_MOB9Ei>;; zeG7UQ5{?C974X44yv;Lt=ZjfBZ3+D%kn^t<`~-cPY`6K9bmp^>R&aPVplMjxHP$tD z>LPxjc;QvIZVu{DuKo}XS;CKKG;N@m&nUn)91a<@7`ibxfDzWJcQm+MbAI)cI}d*Ff7P6LoU$mqvFdo2(~Uj4-qt#)6HJ{ zou8tb2j9()p;dRQD5=-x7fL`Z_74T1l+-XHc3uDZPQ~*dz2R<71V^rAIj|i;`M7QE zO*{3p;|gl#msidiLG0eMk=GseB&jFba4?jvfdLN{cvKD|xhQP^>f(GTZf>%dU&mkH zQlw=kS~qEOjY{@?imh!6q4&o{Wa*8GyEeiMD+WGTdMQh{?`3zx*ZfIO3`;PZ>x4$! zyW_;GYH`uR_i(L%@384a)Z0`Jl>k-&X4KBfNzfO8cTmxGhC2y-d)1@B@aqajG^g3@ zgu4w2PYPaL(@|FYIZYXn~9(Z#q|Ip0@0L_y5v>!J*TmS67P~?Cvrg0 zCUl{W-$VuA0_Xe+rC`WTY<}23bclb8{DXwnE~hA)$qR*=4?&c7_?N>NeXPWluTSj} zYDgr~k$fCw8@yy3{1bF6IwM0cAqm!xC!Ajwamj*V*PJ+P-H_FA=J$SvWiiaG=OTlc zJGTwV)AanNF#q`6Vqpb`QzB!c_=&m!N5uf~P`Z z)Y?pu)b%5vG$W93YfHMkLhGaEITU* z$D4<>(VIfETr{nbAJT0$s&ODHUY|4_Aqp%_*Kp5>0p{s%`EcQLp8>q2a1j2Vs}709*WUgwnmHJh|ar5=nxOXLO}MD#}AL zGHb^nrKYjYwcof>P17uctP#2IMtgDN$mFJ`kDp&6d4Xdeubr;-``K6lA-d{G!d-BM zllJmCq>iG)Y$-TGbF<~gg-{z`kkOQWQa%95Pz4qK6UW9j7-~BtNo_*eF009fnE(t& zpH+~g?<`a7r}^KVPBzDFCHXLQ0#qncmgPXhUZ?nBNdHW2@y7er+d++7`6%B3OLE4*qU6k<11jExm(A zm>rdj>yq?T5q$U0(Uigr7yb5e$1qywMH~po>e)gj_*EEfznLDtoLuSN-@Kr{$HTqjz>Mw9q)U|+Tm(5AMY}Y@hcm4o! zmU%D84?PW8sHOjjq;2~My#*4}#G*d_zSEeTHT-bL{F>A5S=p#=6EG4sj~qx9JFVUk7eppZfQQ$`hY6mCQ$+^q>t zoA%l|r^_`X3&j-^t91Gt-GJ_3>~xlE#n7$(uT_FE>)-|ABm#$1fe(N0nB zciSKSO!v~Qe?Q8%o28d1e-+cm@!Q+6`gcBGDzQR+!W5+zaONrc+9T zqLROS?Ob!Ckp@(Kz@QqtO-4if`1gJ6XP4xB37S$HWy%da%LD3Z9)9r0?DUOsrI|hE zpMh$>_zX!8uwo{EC0{jk4N2-W+z%>1F$Muo2e%-)Qu5&VcrH^E&_{lsPUf)?Vrk{* zf*8Z_cDiv^J%1*IQwjvKPHLO$&Q9s(KI z70nVF*fYYvkgBJA(?;A^sGHF9z&O^ci$4n9le7rF8+m=#n6z}cww_nFMB{g7RV&$!{vr3h! z?LNXiKKt2k;Ovn((p(JWPu5#(P^Iqx(y(T8Wj1=DRC!*$&P-pSb;Gmc(#C@HCjklq zR`Mx3iHIOPobVQ}LxFabpgn_O5u}z`(&0`UH_FGiKLpNu`#Z3J_{Pd!djf66z&D^# z(lgPTxCcQScz5h#$n+(it-b?b-Piis793EJ5hG~;qooaW5Uf>x~J;)g1)bi|eJ-B5TFC|OX3jB~+J9aTeVru5@$~;W!v^&)y%cBl zQ9F)7FUct?Zq=J1^+Bt3=ln@1=`EZIOVh%@oi$C+P%c$bcH5;C9rthnN2nPpMIi}J zEUaKOxd4X%CPU50#+OytDxK^WC&vwGpNov=GwDkx+m4*W{^31u?U{}CB6-)}A6Q;w zj{jzHcz2NG@hqB_FKm?@Tmt+J> zxKQ3MRxbPaiJ5Bdo#bc=+Ii_u4yu1P)Wi7Zla*k%3YZ5mPnt~c_?6vaLa0q*+ zhi@6|P$&Omz^ zrK?kD1vqV84;Z!t3{m$KIen0d%glrH<0~?9Q;%0#xX~)WDKwERdQBR(bky1*M?*B` zWU)9Q;I&CP2B1<0hLYwDhBHT&q{1L)z>zZ}4pdHl+P-xzTOsi4d_gvmy%0u>C59gu z5GFf^fBD7hUoKIzY~N#0%ob228A2&--oET|s4Oe==3R>dI$t_3<69HE>Zh zGk>&Fkpw4~41#TgpJ&jc6j1J3aPU37+FD~sF7Ln3+Sfx6+Y5tn~XpgCHCT%#-nCR=yfb8 z{p%9lml3dMX~oKqotk|u?7*SE-|9S9v+yUVRQ8Gl$BK?Pdwy%Mh(8#?QbVZcCXBo; zXWw9zM(}Iy@q)BDZx|Ig;O|p)CysVHh?H+qQec=7(wh-Z&}d1cCuQJzXzMLj#>BQSUwyB;nZ)2rdHZ&5VL|~jpSBrD zgTxjKQ-;syIag1B6>@S6PgB`;6bim%P-S3)m8Qatc8B<5Uel_~7J;a9qa=VLz7r48 zwBhJj>Bb?-2CbkH#<4ihTCC?0eH!ELXppl6e@-T^D5y^9Y6_4q-)2^&oBEGO>AFf+ zw;xYcU601awY7BQZ(+bP0QT0vq3qc>2X6_U5g78WazBCjMygdz4C4fVh8UEIK_x8zHSu(wJJ+n<^2Pa(>l_kfoZ5=UX8p(;o>Gs!HtaH&!~C1Sd{>vbK)E~cS-pB{voHp&U5;LXFAmUZ;asy;0?0~%+;!}_(XB6;m68B#j1 zTz|$&Ma;DpN$XHiIzH?5{E+W0+(slYXv7pU{5bEFY7VCHj6HppJ@RqnF6Nc*R%$D4T4QT?BfP=$72^PO8CBCaPeB?I-Z(Vf}&#l zejeJ^R~s787o$|* z5&Z_$4{$yF-7He=1->iPl0z6aPlOqVpE1!H${GN*1)byI=g-Ah4`}Pniaa}KAsalv zMLBCU((G87uL4A|W zXhGwllfg=RU->+qDqM+l+L} zH>2)JukmW>ah<$ju_0C;ZgL0)eIzEB11Gq2ed=p))u%3z)Ooyo$P!R|JUAF1Gr3<+ zvc<3G2dXJPT-W2&$@k{SRw7JG=+#EJXRbv5dyKjgCihjToRm8>>dQf+iE>3*E=I5O zC2g>C{DFstV6gZ+-F%B#r|HC0LB1?%xhd0tjm|W21qJaB6M?W$tY90wMHCp`)tR*t z{NMLSprHQqE&w)vgkhQy>MO7$$t;sY3#`bNh5HkPE-;V(RmxetMZtYY#;1{wf4IAwe$Y0vd1ym zV*E9sGE#34znv`SCbF>5r@WbFA?36XFwv2!MWh?1pttp7Mv--LG2{*4Y`17n05{sf zjPO3W)P=Jmd0XlE?%$mpbe%m|k0+C6YIQb+Xo>Mddmob1VM0-}E~U zq0{*5cXY}?6p6>}7*7TB`;yKuD#YMWAnj^wXm9v}`L}UI$1$Ek5*nN~G|EKTl`%H& z4CgNa6LW2vAn~j)Lobe`?2ncK(&sSie}?daCs{4O#)h!GJj-MAv049@OGBym$MUm1 z8wyTRN35_mtZ~6V1l)PoP&h?=^ZMjHdqCS2Ii==Mf`~6{dl5*jyto2>YW3UVZQkDO zrDP4#_~Xv6WuK~$RVVaS7B`Yf>I-5cnP5P2@f6pYAJVV?)*6Fucwl zz1zO5{0%gH&7PQ0OM5Y^mxq2Mi9Nn&S1m!>CT+-Xddr=~Sj?yvS+TXRXC(E5bPw39 zW3#aa=~Q1Fh8PNGC3TUtaUodm!}pYr0}J5NFSf61Utw85*TM3P1z7(OdvK)6UBY!N zTeb9B@1fsqwEzAnH^e=1s`hr8Mv#WE4lTUa29% zP1eV~^74bDf*7b**);kR4!rmIH`zXqjC>$v98C%X|7EoLaLv=84!%9 z>mW7U>y-~X3Un97TrBfE&}s6RkACwsG6DwU_S8>LNpCLQ*BPu+RcZygy5mf9l;}(P z#$;-BGh3xReAvB;OP=VN!?=?*>?+v!Dl0g3-qR%Kwc8`blS)gZ*)$QguWN@~c;i>^ zWitI8mlNdh=7_WJhT5%1BzWGEU7n}?kmf(Fk9D?Zf0`W_T7hhe(`;fZ(gwx+oyA3^ z50%k6M9jXYG0k+^0vts~ofT8i4eea2L$?>nm==<)S5WBm2$T-mb8enu*@UMEz;FSd$ptEEN+v9 z;n-$VK1>R!h?P2cO6yEppO<&2`_QKZNdRguQgTFeGN$8g%}j0;1*naR0*><=cywON zFe_wNI!1gxq?eJSS*OjjCEXTAbK>~1Aaj=7aCJA&wGP-^EpqJlzOSw~5_F?E=pHRN zRu)UOIPi1(D$LTd8*FJ=_aoQ}H@{EL(V-*L1J-g;AVA$PF)$qquAdvo(LXv@gMQ@K z%zK~&W-#`8!-e6fSVBN@K7wKZKH_B%F_x?Ts75&Rk~M`-@Cy<{=sW&jKuZ3nhN2W< zOMC=mv41Ho>8cj~bvC6v5gHL~3r$B3VX@;v;^r5h>}n+v=}$4*XPKl|C> zfvXd(V>{*-3KejSzm`(##=x-0D)J3-py%4OXa@T$H%Y3D3qy>YZ0z|MHpkLV{Ka#q zU8tI_Uv{!^pRe|3w?}BJeJkljJ4Jcb+#4u}Y9toZ9o~w`-9bF;S45$aynE%z7wWYm zddMo{L0(l(tIs;w9dZ7l9vF~uXULKw$79M6W#tg5Sy*U+J{Xxqw?=@!i`-IZ-7Qzb zma4t8Ro9C14FPr2QmH~%;-e&6U51ICrq{*%`1lsPcmo6`s^?OCSc;ze0`M5=A8~I{ z?QJUp$j)&3H64z;o6k9k{7dpZS#|na^%1aZ)PDZ%L;8@ZSFEx}i*}1uMS1>28CJ7i zKP7R^>2Pd|oKwinFXGj+a?eBDj+ljSIMYF6&VnNHrH!b~jXpd6en-h9)f$na^q15@ zT2QK=o9N!pOF)#JYpeon_MogMpZI@4U!w8W^ai9RcH{GHs+pItP!P@W=Q)v!rWINpyD z7^51Dfs{luFs_j)+EIggwHI1PTXe*72>_vwbD5yQZqfv9I6uIP2Q58_`nA^3Jc(5+ z-^!CCw%pL4uN(NIagVTp4hR3PX+h6OM@qL-(p?9Up39xsihw4 z|4O8xlU8%z|Hzx#YrZ|Rb78?P#B{O`87&~a@P`&bOvp_8$l;|DIEubmGpvDZYkwi> zLXO3bQbC;kdM;YR#v5(wu{|eHiKWKRfo_&mFum-`vHVioQ6g0+B;=8S6^%;fH{?xD zCCd?8=!RaIn4Wv^|8O#ZvvA_*o~UmKW-7@S56gJQI@X;GTCEqF)TXOj-=OxoXc5=B zqb+PreWXzg(oPX#mE*6Dq4i;44MqPE3d@!!gi}JFc$pJ$$Xe${8+0i751Gnwos|anF$afUC+yL zxM%A0CqhqjB3~vC{}_M@udZsNfftNd`ozja#gTa-^p}9e&H07i;fbT*lEmU&D+b*M;nAR2GP) z1My%c4K3ZO18!EqWf=6p6Cy>=I_j{Wypcpjm)v)}Xq$X`@ecBzPxcg2jpn>U2mi=l zWxfiX4qxbTAwWhYMm2-ZlexYybibylZS}K)RfQ z8(@fh7^YL-SvgzC-!@t(;c3iYny*wR5rIOtk|p0IDWxdGtGe~0eCVQ-skY!ox4@|E zg$$(1@v_x$F8_Z zybb%Lr8D{-!C3ocxFXsnZ@x8fPd@iN*5Gmy0+o}l! z!ru;v4mmXC@Fj%=R-E!0MrJfg#$y5T`Fjx_H^ls6cIJ^zpF*i_=1g?gygmQ+p$lSB z#z4~p{}L^>X=L`79|F!r49>8aTiF7hy!8$FjZxnk?2f!&AEZ>MZK~o7nmKCi6?s9@ zoxsilZwRUjIG>5Mph>sMYYbgDAuB?Uox42y*PfoMk2OlqgT*cbAMk=~D}tlXcq+P+ zk9aaKr*;+wZ(gtJkDVnWX^6HNJ~h*L12+`*yKbg2USo+Je{3+_q_%cwZrV8AM}<%l z@<#H~KPIUS$Hi|N1T}quGQ`{pk*D7&?5S}r1$aBXKsGM@2J9iu7=7U zj_z*ogoYWaZm-AIY<<`(W*^K(SFQ2p>8wx~E{t#M{YDPrWF^B?=$M776dRY@$+9^?K{;vchJ0<^0cjrVyAFFMR6~Z=?Vg_U`$voE0g^#MJJ1hatru?8 zz*z^&*uD!=SJ;~QXUDfJ{5s!w%mlU*(=%1aXvkVxd(!uOX708Zmsvbt=g&x#l-kJl zNE@cep>$Nw9$poDfp<8Qbu?1ti}5S?MWahXi{w=pyYPCZ~5X~*s?I3iF}l;^W#;S2q<5t$_Y1^rdTN{ zkoKN;$M2)-qv2-DsU6EVK;zKb&Coxeps}p`aFslvrUfaDx~lhUTeV-i-HYQg2I1Aa zirJG_Ga=sE{_`^*TXYPa+%p%3R5;^IlSB@D`=Sn6Fv{ngXp~lQmOzPD_?3cGZ+e_? zML}w>WH)9yB&`V-z#6~E4hTI+eYe{L)K6%aU`*(k!kr9NQXbT;)_&sEJxS9kX1woK6mxO@hljx9RpYPv+LUN#Zjdhc%E}s( zjeSRTpf&R^?ZX}s%CB;xCXMR3jxcfTP+tE}1kzXPl)Td|tlcA|EPc{@w(vsK=N>I$ z(}OuP(T~u^3Y&U`A_>jlhlPQ;KuK-NNw z(R$t2-?O`yGzk}l79m&w%Y?ViO2pkgx~J!txV7rZGn;B=lFR&Pimm)pylpWkeQ`DB zeM6RUZnoIX_|$Efl!RFv$tr4Eq;}QkZ=H&YQ-qxiR}(TFshJK&?TsspK(;yM6iPc@ zW{u4&et0%9#SxW(urr%|*pRaDgYYv>i(;WoeK|%%bUN)P?wVO{Fhe&z z!6kmSp3-kHH&63qCT4%HIzz#uOC@8!s-th}UV_7Cp+W4NP?s5F%C7DKI`E*RCEFtej_BUSDQxsVF1}D=|)`!mTs$0Azqi z@GSijd#lomQdbyBvqkj_ZG2~we@?Mnf<=-0x)p>~{jy<%7^@WlH)2eHNop}!G(_~& zDuia?QP02lw@oPI?d07F`5jkC3c_iw7L}%M*NW?#hBh7II*ip};s2Wll^}$aD36Wr z6?~{gn_m@m?=rQ-&%>ucTqKbom2J?jj&02d<2y5B1(RY^`&wpzv{ None: + try: + CogView3Tool().fork_tool_runtime( + runtime={ + "credentials": credentials, + } + ).invoke( + user_id='', + tool_parameters={ + "prompt": "一个城市在水晶瓶中欢快生活的场景，水彩画风格，展现出微观与珠宝般的美丽。", + "size": "square", + "n": 1 + }, + ) + except Exception as e: + raise ToolProviderCredentialValidationError(str(e)) from e + \ No newline at end of file diff --git a/api/core/tools/provider/builtin/cogview/cogview.yaml b/api/core/tools/provider/builtin/cogview/cogview.yaml new file mode 100644 index 00000000000000..374b0e98d9122c --- /dev/null +++ b/api/core/tools/provider/builtin/cogview/cogview.yaml @@ -0,0 +1,61 @@ +identity: + author: Waffle + name: cogview + label: + en_US: CogView + zh_Hans: CogView 绘画 + pt_BR: CogView + description: + en_US: CogView art + zh_Hans: CogView 绘画 + pt_BR: CogView art + icon: icon.png + tags: + - image + - productivity +credentials_for_provider: + zhipuai_api_key: + type: secret-input + required: true + label: + en_US: ZhipuAI API key + zh_Hans: ZhipuAI API key + pt_BR: ZhipuAI API key + help: + en_US: Please input your ZhipuAI API key + zh_Hans: 请输入你的 ZhipuAI API key + pt_BR: Please input your ZhipuAI API key + placeholder: + en_US: Please input your ZhipuAI API key + zh_Hans: 请输入你的 ZhipuAI API key + pt_BR: Please input your ZhipuAI API key + zhipuai_organizaion_id: + type: text-input + required: false + label: + en_US: ZhipuAI organization ID + zh_Hans: ZhipuAI organization ID + pt_BR: ZhipuAI organization ID + help: + en_US: Please input your ZhipuAI organization ID + zh_Hans: 请输入你的 ZhipuAI organization ID + pt_BR: Please input your ZhipuAI organization ID + placeholder: + en_US: Please input your ZhipuAI organization ID + zh_Hans: 请输入你的 ZhipuAI organization ID + pt_BR: Please input your ZhipuAI organization ID + zhipuai_base_url: + type: text-input + required: false + label: + en_US: ZhipuAI base URL + zh_Hans: ZhipuAI base URL + pt_BR: ZhipuAI base URL + help: + en_US: Please input your ZhipuAI base URL + zh_Hans: 请输入你的 ZhipuAI base URL + pt_BR: Please input your ZhipuAI base URL + placeholder: + en_US: Please input your ZhipuAI base URL + zh_Hans: 请输入你的 ZhipuAI base URL + pt_BR: Please input your ZhipuAI base URL diff --git a/api/core/tools/provider/builtin/cogview/tools/cogview3.py b/api/core/tools/provider/builtin/cogview/tools/cogview3.py new file mode 100644 index 00000000000000..bb2720196f244f --- /dev/null +++ b/api/core/tools/provider/builtin/cogview/tools/cogview3.py @@ -0,0 +1,69 @@ +import random +from typing import Any, Union + +from core.model_runtime.model_providers.zhipuai.zhipuai_sdk._client import ZhipuAI +from core.tools.entities.tool_entities import ToolInvokeMessage +from core.tools.tool.builtin_tool import BuiltinTool + + +class CogView3Tool(BuiltinTool): + """ CogView3 Tool """ + + def _invoke(self, + user_id: str, + tool_parameters: dict[str, Any] + ) -> Union[ToolInvokeMessage, list[ToolInvokeMessage]]: + """ + Invoke CogView3 tool + """ + client = ZhipuAI( + base_url=self.runtime.credentials['zhipuai_base_url'], + api_key=self.runtime.credentials['zhipuai_api_key'], + ) + size_mapping = { + 'square': '1024x1024', + 'vertical': '1024x1792', + 'horizontal': '1792x1024', + } + # prompt + prompt = tool_parameters.get('prompt', '') + if not prompt: + return self.create_text_message('Please input prompt') + # get size + print(tool_parameters.get('prompt', 'square')) + size = size_mapping[tool_parameters.get('size', 'square')] + # get n + n = tool_parameters.get('n', 1) + # get quality + quality = tool_parameters.get('quality', 'standard') + if quality not in ['standard', 'hd']: + return self.create_text_message('Invalid quality') + # get style + style = tool_parameters.get('style', 'vivid') + if style not in ['natural', 'vivid']: + return self.create_text_message('Invalid style') + # set extra body + seed_id = tool_parameters.get('seed_id', self._generate_random_id(8)) + extra_body = {'seed': seed_id} + response = client.images.generations( + prompt=prompt, + model="cogview-3", + size=size, + n=n, + extra_body=extra_body, + style=style, + quality=quality, + response_format='b64_json' + ) + result = [] + for image in response.data: + result.append(self.create_image_message(image=image.url)) + result.append(self.create_text_message( + f'\nGenerate image source to Seed ID: {seed_id}')) + return result + + @staticmethod + def _generate_random_id(length=8): + characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789' + random_id = ''.join(random.choices(characters, k=length)) + return random_id diff --git a/api/core/tools/provider/builtin/cogview/tools/cogview3.yaml b/api/core/tools/provider/builtin/cogview/tools/cogview3.yaml new file mode 100644 index 00000000000000..ba0b271a1c716c --- /dev/null +++ b/api/core/tools/provider/builtin/cogview/tools/cogview3.yaml @@ -0,0 +1,123 @@ +identity: + name: cogview3 + author: Waffle + label: + en_US: CogView 3 + zh_Hans: CogView 3 绘画 + pt_BR: CogView 3 + description: + en_US: CogView 3 is a powerful drawing tool that can draw the image you want based on your prompt + zh_Hans: CogView 3 是一个强大的绘画工具，它可以根据您的提示词绘制出您想要的图像 + pt_BR: CogView 3 is a powerful drawing tool that can draw the image you want based on your prompt +description: + human: + en_US: CogView 3 is a text to image tool + zh_Hans: CogView 3 是一个文本到图像的工具 + pt_BR: CogView 3 is a text to image tool + llm: CogView 3 is a tool used to generate images from text +parameters: + - name: prompt + type: string + required: true + label: + en_US: Prompt + zh_Hans: 提示词 + pt_BR: Prompt + human_description: + en_US: Image prompt, you can check the official documentation of CogView 3 + zh_Hans: 图像提示词，您可以查看CogView 3 的官方文档 + pt_BR: Image prompt, you can check the official documentation of CogView 3 + llm_description: Image prompt of CogView 3, you should describe the image you want to generate as a list of words as possible as detailed + form: llm + - name: size + type: select + required: true + human_description: + en_US: selecting the image size + zh_Hans: 选择图像大小 + pt_BR: selecting the image size + label: + en_US: Image size + zh_Hans: 图像大小 + pt_BR: Image size + form: form + options: + - value: square + label: + en_US: Squre(1024x1024) + zh_Hans: 方(1024x1024) + pt_BR: Squre(1024x1024) + - value: vertical + label: + en_US: Vertical(1024x1792) + zh_Hans: 竖屏(1024x1792) + pt_BR: Vertical(1024x1792) + - value: horizontal + label: + en_US: Horizontal(1792x1024) + zh_Hans: 横屏(1792x1024) + pt_BR: Horizontal(1792x1024) + default: square + - name: n + type: number + required: true + human_description: + en_US: selecting the number of images + zh_Hans: 选择图像数量 + pt_BR: selecting the number of images + label: + en_US: Number of images + zh_Hans: 图像数量 + pt_BR: Number of images + form: form + min: 1 + max: 1 + default: 1 + - name: quality + type: select + required: true + human_description: + en_US: selecting the image quality + zh_Hans: 选择图像质量 + pt_BR: selecting the image quality + label: + en_US: Image quality + zh_Hans: 图像质量 + pt_BR: Image quality + form: form + options: + - value: standard + label: + en_US: Standard + zh_Hans: 标准 + pt_BR: Standard + - value: hd + label: + en_US: HD + zh_Hans: 高清 + pt_BR: HD + default: standard + - name: style + type: select + required: true + human_description: + en_US: selecting the image style + zh_Hans: 选择图像风格 + pt_BR: selecting the image style + label: + en_US: Image style + zh_Hans: 图像风格 + pt_BR: Image style + form: form + options: + - value: vivid + label: + en_US: Vivid + zh_Hans: 生动 + pt_BR: Vivid + - value: natural + label: + en_US: Natural + zh_Hans: 自然 + pt_BR: Natural + default: vivid