From a8030c95f2699940af18a882459bdf17db705074 Mon Sep 17 00:00:00 2001 From: Dong Yan Date: Mon, 6 Nov 2017 15:56:16 +0800 Subject: [PATCH] upload the architecture image --- .gitignore | 1 + docs/figures/tianshou_architecture.png | Bin 0 -> 23976 bytes docs/figures/tianshou_architecture.xml | 1 + 3 files changed, 2 insertions(+) create mode 100644 docs/figures/tianshou_architecture.png create mode 100644 docs/figures/tianshou_architecture.xml diff --git a/.gitignore b/.gitignore index 85c32a8..28665b5 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,4 @@ .idea leela-zero .pyc +parameters diff --git a/docs/figures/tianshou_architecture.png b/docs/figures/tianshou_architecture.png new file mode 100644 index 0000000000000000000000000000000000000000..29c32d21b810bf19106a09747ac4672cd203cb21 GIT binary patch literal 23976 zcmZsDby!qU`>i6v08)~I#1JAeASykCLrRBqmmn$KATmRzNGK&DC=JpuFo<-clyrl1 zNQZZi-|yc0J@>i)hzxVi*=O(fynDTCt@lKztI87-(h**}c8&O{f{f<1Yd8kiu3hJa z;DJwcuAx6%yT*L&smzmS-X>caH*2-qj;~V2gU2ISxI906H1ncKO*Q*q;pG)FjhcQH z8Oab1<1%|~!Cie{koxcHqrW>-vrS=cJL0QTJtBV3XAa@V;v(1ZZfODOoI9W<#j0{HrAw}U51CDgW9(gtEm>F=SpZ37~wPWpkDAnxAm}yWI zcPaWuti;(`WN9|VB0>tm%_}jI)=D-gb6047p~m+j(|0}JbK=G4Up;&nhYT^VlC^fr zj#!UX-iFPuN1d#3&)kVKD4D=;_go4X*^yv0wO!PhkwvfaHtGsBiPP4=(`A}8a0c%B zJqE8Sb8uKxhWn4Fo@c*5>;8X_g?-<_{JpZD^*@N|bdo#Cw z5t|-&RoyOeFwDBo3dEE+#H=48gttFSUkJv{s!3iBlZb6Tpoe>xU0xo~juvQh8@|X* zDpJdmsNSyMsE=~STpk@wxebUw1*hGA{@Sb<*uILjA*2_6`5^oc64<)|3jc9tI{;QKk(lq;$x+2HP>Z7xb(gtvY=R4ac_N9%Z5dscF zvNTn01L9-V)1H$n9-20*j9>|;v_9bxf}hW_z(3vZ{vHfSI{wa0@oZTcw~VVIVGtb` z+d*5>7`rD>NJxi~RE_8u_Vo)d-r{HtC8mFF=vb8`=JfaSxCTXIGETtT?>O7kc(^w7 z-KRn>hRzzSd?STZDSAKBV{?4y^0=g7`)d?m)3{HcFg3JlHt_rxspN$jy)(L;!Z^*b z`klwdXrC>8W+|z}N%MB&vB|NRJ{qE6+tyR;n|uxDefZ)%{R^G`9m_cJ=V=aKBPf)9 zQN4oDqZPmqE2aa_x3=*h8Bap+ei=G9TKDi&M4wNu4dqN@QuHhc{Px;t99Q1il-S?O z%nvx89%CQK^55^;K6Xa$g;E$B(etI&Y)>~#PJ7L6p)JA%ox$je6KF!c{dO9Uxpuzv z_x|5y-M7s>yQN^O-G4!$1~;d7tV}4bTY2AakNix)TItmTs}UX;@!cq14U|uHzBt+2 z4%=mECu|{Sl@lHq)l`CMmqHJeW zY;b+s@P`vehhwH<-`Jxl!0HJ5XqVo80-m)gnW)+BQ})WSTqPQM3IAGb==R@`{VMvA z%ic8LFsV;y*1!5_!hZ7609xQXxIP|>(!!0%>iQDWxv3L z{WbOxjG)H!Ev77FBacg(&g>Rvi-h63%{Po`2TCRU=YsJaHi~PiS>xb8`oRL#)9;_p zH2O`ZmhF>=E4xkAbwtEl`{7)So0@>>>+5n52HRe2eOf7noacKT zOpeL=&tI%RxD;2%Wvj$tSM8(5Va7gJt5O%$w=mv0yMpE2q@~02VN6amMlXXKgau0b z;Rnhavlxt_NOo*0({ISNz_XOImL8l#{WRYi%(I)Dy9tTV}-oST`XgIM^v>qg zzad%gT@%F%9XY~Noh1pVmEgEpNPU#LJLR`W-)}t{M&a%$Ck)7T4y4f-fC#AA0$Ixg z^Z8k8H+ShKBJ^{*Yb1r$IJlk@K7)HaH^URg)S4S4!p&QLdMAE5LOBd_n7kR#wLsg_3K zFt~}9sz@&PeZ@wemN4%xU&;kQn(3i9NJRQN%!jwYQ|zo>{G4woeBl)GJ4?W!lN%Kku?{z_^b z2xAIdgPVKTUnsUc_fn^UVE0L8TTND!lnV%`g}{fc&Qli!UN4xz^x_SyTYrMsvc$d} z|LdW2(cV|;n}P?Puot^UCUTJ==oBK7z%1w;@^XS>-+VO8h#?LhL{W=8rnsm4vW{=* zTjx3}nJ8vK3j(?RhyW&j6TxhTi^vMskEq)G+Ed>+2R4?H$al>1K1-bm)xVynY5T{( zGigOJKCRCjZ{v)}Ng)a+!Z!jDA8wLE0$7{~vQf|C2C5Zq`f5egT^hF`Z48$wo9@j&vV%)=aSBY63LDEjv20YD)&uu+>nq1%GryF{Rx$Sb7-%b`U4l*q=K8wIEkL&zvCMn72Av^jCMD~$@L!p>3=JQ%sH)n{}JI8Xvui$TEI zAD5Ae7ea<{cl~$2RiCb;slCZ*LGZX*{mEOO#lP4Mv_@mMgDEK8W-Wa+PVnq*Q7D~~ z=}7`XFd5lg4kx=(cTU@^U0Ho9mikc-j>E)QQSH`4~kiGY(daoT5HCrfpJUj*W zxJYUNt;E+j%-*;d(ZV_sKX?W(N5(bQsak+7R1iY*-@)vU`TX2>fWUBYM(frNST^z{`E2> z}Q!ab&OfvYd*SQdRnH%QcOPkILwqNcyfK*B12LP7hZ384v zoX83-z=JO{XxTCL0B(9Bh&B=A28_sdTpAOc8OMjvczImS%%H?W+uW7<-o<9EwD)mR z5Jc4AbO@=0t#jjHGOVKa;i2f|Vw_~X_AC8tkM=t@<6RtC4gdmHNt22Xi+Zdt!ObiB zMGK8Re_1=_T4*uC(0WVe00MbcAM}e&f~R1sqZ?MgP!AN#h50-^A{_ z^nwnl+yk!?LaG1|7tVfrXsZ!AKk1C|$Yr|EyB_0TLZzekE$R6Oolydg^tmgUnbA;s zC)@MQia2AC=(fF@Dy4U38n?h6Su~cp7%SG_FMe#4W>=8E39xqm4H@F<>}P?Ea|;+{ zTd*8LAP?`icUsx0b<3#TQ}Fmj$Ev4EeQ6F#y@gwrk=lfVFhX+$%3TStyqfMt zyB)ostyZ>Imoq*L$ zEwrRk3SI(CGu3EV<78~_{T^0%ans-0TRUt3mfI!BvwW({SZu}Q=K;sV1u^ju;+z(AZ&2;d z3gZREBeKl@2EHy~U!O*1s{wZ0n)~T>4XG!64D5F5C@kQC7}zUrT}Q1@iv=Z0FkuCkfwr1S9#N zOuD>|L5a#j&2rgrl3mn)j;#tfa`%D`@_@sIh?=Idcmmzj66o|;z_!bdLv?1(Nx>lM zWf$ZE{@!tE6+T;gs*>-;Ie-D6|Ieqw(jhP+VNt~m4+XGYJ1aIO4k{wI-bSb*7nbVt zBZQs0+rajoH{9@c)zqg_)Az^7*c!IVWysyPZBu#i_22i;{^$Fg*;GQy3qnqTTIPVF0(R-3LcIDJE`ZAaz)VKP$Vl zP;!i^5P(b4U|bH;Gt>Le`CMLq7exMk{NHDq-+0x$suy&&^>iH4jMuY!y!!G)a+C2oOH(2v6*E zmDk_l2TMwxSXd$(_n(y?lAKxpKo))jTS|F9!AD8m1!rvgmgAdn51cGwHxoNkMNV?juaG*eO9l2rtnvRQ_D@`m=zZJ;Yz&ex zjzm2MCsRZoW0%>&cIDqs#6WlTQ)gWGv`^lT?^S z4xkkkf8Dylpa0x1)#YL_31P4>$itB#@`o%c;AFSw#jz`_Hyuq2?j^iSd+ek9e;%tf zCT9o8=X#Bl+zl?p#@UG_b8s$2a2e^c$O$ymIW zWd#NT`Nu~|k$~ywhH~1y`42G#KK(y8|DSJQ87mR&a)f=N6#P9K^tTEy7n6CJzIJJ@ z-JCs6d#w=^jx9)nZKIN*w*tq3D#oTkG&uRJgH!xE+o?z1e@|DljsQlgJ??r<#Jd(~ z1?Vqj6L4Sm_?lp@hk#R>A`x9bK5lNvZ_yXqXEKscL02x94nOl$hCFT5{-nN~7FkKn!5wuEC$psu9&UfE@W6>oFS^d6-Fr#=;Q*+- zA3F6g1gSJ8{&64-ehcoAtK|q(2aaA-E@6!q`#qjZ3Gx%o!8c-Ph!LSJ!T3!6Wq^@# z^qg|(_(fytZ(eLr^)*IlX1oM*<(mfRhYjO|jr4${Uq=AD*3Pn~S5LVrZA{jb!YT(5 zhq1EZ3~s&ro{KR;6HGxD^Rd%lQi=o4k35GpM2&(?a$Dx7$C$D1SSFwihx#S|UOa8>$C5zXViv6sEZ;WOXafkrjiH>d zp2Kd!$F8y@;(yfrmXma&Q^cyl?M!lhPPdq@_b3eO0vw+eNBYaxST0I1@WT5)v>2A; zNs+%tfs@M|zn>~`IILA{iU~X#(KQwMav`?<;31nFHTE)|w1|SGe^{yq_nS%aT$$w|bdVB< zGw#KV8rrJ_y{~x8Kic5sj6YVlnrROx6?Z0nQ0u2t==)#rlSrP--2gCiwwo?!8J+lk zK?$S`eo(cIgb!NeGMdmZ#U8wVt+ngw*sxW-?a)fY_k}6&m!7<63(#7(03KjkTG)?mAyW= z7w~6Do>y5vf3QU>Y?DiXO^0UX%~c1Cn(eNxk@%RPqP2_n5Neck6Z*j-I8+(R2t&&@T2ZtZkM^*22FaV<6RWw_vQ9<->FhV@k28~HW#IFjZnmEUp` zO97g|;DYhrcBqZrhkQE@Zbo)=5EajV51UlvF19KxZK@XsluzQHW;HIJ>E{GqAV#1_ z=5D%dO#~tO8Awtd91r&p(C+F9yTYdvujg_w5}T{2Q4_x{Yh5E3S!0ESmy3Y8(&89C z2|@=-q&yG3^ZbjKBccW@Q5wFz;HoSl%)BEGhJ7g83?^?EKc4gPSwAu&sj5G*Gl-%|YfUqr=1j%2s{Us`Y z=rmRPH1_ag3lVJRvgN0YiEQ?sb!6BYmJ>KtK_Q|RazPeaWm|6mQ}VL1inZ1~u1wfG3HYE`)o3 z3wj-+N8c#~rPPd$dW%lVVZRB|p;0AHZ_$(4yj1o(FKyJP^6bxV zElsEf!Vh^uh)OnnqBnjYk>cHt9^|^Ebhbzyi`*hpd(X@`kmS8{rXpAuDF32MV7oY8A_k`~knqq#~c_vG(nioe;gMttD^Psjn#h~*bH zhV!);kRVgJ&OY@uKuKW<8kKw5Rr8_r6NzdPzu|Bs0a1+N4w5Q=ShelwolWMiWi9Ay z!Wi6h$Le2ssv=5azd=;@A_`WWdN4?SC9Q0YO2#l^7O&%S=tu+rT0_+eI(717FyYp~n5T5R z_D^j7o-c)|3%P1{(mB=b1MTmQ8SC5L$G;T@Q2O7G% z38ame1e>mQ^D-=n( zcT~3iz)*pbkNWT<88zFuWuPo;Rkjll-|BVdIaxkOq_bt^$U0HtM7ok7XLk`kIS;rx z78w=_-`=K5B82Vd%=m7=bW6U`&&%%f^VYAi=o0nRq#*-b^S-Xo;Ld61^rdF)c8cZj zpoDI(yx?XbGDmSlTlu#dX3w$0BUYntQ?m_g86fWA-mCeakqS5cXIlUFg9)a!mWN)- z6cpUmfEf4%%G&L2=6Kc?LZpmbt9k{zaPEDB(|dv{1z>B^>cWGF=lN>zWC2XNspA5V_U?EGMyFV2f`q zk0di~d)v6%wZlU)M~euA2%N>$M7<&BVeBMS(RsO0zTo@z2eZFokVvvs&=p=Niu<+} zUGuvA3ozaC*x-m5mI#A_`5ny2dhwSYi62g)dSl@oZQA1ffvqe;VBpuKi?bQGH zoN|T{Nz-1w^ps!23Pl~{cd^%z@#;W(^_0QmrNZluG-T?F*ufS( z^=Lj|r@&Ex4r(H}hp{7ENO$cp&ENTyck*KvC8Z1=IqhJTNZ&V6vW&O6i7K*dEowNv zrPJJHu}F}me(@FM@AF1X_6edy5D;lsR zfd;k~5@`H8R`-7@DZo=c76ZedR(S<~itR3k@HLB$&~xF!WdyT7u2cQ*do?t6ag5^YqCevY z7xZ|BNx1i3Z;d+O2_MpYozL;RT4Uf$+V{riKFb){>SL}?P!M!bhGxBX=l}aq; zF|K!aIVU{hGZ!pg(R&A`?DWaCU{w76Vhy031#JhJHzukIu`n=#JDMu|E;j`Zf*Au& zw49Rmyyh0)2p~G?8)MP>eWCg^WH_+cSI2fSfV%!>U-ROp+)NR*ya^2@4lE8#SC8fU zH16k(25ofg&N@zCG^LTvY!EB(`&@#M5@`$>1Y1@=@GhuLit(vh>MNkt$+(YuPYmbZ zZ|^sEH}DW2+CVK}$AAC8Cp#2vu>X8Hk*`V-VnuG-S;+33oJj#CBLSf^|5DpUDe6Dx zPzC2G2$kY51yr|oh^f$R9N23xmZ;{`ohV9QaG7o)Q@ac@+unaCAcc}qgAsO`Ef4X*0{0EI!E?cKizRmp zGKg~e{m2mJg4c3inLhA1;XV#rT-IF_GI0tRpv9nbIqaA_lmu_+UqsG&lZQ9h&|v`M zgS)Vu!GrnIt^(6dM5i;g6w)@INhfzUL{<(hJ;K@&2-$j9V zr4FuE);8zxqNJG>y;D#U*UYOu+U2A5+KE2yQ+05EWSXu+)$s1($)C;@VXQ{aa0 z=is|SLkqeWp`ouz|NI3trQvFShVcQpF3-!g;rv8^*?B5?wWmyCW+StS7G$uJm0cjK zKzv%9d1fhd;6bnI!6Y>+2D{k?0K9$#O6qZ}JR^06btH_xfByc30|0Bb5-)>|pmKpX zf}6Pd-VPQJ_Eupc@LablEWrps{QR27$74V!YfkLtS+4)s0P{ zP?voR!Ed-*R9rpLEegs)FvS=cdbg#z8HY%ilyd$%C|-XQOKgr7r(w-3s#9Aat*A-? z8bL*F9@J7(KN!8|g6m6|fUE}egA|eSHvUQW>^~O}$hn(=K?i+8h69=6j)^LQE-js5G=LZi@FEVJ2{<L0I01);cAUlW-2oAt$8m7G$V|a1H=k*N(4o6~Sd~sX5!#5mG&YJ!?;ti300}w78fzahKlMlQgLp~MM2DZ?1@O*9M#7Vej<`+TRAry>3 z7kk@dK#}oS2xH>Q+*NjLJRJ2rnGc%;7}pHkRbv$}3@p1sNAp0T>^mmoJwLxNfv(ss zgW`dDN=;h1+;wOY#O+E63esAUBvg14$Gi`9H#+^!h0w4leZ4^%_p_0Q-Lv~ikW$=M@W3HmBML+1=@<%uR85B{A=kPht%1; z^|v%AbFCehI*hkw%GGloMRV`9B7AzvEQGl7g*V(?^+%$eTB`&B!#slV+30rdB8hIK zIba6Lfg7#k@^`9btP4~G^MlV1?xTTZe5%S37xkCpPb!u81p|LlUpAtQT+ScVLdFYz zqxXrwRo&le#+>r)@Zz#S`|sGKmjg+%gUp3(H3%>zb^eM4ea^g3!fQ3K#Ch5lolM2> z9j^u+Roql{D;E~^t%z|V*bI$#ELx+?9b_6$sPulGFo`r7G}Ehxt~zrw42UTCHzoyx$yQ=@DPj z>k)sDVoF_1g(E+;90Tn~2A=J31N!=atWObP5)I?59tF?23|Wzh(CL0@D_bSk6Iirc zfjGGqi#f2Rxh<3LKARW!1x48w*jGGm%IvX_Yr@w)gxq~q^hbILI}1)X=M3zNmyuMm zD*CX_!(BaS_^zM^YZOK!D=Ix7E0?lYYEk2mqcoJFy7$mECt?CMwR}*;f-cs%?WS`l zFBsYcNfb5GRlij|=}ccktfzFAmR$(o@f~dNAM&1u;?j6jc$en~>gbV% znhXO-;$(0CjSnTKpBpCJa$l$0FXVy;t;^P!c(F}9K#q}*_hF?}_=qmu@81dFrTUwv z{+mkIXdV$VypB-NcsfJh5`*id`0#|3K!=ABsP??4j7DWqy!D+v)e7Mp5fb)ccU{9N zP(`7wg-P<*?9d7w6?|&j*6r{F6G^-jimNNg77u}c^U~s5pW}3>yiv7~a!L49?lYYj zBR5)J1q&SJbl5Z#GN!&*$dynsa_jJX4R+UR-}ArbDvmbGt<1@{U-`XLwIHNM+d4%} zP@MX!?@w`gu+e>>)e`Px4@QZ?`@3J1pTO{ocVnqA^Da87QS6o7Pq^nSmF{%ve`7Dz z(X&cvan=*pw6A~wSuG2HFAWcaThGDuPSE6Q&z(*P?><*&hkA()?SPEPMd%P~6~HbT zHd2d1P9^s1Ll%dGlEYGaPh+ZH`C+Ai>Pl9fpHi_&zy8kh?QsV#$}w-xEc;x1{rEOr zc>j-85>#C)ds#QDOiN6xdaN7RBN%JoB8FqRQ`KcEZJi0MRRy_5bMF38%<-!<9#QUP zku+V4dej(g|7&(H3(@=Mz(7z-+`_qdu#~7adhOi<=cmTPo`R|7p?B5;AY*Lqv{8cy zvr{@=q{G{C#2e+k7gOl)iXIw8stJXo^@;jH;xl` z0pO|2c@OjQ7-7lBnmH);hAMX@!Lgh}ETqUwbFv$@PZ;F-`)&A6pFDFZ-}=gNQN3>G z1{mB(0Lgnlp^vPTKGvlQuEuG%jeM4m0b+EUq)yP0Hnmb=9R!v@EH_=iQQ3((1B$$H za04Lvg{E6xvnup|e#MZ4s*@Z2va`QYim7Mu?W@W|Qip_IR*WxXkAK(c?s*5}@HeF^ zfF*9>d)R`p)cg8*3VhB2H`w<(vHwyMcfXs@GF9dEukh4Wi3WUQ{;SRut2CN+4^Adi z{~~@tPFH=!*kv%JjhUyFIpc^p&30E1S~PsxsG@wH9$ zaNXNQpP6^F_dbJdT34{+t{WvoX|%x1_2^Xq@dSR|YL{$@-QeF5dJfAby*Pj6g@4S` z=DoUmqhvEn-&UK#z#*asjZ)hy9_t?-G_V9wS0tm@f( z9lsX;pms6V&CkvpK$hysdLNq(+uRz?9Q&QOiN~ZVOREWG8lG#C)XV-?Di4?nU0abY?4?vrKWn zddyD_K_h@Y&5TjYSPRaUXI8OUuXv|c&Q|T+0m;AqtG!N9}idN0B@np5*M(pBriy*(y)XR`byii9Ie?J{#4{hBfe-xF@ z{TDoAZ|2Z@hDu;rYL4yppmW90ZzE(FAdGpAocN_5bgN{dXMd@cG(fc=I)^5n&UHWjc*f3|9NQolVipasZXvCF*<7| z!TXceC}aqC4}V}0#C1#KXNj>G$Fpl0Bzr8=wmC6VvqWx{{%~)saKiY&GtAT?f<4^~ zQMqS^mDx%t(9h~-fbz7~It93F1Fu<7W;ckJ$wkweGl+Q>9p7~XDc`B%v}VS)2PkNF zj%zFsQDL`#_p3Xjj9(HnW!&)FsG`VG8V`yV^tw#USo9XRX(Xywa%-aakQ z6tHBn4Q%nAmdP{^7qf6RGLHcu84K<{zka>FqZ|0j=h{X1eA~MmD*9HMUXtrLtiIm! zn_=+(b?{C4rfa*TpZET9FUF_KJTR+aIoYsZTX^;C88s6CUFY-cs)i?0b`Csa?=Rtd zhW0#&`k>LmBuB68Ij(lT17aqcULS1LLoeUUscY7svwziR_6xlfhw$0(b1VMscI9`Af%&J-r6ZM2!0v6D{2gik zKZATLqALzpsttQ*59If=rI|8)R_+L8Jr}sv!O~3@7*4lhQc{OiB>=Xbk9Fh>xR!~w zY>qgkbLmWvO`c=W(35_1OvEUQ-uG_}razf=?SZL=%;`O;oM#pR_%;0i!pFoEiN=hd zSG1w1{Y(QVX(O5?Vm&Ote?9L_}fAZ@~GqZjpJ5?8oozez+fy+PveEbn|l^ zf+#rDb|KpvV6t_`<7N{Be}NDEP(1tlQ*&)}QWe~dLb#NdW=aHbd*E}<^!q|)Kzk#? zZ&%=(8mHm2$A|kvQT3e2mMg!^lS9ilmun{reRPXiUN^d0B%Dzx+>ECE-zm0ZQi_AZ zytCVMVLLeOxO|@I?=#+eE-ED*b^3sae;p@qk0m-Hj39VpU*e;2Ow6)@B*X6H-Ng{K zQ8+FcAXt@=M1ux>$9P@4{Z8K31TWq`qk2iS>KO}pzLnPtO#|JX%sh9`t z*ZXg+3~$c7@y;eE3A}Prw&lkUAz;!DCu^s5qcLGZ(jf-J{_bi1#E17z-QXiz$$$w{ zr`iWZl4XmmNK1UxyV)zRUme#sguj{alve<;2JE_p-;>#Xq{fwMlV3>g}=7Q}B0_J|k>?+I$?=RC_1YDjkfG!yKdHr4@7?=r9baZxfdnkF_9G${zff-Re-WlA^pnxVP)W8XHa9B1@p4=Z4ZbYT9Is+m|1D z7(5p!>#+CoAYSN?>x%heHtWSxz4F1-Ti#!wBsh(OER4P41{3?hpyfX6-sn%w(?&1$ zyqA{s?ze-!+H7i4K7A7lbT92Wa6Kjy4bU`I&L7T&kb0VC%;dC%5s0t=3p9;Qa*%`p zZRwTxylMK93FV6DSscU8nX@g=>int21$7g}!60u{whJzq^3opVBV6iiS+qWC$7VlE zq49~CL)~(6V)_+OVC(tkvyAx=5aNeCF0sE z+ggijT?Kkqk@4}Y*nJuJ)Hmn;Epg>0>&{I(4{Kr@;(iLrIi&u!?)@UG?mNi{ zX)~6yuX;Y&vXPqeVazQFS7aUsI#k(hePnF$QWs;o#;eESyslOL;YHbZi!IuQ(1R>Z z%Hw^LOScW!dJkOhscsXy)(Vk&YaybRWL*{4Se^P2tTres5kl_XfeH_E6~^t7?0sbqCb1S4d9^eHmU9egsu}m={B!I=F89K(sCa~B$FV;_>A7oFs|=~?ZT{|I>IE~(ra9i)T{A{vS(4I zj(X!xSw#Z{lKbTauu6Ygs&Ddv?$YfI-&f^UHEqQ&|NP{AnpEptT|(UDigqBUGx_-hsPczVm3H^Y_2 z)gIh7sPbiKcbSC~z;LPOpTH+k%i1S69Fn+ut+!n?Z|zc2$T6$smW{^##Q}K*_b#F& zHH`2c0lq77`~7?(!2iN$p+_x#6?7DO#00Pv4HhwC$AIsICM#4QWq3&PWo+lO&5Ish z>6KN1g0p`A{#*V0XSVa>%!D$Nwz{LK6kSm1@bWJ=3#$h$4w-RC$z@L}%XDZm1y|f8 zNV-VdTsbS@FVSqdj zY6(am(DfD!jp}gvPApVZQxM_?VYrRxEs38yuGNb`Ew;1qp#~$6I^m^1E-FRT5K$?d zmQ$xl^OG(kGlwFU68pKy4UFRA z7!ViXk)We2;Ei_pvTtRo*SjDWo!y~C0rcc>dC&F-O~-6mzl)2099l%>jDk<|_pnFo z8&;gUw&YzbAD4BNTra8lcBERk`4yYEt|wbbB&%pH;teGjGYHoqsTsMOKKTqGxNzcj z?Sd0h(LHMEnm=WH%`6oAFdX&-i3PmT{n~= zNmNukgl6$&KSECUOv!lcJAlaGOZ9sv1{(i4!h1mc*gaQGZ~R+N^hnTB05Ae)`1kFP z^o~6WWwuP88?rDbl8iQQn%HxPPMmaGU08A8U&$fFQDJvNlxd^+vUmo{mkEo(E>xV= z^dE#)D`}F^LKnLnYl`seW&iYx3~GV1%8I&>Z^wUngrqH3L{Sr!U#v^X;BlW<=#&hy zxT0v@Ur`)BakxG4$q1KSH&yAK&}GT3Dl!AK&8}WByW0bz(PrA17JP=F@9!3L*^;>{ z{p;u?&Q9*jcvaR8zGgFtgyYtdHV)ao*;0>}_=KIa<4>xjeCC+5;1uy~4H?piGZiYH zWm=P|S~`9i`fCsMrEXE+Ki%X}>d=FJTYAmaf3Nvq0WZn{!8QZOBQf0#qyl^iq;%k- znqQ5A|CA;=c+<{s>JWb5e=-Mpkm8HQrGLOJV_(8^?~tka-&sUGH=2hw6K%$b3O~!r zBdieGmpuLW+~1d5*H%C<*}f|<^Q4%aqU=|CdJ1>^6Y_ z0xBkBAjB>hwM(i}um3z9@kXwPlkhuL7!HmgY=`7l4A*UgOZf_enc23&MImNfURxYu`_ZilPtZrHqs)p)h=+#xFfjxY3peoqVRz=o_@h(HM*K z*TIjo|AZcKE=47x9=F+zKPcf`ZmwOFZC6toNyCEkh2Nd5n5t&zsGndPp9w8OgXhD? z&KI2LuSV&(xyl|%xZHcNI=|VOHXjbHtH%0IHL%(=K1=)rbzdib6iC7VG z-z*#o+%qJ8Ywtx$P&{F7IwEGztV^~1e74tFL1|yOrvWe#&;un#{8Mu8Qb9OwZ(S+9V7!AbF*KiYNWNF8mnl1r7x@%95x>R_Et3Q>c0$}ds9 zd<2_IcJZulR7{!E6*Ae+KT;(J+^6Xoj3a$FJ6K*Sci!eKpk6X94jS{q0~Zh6O_=NuPE?_qMQ4K9)+pQUz0%s%kpt{S;*kjp}K;zC^9zJC*XW5?uK zpN;e{%|0UD>NDFe?eDoWrXAY&z!*L9txm^_98-m85E&px%lRWCxj z4D*YV2f3*7o8x{;k;F*}%H^4TuCV}!LFFQ}!&wAIjamLcHB-JI^pC7V>WJ9h^e@75 z^-e3BF7H!n*>P#q?4_mZg!z zhlq>NHs`uxD$Ftq_2}M$5KmLLV=+>vF8ro18qZa)6)QVCGETm2ek0G#W5VrN-0qy) ziE_z2ArAShXvmqZ&FLDP0dz@Pb8A7}i(~>lv#_YyW(aph-9n9WGme-Mg8M-WmtzT@ z>wg~>$SunoebDMm3)h}dBq&x)AlifzFa7sn7kF}d@A{}P);QGT^S2Fx$#q`13B>>R zVS9$0uIA|+f#2uyf9NRMYDXHGt-fH!|F6RqgdVhXJCvNjD9V~iQU(d5%M{ZJgN^>{ zu*g|(=|%V+J)T-pwI-raa|uUG?S{yI9Y%uzmwxWn=KSu}P0w1Sju}#W!iae3zYn{x zdQAV~+BF7U?0W%pB8_Olb_g`|%A`Z2PA<)mk2&)Lmxa~`bOk!eG1qSB12;S!W^cc6 zkDjll$tHT1^PU}L$3Ug;eOwl)xzAaFU$Lz&fUVGQUA}}{f8 zb)ef5qByIxAZ*dEj-UHLmPQm$%+<$GQf9zQa8oYzJvXkVH1kH^en5&YchzU9ODdds zU_Gbe^|GrYQ@{yEI47eGo(^J-`?la*k)etnGLY6VDSqtddwWHU1i`6T|NT4TLlp>a ztd#T&k53g2hfW_24gt2$j_lWZ0T~2%|IqsTcBs}*6I{4Iu>N$%s}VnFydmz_nIg}v zi8_m1K<0fdF>a{;n2U9s+BfJhuOuS`us8ZhJ9JD7yc|L5ifnhLNYHVjcHtA&G1{hh zDkK?R2$;^UOFz)8T~L@LNeEOLX56c=S8xMgN?^|DWWWi(e=B&oSl#w?mPSm_i$OC4 ze5`=AQd;HfcA%v6AdkUgyN)v823N2HlakwBd&Z56BMSzpzA)?njmNG-gygmLCNjuP zaF}|krWgvG8O&1d>Jtbgm>E0AukQ(Hg8$=SEhq}u#lZzfJsJEYM+iJIpyLwQXM)MV zL=h$kROy48@~QlD>;L^)TyiGXK!d>A>19TTpM(D|4gGk8z4fP%3#{@E1jk=M-_`xG zhr)N^9ZLnhPE%@iIz-tcQxYkY9qqAyfl9muzU6rPFK7v#KoU?mbaQ^L%>SHO&z|drN^9wtfEfDq4WG#YtKl)Yc0#SQOo_4u z0JkgbA_B~oUneJjaPWW@u_N%MaX^O}aa7MOf)1=oAez>1dxDngFOHx+)D!fO)205i z$H2h#s@hDwXmFk|?*fN19l{=Hs1=_xeG5Jc?tn&TPr$)UVAbTpl6t#eV_&KVftfhY z0T`dkV+1EU8T~fP!DZiYFqb@kXH5<4idfG>ud(muc=>3Zn~fn5x3_>YpWiTz^@Jb2 zMgx}YpTg7ie9Zv(mY%%=#*>>Lep5o@>2QFdI?J)5PtdcMzhfK-=7t)_*cQoipkHRl zKL?y9-#Og~wSm{PM+)|N^K2pD7zdU|eNR8beO$EN9QI`sn@^(irexo}fQ>QpeCy;AvtrL+`gH zPS!D^3y~SiiD8ksr@y*zguCwcXSXs?A>GIv)skmm9| zXer&m&A>c>T4qYO-!;gq+I0;Z+Yv zoR0(DR*O6q2CXFXL5@IfzA=hTHF6)4HO}%o+SD&K24Zs_*6S=cPI)~7I>=i)hjSdl z{N$MvXfG*IdnqS53k?0DB%ssW(aUi=Y`jIs;01fb+Q+Eq4V#z)pp%;T0Up?hguXVh zm!ulF#F7*I+77#D7Beqso`7q+iKt@j(&xaa;P~w(jXQJ(#C3O7L>bFgs1TwC2pFEz zj{nD^`xc=radwNI|Y*{}>6)@tNr z(bf=rjPw1`x7I8m-QRlPV**l$D#VA?s`_LhN~|17%li0mCCynBDz$$MdZ?Fh@!Ds} z*)SLTQ51IJw{Bezz5k>(9<$sd@KWX8(f=yt%)_Bx`#+v((nK_4&z52AF*;EQG0a#) zlI+=vV@X-Eq_WJ^SQ}bTNvWLdvSi5!6Czn!2#JV@Vj?H1bNYSmb3NDdT<5v`{(Ai7 zn)%Lmx$pb?z3rwbKt!@xDkF*%FUV{rodZymYNOdvCPT$#(ohyv19-uM)aKXQ++>(z^HNh9FQ?EKHj? zX85JobWV1}Ii3s0dku!Sc`T7u-|P#|jw&$hb7Jmm8RRgxTE!fd8KT3$i|S5li*dJB zg4yc@OshKSnHhM@e(D;#^*Q;_&OI@TaSPkijlDAMGvc3|iRT`{V-`F&bEx2u7$gao z&*O6VDf@8zSYB`Qu#-Q2`tM3RAVB67CKF8pwV&;1;UCH2WGftO<0yLlRW>UQfvS!A_TOG}&%ftt4;t_aj6f||Rg+F<0^MnzzF!=|3IXnRhi@u6xevOXM1e9%fKlEYp)OM_&HhGx(048xgUEJ zHm*NVwRWCp`IR*K!klgCVmh3qzOIq}QESx5z-J_gu`@G>7*9AeNILoL$!NtSk=sJ> zp`WIo=;!JSRnV@)ki}207oPjHEMjFkxLaqhdO8?=1IMHS-b&}(Pmh;bHxK@YqvLiEx*T` zvBm_{-)H_hGwgFZG^1DkbP6oF)Y4cIBL(2J+f~lUuZ4l-(JfUC0VT;1sTLvcVYoS8 zOx`B&wk$dZ;3UkXmlaC!%B|S6-RHiKKSTHe4~mgqMD&`DN`)znAf}s`+1n1%>CT#S zTp~Y-YvuhVQ;YmqA*J$+*D$yMJ!-|vl-ssf0i4NB{%V}Wd4IlnkAChg;;jvC-;eqz zx}%F0f{RuyFL}tD5P##xZ&j6U`SzX3S1nykjL+iN;^e}Lxei|RMeZG~-^8!l)hhYX zx`n)H241afk!W+A|Cpshfvj(&Y)I2JN_#O;!GOV3d7oK8XM!+9{DrRUZEIi}&A`2h zSuEn;Fi6zI@21b;bx!HzmF;23b-s@}CLo5B8{(4W-A_gfd~O+!rz|q;3E`g0V|gvJ zbmhX{CRyo@5>DKAK0{WqikXVoVoEtPQM8arZG7-NHH6YPD9S3Xn)tc0i+^1OEt+sn z4nvk2DW=<9SHL=$z{*tg_r4xEJh!9GW+=L<;{9SiH=D)&C=j~dGp+b;s*Qw=g1Jl(tsVYbhdPu@BV7_D$iS#)9B4maK zPguz&E}U`Jn-bV0mP6(o!tueCbaJedYA~Bp8+Ryf(iP+3Or#n&{opeff+hDv`f;LW zEpINZy0n?k@Ry51&)jqOPv>@A3Ti*IqLLIJ@I>jtceRi7PJFdd?v2rRR3C=QPZ}%C zqmfLyrGD)leR{1z*f{KH0tR*sT5SKOF@o4On%}2T>XdS)> zYQtfD5LH9Uu6?3bR4cT0!jL$FKZFy>=qhzo7`9-l&t?{gw8LP{Q{{5-KCP+rnv@?p zZ2KSL2Gcv23bh(pYkCNWHfnLs(O;;zB`jmf6#9?d5=1Yq(TaRdbdp8s-C*n|nscUd ztCg89F|@1f)EDBIPfos1->AzW3k^+n1T)}Ntx=sTPHoHhlJ0kZWp$;7%bVC)3E}kl;`Bikg=GJh2 zrVmRgo#0SMoK@SO)N#1tb?!K&gHp-aWT)LiPvl=RcarL31A6~xYXc$v14?vFZ}#*Zl4DTGo~y8 z&Gbv6A|}nJ)ac9fxx4)mw}gpjGySQh;yz@lZ>`&z+$a4t3$Kia9WEsX**EejY&tjF z#6w#!^x@m)v6WmrP?=M)PyFq441EN^Z;Aw5NT_Xbp|B5R2PhibDOL zkHOp*bKO6E>j)8+Cv;ezP%R1{kgz_e^rkt%_W0fK6#pDvEX$Xmf^?5WS|kNWIt#l9 zyHNCqB4-2V$eGwvA_iG@kU72y-~5X|!5Aq4bQK+7Iwi!yPCq07&QT5rnnWXhSpDkm9!|L=0L@R>N@Ze{I%&`+t@Z@NlekCg&wp zv2>)6@Iq7I2ylDgUG`lAO@n1_-GkCQCI}UP-4l2R{$KbXPc9*za0SBXm?I5WJ^2t4 zV(X-qi~_W}EkX;ZZVSAGS6RnHzoazoz~Wn!07W-6@czHm6>J(HDdIcSb3csNU|En` zZ`Xr<(NnhQ62_z>p2ysj>8kLpKM&TdO6zh4l11|V`78voRDIAlIDk4g{n@ua2|%|f z8p%W5B56=`Ia3~X?%)G7iGMP@(6dAW5i)3f^&)TuR+*7YdXms_w{j~2%vV1oL-3uF zQ-d{PHQt$a^7l1`WAC7e>Ze`XyQE2l-#YktoXp^buLJTOr?rl#_0`kSuCK&J8pgrb zoT+=|vIu9gfBre*R0!nsby@%;MOwA|$*SkKKf`G_tuRUzZjFobvoqn^Xn>pMg#jeQ zp}`uFC+HmqUP0iAq8=xB5%3*nXRbp#AgKw1#5u18tAGc~8ayN!d2AR;Ty<}7ScDNH z`@v|fkn4xAvYf|B@Tq}&q4EaQPDh?2bjtrgM*F)}OGdXKLduMXB%E$ub7kyiRp6Z{ zC^`Y}Wv%*gO*akcSt>_-vHu)Z|qaEM*2t%4**Xy*6G!>1n!fb-R4(00JaH32tY2!3iRb2zyWh)##k7bR!hv2;}%K zLkfZuXs!PT)X1AT0&L{w15f;7Fu0$K)_k7H5fW;F=Ob~6Fd-DfWLxGuvZ#K z^i@IKw`->M4uNtIoXZfaKt_JqIIhX;^So4H+6&uVB?yW2=T8J+fEK6=VSjEz*tB{G z7XgsKs1lT&0nNIJEPd&r>X4upHrvw?wQX)_`%|qX;=>~iOHNXHVRuS^c=2~Q2x(f# zu=c7Epc~n8??%7^zqj;8q5X1~4l^(tpO5G)I!eYh;+QTIIePLkIQLQ1!TwTV5okEtbA*EH{OG~yL8SKQ3XowarhttQ8|b_c63)y z4eY7Klm0+J zAHXDRNBVlgevl7N80Ip*27*LTwkr;%k?QAG>Vu%99095G2dN#%rX$C}rvCbEbJF#x ztz}}E#+X*yPeT7Sg03)u;b2@3Rmex+%~o{ncwOA=`4CL5nx_N*6#($hddEGC;yku2 zgt?5Q%t9_JV&#B~_i>*y??4&h}!Lxi^3qK5vGqbWIX2f`%-2> zFQ`cp)NfBNL6phn6Sg{ij%{}Te}BE(cB_R0wfgqt%fABut-G_e&^WBNy(bW`de#o) z;&Q5ysCQE_KB)cn(!c0s^QUqEMq$a4L3!@=mP@3WDPU9XEE_2BpvaNoc{0h^aNiW9 zU}K!{w#457hg#^71ydTMUyTnhYtHd)C!o|3K)rmK7Kp!$>Vef}OhYL;bt-rqD=MuLs?@77onl zyzZ)rO>BRbsKm#DyX2LqtRdh4gCDNE5AT>Rw(yITTXCB>xHmQ-_P~TYk&V-lPt$Dp z;sEm7t6<3bL^5m|bS9pS&m$}dB919`2-8SgEgMQuhyYN%lQXddpQn|U0h7PU+~0${ za0Ukdueu*ph%9R?0g-M7Vx8 zkAW+_<9;c(0Aw=Orqh6kG-s4Qf$6#u#r3idjOMR?`&T6|BgjnNX0G$to2!s)k@{%l z_SybwtULjW7`Wy@|f`3l;WbEXXrsLaFI`@ zZBJh8Wi8nChVx~mXVD^bS$aqR+SR8zy;aW-&GM@(6=0TkER5QK)}LA{GqKBPwDsh| zEdSoVK^P7Q>pSBn_;B5SSZj3SZnW&uGYQPWvmPtF@rQ}eW3F#88ZCp)S}&1IP$%qp zuZ#M8`>P^+}+(su~e5@WV+cofKNwqaArFbR&AE;p+G5`Po literal 0 HcmV?d00001 diff --git a/docs/figures/tianshou_architecture.xml b/docs/figures/tianshou_architecture.xml new file mode 100644 index 0000000..c1e75a7 --- /dev/null +++ b/docs/figures/tianshou_architecture.xml @@ -0,0 +1 @@ +7Vpbc6IwFP41PLYDAdR9rLbdfdid2Zk+bPcxlQjZBuKEWLW/fg+QACHiqlU7s8pDJzm5cr7v3KiOP0lXXwWeJz94RJiD3Gjl+PcOQiN/CH8LwboSBAGqBLGgUSXyGsETfSdK6CrpgkYkNyZKzpmkc1M45VlGptKQYSH40pw248w8dY5jYgmeppjZ0l80kol6rdBt5N8IjRN9sueqkRc8fY0FX2TqPAf5s/KphlOs91Lz8wRHfNkS+Q+OPxGcy6qVriaEFarVaqvWPfaM1vcWJJO7LBhVC94wWxB94/Jecq11QSJQjepyIRMe8wyzh0Y6Lt+XFDu60EtkyqDpQTOXWMi7Ag8QZDwjWvZIGVPTSabxH0DvD5Fyrfp4ITmImjO/cz6vdxb8lUw446K8pe+WTz2iUQOFjmc8k2pL5JUnSrF+VhuVnd/FXW5RWPRXVD7rq0G7NVRpplBHr7KVKOcLMVWzlELhrWOiZgU10GA/hKcErgBTBGFY0jdzd6yYHNfz6qU/OYVzkauMDo0Up5TNoaFrblFdQa1qOAH44HVr2ryYkG85Z9g5JwxNiu03HxrVDXSvpZNGVNK2h/ODS+awa3L4qDwNT8LTcGDx9NZtPZ0N92Zti1j7UglZTAJHr85t08kkyzKhkjzNcanJJcRDk0AMvxA2ruOCxrum0m4kKHaaAeM6y2OBIwpX7Ii7dFHvRYQkq+2ksOFWC/wubIHqL5sA6emwlrSC48DtZ4iB1TYbt+NUWuQcNzNByP9v7YdZtG9bNPqgRe+KVxXiLtYnl2648crHRPA8uYMXniZ38HrOOVYuUIWsDX7iBee2nwBnKE1iCZLTd/xSTihgU+8Ds8OxE96DBDMaZyCYAm4EODIunCqFyuFODaQ0ikr29vj9piLYw02rOkfdzKnLhzZ/+qihdnJvfe+LZ2hfV2kfJM8NMgODb27AZ7OcSKfrPfYD1rdwjbDE18C8ITDXQfgsgdm9aEdvJt/DdgHpGQXk8PDEPDh+GN9sxz46bWK+Y3k42rOcHB23nLQzl5ymC1AsEOXqblqu5FPqADsOXJC76XyvMj5X1b2PZZyh7Wz8kzibQTdqdelxJPdinXPkjNNOOEn2RgXP0uuHA233n+gw0CXmJ4eZ/uAkdh50woXv7mbnB5ii/R14yoVd9V2iDXZrhLp/lqC96WPQgBWlN4VGLCujkURLYcN6wILPLtpNFLQSbXXvXrpvIoVJm+28OAGCITqwykPHQHD4bwTxVFKeXSHcAuEOgXB4IgT1bbchmFb/xb8C2OtFg44X3WCDJwMQ7WCCLOaCyiS9gtgPYnA+EKHb/JKjSmiaX8v4D38B \ No newline at end of file