From 20d0f971351791e11090e36fa2d054108b959173 Mon Sep 17 00:00:00 2001 From: Dominik Roth Date: Wed, 20 Mar 2024 11:30:03 +0100 Subject: [PATCH] Compied new docs --- docs/build/doctrees/environment.pickle | Bin 56772 -> 56772 bytes docs/build/doctrees/envs/fancy/mujoco.doctree | Bin 64540 -> 71507 bytes .../html/_sources/envs/fancy/mujoco.md.txt | 12 ++++- docs/build/html/envs/fancy/mujoco.html | 43 +++++++++++++----- docs/build/html/searchindex.js | 2 +- 5 files changed, 43 insertions(+), 14 deletions(-) diff --git a/docs/build/doctrees/environment.pickle b/docs/build/doctrees/environment.pickle index ae5c3a7978c20f137034f5a52bc3d6380cb34351..204d5679cf1e4aa2865e1b295deaffb6d41b29f3 100644 GIT binary patch delta 3348 zcmY*bdr(y873VHQ#NY!&QmGi&y`9P$1RQQ|`iOTc5?{b=o>Jt*#c>B|iz@7<1rv z#yGe?5(}znCA?@_QT3R^ZMF6Jee-!R_VoK=^?@{3ucyOl_4{J%-43fQ)8=(_daRC? zrVgjy7tLclUYong;($$Z`cJ|wUWebeM4!NJbK5#BPCrP$G(w4K#nM=98i%{H%i?re zx*Q%iWXVbDQTdT!;73DP*t2Ed?wvUMlJ}7KUT4j(-xO0pcK?Bx(OJv>Q{uYLS|g^! zw>ooN@ro-tbN>2{xT!Ojyhi*r$f{&4XGE9?-{L3X)M+|!xoh3n#)p>A&Vp1<^n@AO7**Cz4zAUj(r?&_@lr4;(MyN@Nl5RnCYBGF~5(R@P3#A({l2RyLg)dY3 zr62Sbcj`jvHtb1VE8T%lQj4W&s7p(P__Rf^IW5f~t|8qmeGiw?GNc*!Z`#Ua+V+?I zqAZ-kDp7&4wkJYVVyvFm-6^iXGwDxCH=!XtP5KcIrvDy#@=f4=$|_C4z5)|GUJ(z` z8Kuy++611AM##xB!9O$Vp*zn6w#=>YZ;Vr!+n^@H1dDe(0j{i4`1&ame3fN~k26is z@U#_|vai4h=XNH6lwAs!u&1*%6-KiE2xZwOc-Uryv7AzH=bGSAjuW=!m|$e}OYlDa z(}wm$$jB{)``9+WGZ`)*zK5A4^d>=WUMb{1ZGy!9vbI7YO(a`$a2Hz$XQDY-h0r*UwfKZG_0iqK^<+SR5ck_7z76(H@GEgvhqy93ir- z_?QsAND&}(i_jz?a;cahL=F{q36VR+gYW@-k~KwS1U|@?B90JQQX~^1JBkcKWJOU# z=o%q2A#$L2ju5#|G!r7{2@fH1o!CQ&948b+-M)w}PfMqtUO$$y8ud(^1lev`Eh{QA z0POSN+m>N*u^Flk#K7n6OV$43WC=;EI#J?c04ukd)Xilz5}KmU<$?tjO^{e5!*E3a zR(SH@)W$+IM&poyZC|Y>nQJ6C)#yS0EQNbjW^nJ2 zp<%;$>AL!Ob*cd-c6-oLad5HL414=!Ro-Zn5X8XyCF$xbo0c(A$2T`=VEL9t4Gh(H zF?c)rIRp34+K!9chJW_w0WG(O&o{yNpsWtOfD0QR)MlJ+C}*N(ZTCu0U+F>rHi2`! zwg*RcU{~k*wd%i`u$yyzEboEcg0qg5yV2f12Xl)V92GKr*b;!@=kwsa^&L3Xz{8=> z7Jxl#Nh?6(x58M7rWe=);H=VgXKM%KZID%i!)Jj1+1*$P0={dN;gB-`$2zo5k8;xC zmdgxFy0r;@;SRt^n;R=63EuUXVW(4ucy9pIW;a%g4MtmJm~0Qgdp#bk7zf1d($@2< z&VC6=tZM95B$)DQ8e*hmgdj%!*)D9|ZPi*6`z^55CaY)qaWA&oc-t<# zT*X*z*xM_?@z=C0O9lnBDKh+NFaVPWwb94&6JW)DGpIwd`r7^s2|sm&0rG(ntQRu3!jn7chj{pgU50i^rBk!IEK;VB8j z%t#*wm>G#vU87M3RC1 z;iE?3V@BbW6md5ib5S@W1rs`aVhi3oW=~|}B9@)Z!9`S^Tq8}Z2Ty(`;U#9>>0-RL zyn1>tme0e;MPXqF{bB(IaTVgvRN^(`#WTqR3)+VKTeO!TR$^l{{%WC{MLv#oQCZ9) zpUk>=dnJqXy7b{2mMxLOSmqO3@B4Wxi+p&`i37C_Cs^f!d`_($k7JR~bX{zo$09FB z7uQ9y$S1unzV#T3eCX?i57q_d; a@2n|YLOJ;&yS?@fi`C}Gi|NF4{Qm*ha(LAM delta 3353 zcmY*beNa@_73VD&!4eci91S4szDebyfFK`+$cLD80imEK+D(A0u&#Sqc98`k0R@u? zzH|k`*`^vH;O9(IHO808m^jnvN3xSlw3F0n5-SSvJ24@x?H`@S)}C|T@OE}~=AGZ~ z_wK##+WLx;y|hdHL)+)!() z!{?2(by-_loi0O^z%EmKUW`7l#nx`^ zbhkO1eBK!CK@OLv-Rg8&+Z}F~&l}G3dG$G9G0E_U;Y9Eo7lGl`vFTK=rVYP3^3UNbcuZ=c|zv=8ZA^qZ3fDIoM zU+L`NkLSc4osCU6#kV?}kW0l>fQ|oETnVs`V#L+n0KIcTT+`X1@ay7sfW2c8UkBJ! zvG^{)9(*Cb(b-|+YB3#PYqG@U0Q>Z^xT~`xo8!ccp>}rnM?Oy#m-L%QTZQ;Cz>Yp5 zuIubr{FwMYz?wc4H+6PA$^y5R7e>%7hkVPu%i*&WBdkk_kgh^xYBIc?5&?ZF4@=iz zFlCi=8$M3ymcG;PxKbaMzJZ?9)zUP4kXi&aX^9Y*7A4(<+O$+KrKLl6T8(rA&ZlKa zx8TRL#AN#4cltzWD23&s3}e;eFtHY6<(v+W_!b^ZUnWg~B|S}=g#Pr8aQ5y3Be;In z1ShjhFt2PeL}rvg4q|sk9h7F9;D?M2@Xve`*fKXl{t6RJW^RJ>877!tzZhDwN?>NC z2|mlRLr0zoEGwFzufPN+wkCm;T>_hOOyJy>3WM37Kr@cJ-)w}@oD$p>J@rA36V~BM zgDandd$}g4*q#6xxg{`(v%)>ea0amp^`)IjkegQmYcfrc(7goSLHs`A;yxqf<(Ej; zd9?%i7TAG##uW(o2j&u~EQSvXYT40ZJ^lmiX3Fu%wQv36PQE=raVM5`x@T?`=WSy`W}NyzyY{3XG8V#2xf!l*lfhDP zTKY=;NoA@5F7|7;ZJDufw#p3ZfUL^ZMttNzG@L9>S6}+YA|~paH4PeAvc66O0~^{I z9Ep6&z~d?3(oOi#7n-zH?{98^jW${B{UzqN(Wb3<#j=Kpn)Pg}1kQ3ddbk1dDr9w} z9*5;sXv6;AfWwH;s&*@`I@#(%i~khNjb?azyA1C(`r*_Id2qVvDD3K%q08onvAx6# z(E8h;S&^Z@?uWr<7uvrKwmN0i;P4tC-tEE~5OB{e!z)fd)1h)Z?A_ein4ZsE5>3;YfHox zq(bw68Orx)%X~TDhtGSp+#{6+c(YGdhm<%8LA3hbD>ep@?)^f#sfO;GlrT&Wc42_& z!C19rIKqHR=g2|>PdMlk+RV7u1|+WbN{LIoGL-8a85KD)s&Hgf-j#E?wo#XP(5RyV#Yv~jDe~c1C=las$UFLycno*D-B}Cq(v%PT$CynZ&JA;qgq9F6N>kj zrBk1+!wUTi)$T>S*f>3siXK9#gf46FV#5ii_V@6{hIu455-RMFVIE10Ha5&t0*vMc zm_1Ts^pzMEjv&??#9D%wGRvqj4~t*TQfB*t*iaCAD~O#4VyA-G=^%C{h`p<`6ngx7 zIwf{Ch+UjzYVGUyH6PUZ*asNsdyj#9fPwxl4CDh0^o_?rKEOaez(790Kt8}gKEOae zz(790Kt8}gKEOaez?bI@YqdJsd|o&|nvZ=tY^++EfemBk1abrpBS&B$M_?dFV7Liq z$JX%+RybjW^Hn%qg|k&SS%q^|I8}u+RX9;(8?JqHsnECN%WMdg(G;dm|e+v1mL8H&H(RxO7?VAOD?%XO|}q72#>+Yaj5f*It51#G94)t2)-jBDY{&JU*XA?#8-U zwTwk>%(G&}oq19S%iN`B<*Ir0EONu16??0uysUEbo>i-iu`F^Q*TunySmf>K;wPHO z-CY;|JBLSdqu0gf9%YexzAipJ7S1ZSe_f5&7Uh$GE-ukTJ{0KUzqBXu`9K#}EQ42% zEbRSLA}`J71pQw6QWp8hpo@PtvdE_gUECbOA|E7l(Wg!4GleexJBmm0@j@5<>XxIA ZuUbG~J@4F(R(qSZ$>tL?aOz6j{{c88cx(Uw diff --git a/docs/build/doctrees/envs/fancy/mujoco.doctree b/docs/build/doctrees/envs/fancy/mujoco.doctree index 12330b98ec602d982b108b68e85ab0d94ee0f003..90ac0e61a61ac46fdab09cf61f8dff9d5dbd15e0 100644 GIT binary patch literal 71507 zcmeHw3$z_qd7foGuOv%;+d;NGwqq8~wuCJL=4kFYbMKj}bIu&k z%#p5K(-kkCB2y@fL!lvrCTW^QX_FPoJ0T%7DOsVV&=)DRG?eFRT1aSV)0GtZ{rmCn zIcLs{_S|#lLV{RWI-1%4-rxTJe}DU*{ruUr@7R9Hs!Qm9$=0ab^gD}FZllo&8eY^- zHZ+2IukCf>{@eRIpYOk>zayCl-Lp~93+rA#xdbWdO~2I$y-xq>ezJv<$9^lCQu6B~ zuO9nBhsB#~o9mkEpYHEyP9$q%KW=%cSIN2~y@jA2^eF`rtU2K=Qpx=M^?iw9UDrj4 zald&*GErlQ&DF^|h3sgursa3M{?Xp7n{0IBIP_wrnwDUvz0R3PzM5`}`cJhR{pPmj z=H?B})xFu~CaHO&y36&0q)5-+^{zKxFK+~c?BohYo|d&|_+H2z^jHHCZ%4{mXy_*~1o_m;LB&ikDM&i>ne$~o&d;^qNoAAa9* z-^P2UQQ&`SkU0>H(N!F@|~3QosOl6Sfu>?go)BEQ};k9J&x`hy*^2?$o_7 z#v=z#IuAc-1d(jRB}0w7a6a5{^IDYqgxccg{>oCsrB5 z!KhU{JLxX^k@RBG2yTy@wjV|0fYNrs)Tyv_ z(yp5kn3>uS7!BX;h$clq23r9;`_q3z)%;(7_V53QDB84*s9f8)EU#@OUzeOn9fPDY z*#`Vhz12gkC>$?>*9$kUqcz~?8MoDw1WVqa`FJ7l!S84ZEf0i_H+~2r2SuU*(GzM1 z&-6g3;D2~*sx3sKpP;?~0&PwNikqBm7ek-EOx%WwO!bH)!4DZs1A%_HZm2NuWQ6ctJBpy9;QCp%s^f6nn1QAER!d!eU&^W@L` zC}>!4-GE}2pktBAkD8WEn|N!vHgQF6oA@p)_M{v7()1iprlSme&^qoJ*KfJAEpM08 z@Ih`Nxg$jlvI!xq=+(&+WOq!i8+6H;+?F4oqg)YQAc{5Nv1|!&``AYhuN_lxWJK)D zh^X{#FGLEDB8zjv_2(&sLF=kF-B!z^zy(dxZOy~#ag$eRBZ+%KJUS40p?lR zK~PI^8*W#Ix=!8gy0Zx0sks1x2ZBIil!cBY1e}yM(0V&~(G7z$euLs_r2zy&RBL>; z;|D?$d=qr1oa0@TS1zYrj!!YYWDSam+*X@fUPxVm*I*u@SNNnC=z`vS6U7>~5e+=T z_y1Xn(CR^mZ-N-Gp#f4Ix7Yvm!?V6EJ5@uZcpzhRR1lw*>s@|Yw!dZLMM^TD

MkOWxG>+)gb*T!|jNw%~=Q4>$)geBjQ5PKgQR zE7B6ZbasUFMUQ_W@bFqlCqM2$c=O&)JPZS|RV+cA^&ZEIu4{@xFczyKQ_~J*d z!X9|h4$g>i4b2KaLV%31{&_iLU8juoNfNuz;NkD!%UcWlmK13IuKx0t)=Zh}o;E&V z+r753)WZ$>7R7jq)OpjNM>B|}rG(1SB1C-X!Md#C@iH-L`C>V>T(8vf1zWXffeWkU z?={ftb?8GL-%gQI&QTi5L$9kHxz}!^<5sRNbp+>=LACT&if!?+FI<{>>8|IV)}LVK zcERga?16Ety4&(5;m#h#p)@Y1qI9$j!!?>l-nBgNWLUVY0F5#KyqqzALK*Yhw#L)~ z%9vj6hi`cgC6iaA_D4aD~ zcsZrtw(vwoY=MRfhWyB&-gHQe+lUVw%`XGbOdX!#tZino>HyPWiAw9R{vmuTJ&Wm2 zF`;>F!v8kd-^564vA>=rD#d>JK{+CENcT9p64@7~Ht%I@wzc^MmZ-Eg*E}|BMlLf| z%6V(*^RHJN${!HYL}X6BT1CiGJn51=uF6n`bx=SgV~%uiq}_D$A^g~b-WPN}ya zzEO7e3tv&f7m8_#O1{hml``~~GGfKLyyK<4D8>vWbU8S+Dkh;2nc=HYj*{@?e;E;@ zxHXrS?GRS6M5P*7y?bUxdw}?DFmGc77RGLp)vjlWN-?k6s}bXu!Mle`x5Ycn5|!e; zbTwPOD zR!nz?Z0U~1-!KC;Z(rNVo; zcw4{+SfWb6`BZqE%eO^*j3vfIyhJK27W)qr6pk9f%oj`6(7&BT_2 z1767%J;oVLy1h8)yF&}77cQe5wjbW6#*)?Gu0erGF7sIjakchZJjT4dTtV%omtt>3 zc6t@GUWz@DY{bGt%ns1Fe(Hl-O|Ik((Nay%lO4AozF7g(IToxu-+Y3Gr7?})>G=G` zIrz}<%{$pmY#fUg*Wap`y{{y(4E`8L+>7Ha?iR>v68X|rcmMDJNS(r|e-(cWl4#GS#FW|$1YR7w~=Xbl9XAM5qmM%2`_y$`AuWVgkG)<^HmwmtTdlm7!$ zM(P_}2`v}p!M3SIJZ6;~SwJsBAuIDrBrMDKv4nbYvK|Cs!|%Y(kyy%1{xBC}xNCAZ znSF9*Y7b33>Xpdn1_WfnnW;PXQ(E!2Op7&k&)NnJRJ1kSA6_Fvf45-xxg)3zRfUTC;WEd?PB ziXy!xO&DXXx7b{PJs;>Cco8M9v80O3VjGcI<=&vZ4M;}Iuymt2`JIb~$0|?ZlW?&g z5yOk-U!CabddMc(3T01H7&J`dRT4~MRE}$`7f6KP$vT?77bZ; z4R|7Wq!VCS6Ri|%p`nwviZn%ifP-y-SfCdLdYglbg@m-OPwwoZ{$kI}z|IF@a^?`d zkw-RlwJed>HiH0ZHLG4YiH(CTED00~ErXueJ%XjYvSH0R-Ij~B7IG;uwN}&-#mHqE zqIPGoGPvo-Vyzn14pSXbaaBptqZxw3Qc0|rQOiJ6v_L|XxnBE8ew(d~`fxw_)|D{J z=q~HW$}mC&mZmXn@N=cx;ABA?OujR`B6%qGOLyf1tCPuxXmJ}{HBbwcX<-m;8gxVK zr08HTo!otd{v@@?ST7J44mgL^{0-3=VP&#eVT|^tw${lOu0lcV-a}9-*8`I~V~4V6 zNF*yrVv$^*qL6_l$^?*>J|PV+pa1czxACAam-e9Pj0Y`j0ZHgjG5Kk^a8>5fj^$V+ z^c{w)M;9*UT9F1G%~-JfbbsMGqscX8haB%<32ptsVVB`S7PZdk_KaBZK<&VqA~mHk z@XR!yL!7nEFa}LCA7qJ2>%i-Z^4A%?l9AYAKgkl6V$UuoQkBTQFqQ}zn{90ZmZ-Eg zIV*`&m2%#idYxyKw)J`gON?1BGa9LfA5-IvdY#cvmMl%JGa5nUU&s*75*8R;ujaMH zh@KqK+jA&qn*Lfji#427&spWYHn#aN*WJQ4dWLGR>OViAgl%T1euE1tWzv6=5i2IX z$Av1?2(J7V69XfA4(Y+2U1CT;d~#q5yIg;ijta%7PinYO>#~BJjT!zeSJT1_Vjk#o zEK#XGSMS|#)+f<#gZaNP0$a@AWQj^KuewXy48IKCRcp(3*56+lyqE5Nu?9>(4dUxd zBff?u#?-JCalS93pYrk5_EBv2gokm2P7deYFoN?~Kr6C1kx}tItS}2F*8I0m@!#D_ z*oOc1b3vsnvnL}~%zvjY$bVw^I1~z|o#RWT!|Dq%MtTJ+!NN#_9iL>0O0`|Uj$KAz zi@D7bRbpOPO~t51PHB34BNuNA_;oB%C1A|#=g{MOxO`j0KhF|lB3?0i91#revkwME zQca23U{Jm`?d2CA7veDoKOH>IsxpdDS-D2sdaf@5Hd|MUY z#1dm7UNO2G5e@D;#KE21U^BQ-Jsaqy1hgWH6B!jhzzVZau_nMf6#?F_gl!1$r@5d~ zmboV*R!o3-L7Jhdilf2hE65nB&PuQ_lAy;^EK#Yp3+VA#MqrEiEK5|0IhP*a#>LwL zehW)f2{@k~e~rtxMf?w0Voby$VQReZDI8;v^P#ME6lN1^TFg&iTH9w>Nfv6= zlz5k-#7`?>8%q3rE~u0>elH_dOo_*HK9J8skB&Ti4~Ia}s-f~jgq7rNOz|zQs)Z>8 z@qL{oD%EKL@%?}i*kb-GmZ%bQF7aKvzHD506-!hJIR7(v7ng6V;+-rpCgK$%KD~=E z#bpoTXvE_f+s6@yo%tLFRC^N(q%;*;q%;lj80*hMOP_(AQ z7b`mayb`vd!_RU-rR?*Wj94)p&gRfzIz(Ki@8*>#${6aqtOyH338MTCOH``y0-~JQ zP&OW0#}ZXy&Lv8Ri?>zsjVw_m;C!OIlgqb7yq6`$M7&}|IbvY(3GgIcrjZjnX2%Ru z0-7X?6PcFxGpsNR6>Ew-peXW5C2T{H$GM*%PdhP z;CyELEiT^{@kd!=OvFoMwqh~0_dC1tFkfuc-tYgOS%N;e2zlW(NRYSRd$(exQJZZ~ zuEPSzSKZ+}fekv?=cu+v>Z8-K4Pq1_h)@d0dSbw>jynTp=^$uYe~0Z*`m}V~9dSx> zOAS0y69>4Sa;Etqc8lqU*d5V!PkU32ocxdrC^dDTqO;FwmoLuOrR^O^oKCjy&?#I_ zQ1`mnpCoRm8Br)Qh&&-VGqoF4#BuE|h6?AL8Jsv9Vyo1g+iS&ghv5#KP5ERs>PV5_ zx7cT;mk&;mT|TTgO}^O|roZ~Lp)3deV|bCeI%w`5K@f z)=MW!M2Na?9f@@#`Ga&GYsgoLE^N@tH0qJ>4DhR$4fvH=x3;dpWvL46JEWlxJvE?T zxNM-e3^p}uz*)c5YwI(fZeZWNY_NBbuB{lrl&)KZ-macc*L0)-ZCBU+X;{|CB%5R6 z$4PmdLF!};`CJ`yfaj@O4(VtOb^L_B<#6H6VEMs4Pr2tPr;gLOPquQMOVLG+6Zd;y z#ACP@OuJR;iP27@jBUhyjW1D5<0{F4gEZbh-a#6Kxki}FouYBi&6AVPiN_8-cEEYk z$7MQ^)0?MjGcc>v>zEC|Q;ry$siS|IoHREp{Y@ruGcrqyl|%1cev4!f6)QH{i+@ieRWD zWQH_)n>8-N5x4L0eNCv2xIzy>#NeqB>a>Wded73r-Sqbb4vg40H6sp;pd%ml>k}MQ z>pOYkuc2C zTld8+kYdY?aeV#hFNEY{Tq{K3H(z&j0Fjdo>Sa0x2%xmCJvy?4RKv%V z{9t@H5G_O_;!6r)kri_Uf#9Mmz|c!_1;a6KEzL0x7jeuYoJ$>xZ*Kmhvk`ncsD!R9 zMx(%mZRDb8m7=}tdst*E!~rL59CD>Dp;Xrh(UC~P-_U?WzVZe)`n<-atsoQRg%gB` zv&1zwxU`5mW-P(+>vWYc-$6vwFnlHnT^>vKTWSJvVvHLgL$n)0i9?rK=G_ThzB;Bz z@r%-U>H7Zn-dkE^Ra1s`-PsABl&KzFj{!JhEdW#qt$#9P%oqQ+aOL@Ex z9UUUG5m%<6(ZE%8UrFvsPKySuyLAZ|&3mZH$&QqcznfGyBG*-0F$eezK$RJ>%U@KD zv7%Ou@x%9*_QN9uewcjqVCoPmSeU+d1f`R`=`MTx-Jo~~hZdU87U6FCL?6`y2xZq4Y-$Xms&_1%E3rw=KR!x=gA2%@xOCEu*Du7YsD--WdmiB_P###=sC z+FRtYndxuv6+8mxj~K3=WLb^_U@qo5LIaf_fwN&_iP3j4^SYKLwDpT;7t|3rmuAF@ zr>F;xyHO*=1J6wJxrwv3ohH12B`U3h#Su7nG7?+tds(7V?AeoU^f0~p*f1AX8A}{t zY__#|ge5AiP0k@Vs!BO;O}!e7(zaeMON?1BGjC9E1kMjKj9lC%)e$%&2xnQ2z`05- zYotM78j827-PJRRcm1kJz;oUg;#$^3EM2jc{3MO%7$;uh!r#4 z;lZ);3$4=@gL7@nQTzD3m(ia&&rmCHS@Sfi|8=gKh3Z9b@qU)5REMkgrtaaQ-v;v^ zFalf5pJItBG3VaV@SnJNTfqO3C8`9By?f>)2mCZD{w|kqi}*V%F(zUwdVF1`wDJet z+%Uvx$78R1KW#J1A-5L{l3O~tZlpy?jB>BtR3bvtbaz70-IYq%hVHgf@pJ9ngHC;f8k1zsT%n!0e zm6&r$(dFW80l%6hssx-*if6feTf{L-jEQ)~Nb#m2QhdN)^sswH3~=V~;*Ep6I3%H| z@dBw#<9j#j%tFhW9bc~4@tsQ8h8_D{P$}cQEhARUj*pvQPy~8&q)|O)JQg8Vkh3wv zN4c67W)OklhghOgeHL)wzh(rsnExe9REas41HZw=+XDV7OH>Isp9BAj%eO`Re_3Ko z#7pGBVllOVJNw<7FE(lc_opxLxn8({`|->~fhjzhn8nBRB&Me3Q|k)FL(F!HheL}B z)lxjY9B_$?3ZIggbS_1U3U3`e;on>IqgYHFch2}>(4qNij^V7*8WOs9bBRbT z(&Ygq*_&O#Vf3R6SG)Rh45MGnb%X{gA4X5umbOH9o+Y&Pi-+vgF!~!ZV#V>qz>s*0y!{2P{!(9V~{?Kh8*Ov44amD#gB}Vf4>4Hrv{KmL)2!P0m2M?J)Yc7^Q8! zzRnV3*30yf1;gmCEm@ixMjt^q%QB39rTV&hg4Rl*TR$^1>IA*Z4vHpSh6+OwriqA`d)TN_g~Gx_TzwwqYCEle|_N^Q4#PipL*ejCiMWCXT^agrq} z#k^|2HYR=-&_j4YU3uE~u0pekCJT%&f0Ej>TCHZvD%4 zMi`F5#f7xqOYb|7D|NA=3+vIu9f$cn(f{6`h-k>XpHl3hO)HcSZy4QM{w-@%TRfPOJ{A*&7bC)RBHVKZvLN)z{1hR zkl&xNM3tBqVk$!jay2@JOc1~mZ%aihR<@y+2QhSReU2$jEQ)~$oX2uE01D$ zibJK5f$r6^VGkzM#60??X<>(0F&3)Sv|LlP{1PQ>L(BJaL8UBkAR|^x%c+3(uH^}M zM`V)|@Vbn36fvixTh$EHkBmwDp=_+kSery+CcuK4t}Kjt)k>66 z$u+?iB{9nV606EWxteBADVqI)61Jh)f5!!tvdQN&V#PFjO2?(6d#Pmz0*NB?BH+JZ zv{IXc5%B0PPf_mZm&Q<+Y%LKC4I4`1svr{9S=*EL_gG1ldO`td-&{tQg0#1@M3tCx zN&9Xt-lCNX!24OEO2GM~eU!_$MSPeg#zeegq?nxsd)GHpI& zl~^cIw|Q5Qb4Ll=kn?FSsFd!T8L?t=epG!g$VJd%xr`e8O)ZppP>%v*5cm{^gr{)u zM>Hizai>%UFYBCM+YRUq3{U9T-@LGZSH(8=e%(>$XpW)(d0skROR0$aD%6GxiPvcEr;qq+} zf0-r5L|o{B`iAG_7zEaLuc+3&zfl+vtE*MAiFGs0Phix#_VOjfShI?6S1Dl|zWx5v ztnrr_v0}bGE>(sju*7`i^3v{$my-D~``$97@xg$(h+0+HT$IEZ_Ku-qtk_o@R%5hb z->G3Wwuql$i7^qc82b*z zws+aZwj!Bk+`-sZzA{bnU91udCF`XR1^)Nw`Z`iY@ptk_kXQe(7X*AH+(m721EUBAc(EWB34wqIb0DlzAd9Q-*K zZwvU_EKwz3uxrk>tLv{Q5rhd9uVINX5w94#4#l>2m5FUri8a#>#ZqA4m^KE`?TR@PuLkjt^Z9(S4?E4Vcs8aSlHdKri`)b2# zj5h51GA^i6!xpe_n-N&}u%LzomZ%bQF8jWYi?;>*JWEswIG=rgp3ApI{7#k_6Y+|% z?=@=N_MxDQ8w4KdwYxbhb+3{Gw*%=k=Z<`5==OJ5D;9dxbn7X){kRggq1%seL8a9H z!Hifj-99Ci;E=Xb;|O$6u;1wgy-1x!7uiO;GCwnldvKfrhN<^UTsx`#!NB+0;Xz$l zw6<*CYh&E64rOmex!SlIn+@guF&9*+aaZrz&jXF(x2ftSSC);&{@;pV&fRl)U1`8q zvqYszp1>i;)6VWY&23B@)RXkZN|Ox6f;U7LcLz(134g`-cUy*k<>{|EEc_G0EX=8O zi!DfDJo$0flZ9qABhM*DKB9ze82J${sFXn-%!m~;@-!q($wIT5Zs!%<{)rN{q1*q=1(h<$7c*kTbbEYsd>Y|ET-+X@ z&P7^k@O$r4Gan9oS6ww2t_`w!USz9?J@2(K>cmj?R)McJs>Ws$_ zEnwmomZ_>>;#*mwN=M9P;(NJxiv}kEA7F_p0b4ThaRy@x{}@Y*34g_ySnm%$*og~9 z9n?lClSuP!_JwJgXIU8*>eF=FRCF6DVH>*bazUlE-p+^>)9s53vd*=LYaiG%EU)$p(Z^4F#r`OaA97ltw}CNs5FSX)Pm?bL3yy|XkEc`O2`5c#Si}zo#M5TCF@7~R)cZ%Nz^EVlRE#|MW#F&^@j4SmN z*+Xt??xju7i``}cXQ~;nY+`Nm`~*g=o30)Vo~&A_uQ+tQ61L&cHC#|BYplwM6?5pr zDRq?R(v+~_)Tz|d;w*=`bq9kV#jV?hxiwXeHeq2JW5t=Ff=XFYqqO1L+qj@gt+;x3 z>a+#=ZK`^N5!mv;BP>xV=2drUqv4mq+u+h|@wzNgDPHg^uSO8R4d%ba2y8Jgvc#B} zSDtHmLhP~5{lQ|+c&w(G`~*g=?`0)fs8z?S3yN#st%Pm3_FY_1DQmnVBUa3{ z52U}~ae*n+C#K14BUdSIh<2t#e#2Dz+l*c6b})?1`^vW-1o-`-?5zk^n@(f1A=r;` zL6w@WU=ZLdjKIQ6MKJqimZ%i-s(re#;g@Muf5D~O;{6^=REl@w?mKDnYi7pGeog2{ z>FKYn*OUmsgu*wo#F!OWF}BqQD99Fmg6;;(VOq5(bTFYd{OFg)7xuDZEPO#T>}kcY z(@NNeVRvysr7W;BBUa3?FHwvr6gC#O-eHx~FsmM8yp^!($)W76SXG-#W3yq^BV16W z<|<&-9wV^uOwq_gmZ%bQ?$Bz&#oGct&k|JvPB!koJ4>tTQJPkNnc>)0;Jqv{W(8J^ zR<{q#hYOZ?xPuEnPJ3|eNQTQo1xXWYONRRXrA;Qb88wgP)tV$2Gx7zJOaDEKM2b=nK} z94Z*Fy+(5HP)bd@Id2WyzJhgQp-s)UZN;`PSHd=I`vezM$_S5T#ERMWkW_@T=TPye z>ZlD2N{0C8`>-EE9w7OtzwfqFeaDRKK2rG`&hST_LI5y&fDm7fe zbtUg+1QtFjDC=D;Q6=VuIr`>T=Pjm(XFtHj+XDU#mZ%aiRuG7o_QhuKV1s&+4s!pH z!Pvt81C|&Q{t_9sSWMkrl0B?EUu@LfC5JC?Mtb4hC9hPJY3|!-Hg-PWe+^E+TAS>C z)g6z`MqYRZ3rsQO+3;}}2;E6eSDSY|+%S%Z*dQ?H&-X%+WUBv;o3Fb>{7?DcOz9j9 zm3)t_XJ_y2hl6Zwj_KN*{N(COF1hFC$;pjJ1E+yRidhmIo${yOQ+&3W}W2&a_2o^$ri%*@a~o^$pN z+weK(tlu4eNJ*jf40HinCaxB`29$<=mwu@KE(QI;z-=k`&p9xG-*Q9JUZ##I^XOxy zh056wvmR{Gn{URXbJvNwUR_=RFpnZ|-BIL=Hnc?Olau#tRFTNVw#+STS$~-3YJPD6 zBOYCB%VW`yX|9HbevI0(?CG1^7FHu>h-UM@6q0qgj<)S$G2W@B+nnt+U(|d|^z_>g zKLc?SyO_W!xz$|3JsHeR>RZhwaoC)>)y&mb&!m$(!JMO$qt_TnK6F=`x~)v#vX(0T zIyy~X-l>~cWGcx8idikgn&#%_4b9a!;&YRZX`1UO%-YesTt7&*9y#XV@H|sR6^CV> zn=tD(XrD6H+i3FbK#Jem+^Fv|a_p)3oPug5u_Q~K9<#Hp{V9BZWV;GSAq znHuY;R|f5oWkb8hf$^*X%N=P1*jQO39{J8dt}PqnRZ|6cP1Dzu(oAth9gRjC%`_S# zlWfHn^&zUc_33`|wx|2_>H_qjnxm$NRJQBnshX*qC(V--yp4djN^#6;$uaqUn5>I} zURd|~&0WL?tCB7CUKrw%$eMb7G})}5;NB;%e>B+;c`;on8TFGZ8bQ4m`>kkd4tGn& z2+I4(x+mRM&x`tR?<*SHdNi4s_c|UvDuWR66Ad@^qS$SB@sCZim>S(Fg@0~T|Llb= z{OhtfsMluQ`e||FRDXfCjU-pj1wq^iVlVaP@T%mp2;TyoUc0tPy-OcYwnQ<$^J?{= zjSpR1dU-V2CZFK`Wbvd%`z~vB+?f&qFN#wF{9tqFb%QXjwY)Q4tAF^?WMdOsH1$8% zCRdH24St~b{Z`&gpvtrJ%&F8y?8K}wIY{(a^ujOp)3~O zho+Qlk@*@7TKa~;7em6yT-I_s^F4RogT@>9_oZH^pIjAs^&o82 z$#DkKh~KDnLl4(5_nYgIEp9IkYUWXLsSl63tbtPuYV37Tta#wV;jmk_ zMW)*-o@Bw@^8>@oVW93c*+leIdcZlv@KP-xRuM`JZsn zE2v4qb2{^I#1=l*;{K7#Z%?*#y>1Ok!S`{eE)=$zp3J(yPAwz3z8S~e=)m+e9!FE% zb8$21OaMHSX`OjJ_sJlwFH`bdj@WAl0y+O-Dg|t1o z*F_OqfG+l9=wI@{d3aAy_d9d&0Zj~75>-UK*`aiPo1C{5xUw~_5tIaVkc@Oji$GHNa;94;#6?rtgxrm1DlC5Xagz7=B6Hn4FT;Ds9TsNH5?}*QF zL%VB}HM@83<8`v~AF?M!l>JS#{!u}CwlFu<^(}mz`rjMTSIj0?7*uVXDMEHz_y%5c z@H%2uF$(@ac?FNiFQ@2Ua^*nnDX7fR)WX+L+(@YZ8!vifk~uA&tRo(RdSBB|*3(1z zd&k1-kaXdB`r{`0;|BWU4Xg3TYw3@ddbtP7j>v@smd6CD5CI zIrYRqjuX06A#~+H{^&@Al#pw*HM4zbAkmr@JC^S8r* zukSwro)epWYjBPTEn61IUBtlSP5f9i&P{%&-s&}o4Cbj_ZfsC5rU;)Rs$^sPT!fy# O)k75YntpF~>i+{8uU_{6 literal 64540 zcmeHw4UipIb*A;Nkz~n|Eo1Os+lsJk^kzn5$$wbJmStljTb3NAGn% zclR63ICAk9QYbWmEH6osN{S7eT53ty1lYL3X4z%4n=KgQq##)ccta)Bn#}@P zQc$qpxqa`s{a(Lr-8WBdNRZ2#>FK`bo^#L7*Z1B&_ujXz`-Sb_yF~n#Y>PUs=Pym# z&88nTov4>=YzB>P+wtSx`+GOPt@m7SPcjkOXQH4RHk@8^2}(3vuhk44zxSqIvXzR* zUMrfE^cy0l5qp8pwLSNUTti4JNl1VyKy>n=BP|J*$~_F^r+`QftxFk%v!A9X~#E>(oQuQ{L2^?KhU|^UG~eG@_|g*eSj8h!3j?356{Q-yviP~wB)Ciy z7x&tu?scRr_j+i^y#eaqg@3#8?2tkyfW)aXYOu#i3b!M&M19_yi>4rXT}nQQ8#h`}yxejQ-q^OodC$MgI3j|(^xS9hqFG`z2zXNJe!;75OvemYIuhVVWv18fP zaC&N6Q3ucGJhXB?uv=CuXh6&WjrW^Y5PE2!_a zD~5wnR6JX=m%J$TVi5#4MONF3B67ggeQmt85d)Tz8ZK%#8r{%tEGwZ8KxjYq+76&o z%I0TXH%Bl%c>rQGJ=+%{MS}E40XzGf{*kKrD{uY4kBFjmY(%5Q#-&BEk^HX|6Y0f} zLRlIEp5JJ7(N`3X7s2a=8#fRQxLmYb-4tNS8x$Td1Rn4mk9V0CGSi0*LNV z96ZwnpaTElv6)zi#CwA3a{Ok^nVSPZKym!0UQwzY1Wug#r0<0D%a*eQ7ELeihK};h zlW+J@(6GR|KEA63d?PXv*rmR>{)c)DO@0e1Astb@WP8Egg6;(AbNc~=!C(d*Q9>6)Brj{ z)M^adae=N0#sr;7>v#wJMyqMBleo!lduVcXCMTGR*6JuIB&!F*oO5;GgUBUjLz&+lN^|M66M%==t- z5B-NulI*c zxugE|5bPx!nGKqGP}t*sqd)xil*HpJPKi$uG|w%kxevoroZ8~_snl2S?m$nCdUF}{ zNvF^WXqA14r7}>NOKtxkQ&iOUHT$NgmDR@; znW7?TSKX>)#g&%ybIjLN($6wQMUt-G$D-1umi24Q*;LjSm|`4R&x>gbi#a}{K+&!o z6se&h#&sAMGA1qjH25fpOKup1q8yd7xIsy+<;|-{=zS<~x=Mo621#rJPHUNwxp7wI zXiC88wo-7y$FzarcRIvopjs)pR^=X+*3@BlGet!@DFLn5FmF?7?`Dc>q+R$t#Z}s~ z??bI8nX##;$C;uUQIkT{YB6V1Sv{s0N7kxQ>y|RqqS>fY@Y+)XUVX$0!^{bE{JoDA zX`p%qWiOXdmPld~C_BfD%q{jaIhqnEJ8TMNG~)|J3qDa}Gm zFP+?!UolOxmgX3HN7m5@_qRd$(XtV4vQHRd;q7^5Gtt0>o7RZY=+#m{ zRbxqp-j)+Iaf{C#zVC78s{f|Ok^@xzNa=XjO1z$tl$f18#(m_a@si+#hYm1V*G z@B~P8ih=O`P>fL~oO{Z(-C6QtmGO2x$TND?vzcEyfiFj5Lf(pnUDM34fIivbQxYdS zAo0v{p6Pm>j?4uzOFR=9b7`IqzV&qi%5Dhgn=?M`;e+5TK6RyE07C~~14YVDTV~_L zl#zzQ#R+IKMJVW?Ud%4zD|bYn*hGq(Y?S(NmHg#Do_2~4VMAJ~WA6zWL1wA2lt;EJ zAA9U0C;vBal+@RsF_tDTz_yu>ojRKU9|-VA`mvU*%wKGgzUU#3a z$`|>=T!<;C+CDOSZF+Ks(kN8M)^Z;~T5x*uwgXgF{7%av7lC|CeGXOMiH9+rb>cG) zawlv1z{#AWWGH1zlXOH1TacOLMb8cC9F#c{BDK;aqbQe2lxFedvWci^q)>RfO32tN zzX_5C1xv@JxpL&hi6m6y#^U9`$tIkOLJgTky0yp#Y*G#=iqYq46*MQmanbO|h7mpq z7yA)0ya@m5Os`So)W|5Zy9`C%4QINK^NuOC6kts$Nl~}aaH1$p)*%0FA?lIU1Sb}O zoW2@xN8pGb#A!xF3xQ7FD$10-11v0;Kq5mFsB};p2^WQs`(kFgFGEzAoH0Zt zJg1>9(>FK=3;;-3KPtfl3oKeloe&8rL04qiBIPL!tU0UGvX}9_UgQ~4w4#k*ljewt z)}28HmFvagn?7=^sEug2Y@~QiYk)&a$r5E^iFBC^ED#Y@&e(@I&o@R6$4|cZr7+9z zSJsb}VT1|{O`~JbA2|kZDv8158-tl!1AV{jtGq9Zi?9!A|KzHHOz1+73txmHENwu> zsgE@WX_hwLCz)g{l}INXa1L3IP4O~92A9snLj1`k2x)}Nt{_%9V6c(qO_4ieC6@>! zq7@*qM6OT0kiJwd5-`A83Y6hA!ymtPYY#d*vIpIq_n_ZY<1jg{{8<0rd&WwmS$GeN zsOAqY)>p7}ZCD!8F#Y{azkx>ih*g$`v+!ToRHlA%Dj6-m!2IK?SBf6p?QO8s|CQIXX735{TqUx(r(PM3l6RcVTW2kRLHTkYPCW%eH5k1O` z%x(C(98C$LJuZ|W=ULMclbAD^Ijp8&_KJbK7#LtdUYfa+?YoJ&88KO#PUok+iFBS9Zdcmh^+n*HqG9VTy_* zUA^y4B`RHNS)XUlrm}v5DaMiY{D}D49G_7-Mb`~OvL_sj=ludayJiTUF@aKEc_FRV zFR<_iYE{@aDY5N;NMaLg`(tKgZjI07XiBi{)OoQ@OyGt>wY0`qhN|ZDxvUq+R$mQin_r%0l06W^Ah18=0aSQSsfp0Qz3doK0oD zgDJ+5wQA@a(uvz|-iZ@M72M@Jap_|nNp)6{?LW+&vUIsfe`YCeOVHlfZJa%BXetfAxBdJZbh9d4M7$6;w~H`ZJt%@N9`AVKc}5W1va}cl#vVIg;1}?q->hxdrMuni9A>UNC4q0}Wc~);-ul zf^um_pOUMjZf%60;dUArLB!rWn4%(WmVnx?GH+99f0-$&k+u-j{uMJe74>6GQH`j@ zL(~7voK0o@3{#9FYt^8p*4t%p>b2N9={RP~u?3PpUx03M6my7tj;vKuCkHkI{{m|`4R zR|0~iG;%H9kQ|j_vccti3qO0Fq?m=PQDEpQzE?@;(o3i`+hj{jnHDvfX`xs0rT68s zDy;C!>^@IR`Q&mpwfp?S9x(6EwJFX%DcfLw;*f*<-DB9VSpk0Ljs}jM z8%OCq(dhxVOYQ8Clzj{Leq+3adn9w6WFBqR-rYCUYSxLz4nKC6^`wVQP9v*3Pum${ zyx#Tof`ds*yf+)pq*bfw9q<1^$(&ja`CGf7{uM3{yc6UZ>*=Lm$K(nib{$^8k zvGmT;s|3@n?bF3p>BjVj^~UrMW;Uk3c`qk`Q*JjcPY_!wQ}%Z3Vh=e~Di%awuiF6E zjc$h)PtaETf?*4X7pNtEVu$-o_7he{sg-K9It^Rv&bGV=TVYzWSWpN~s0?M)vJPxe zDt1NZeRRcPKyO#gN0oV zE$Gr4YJ&&rP;0az3tMxu+S4{SaX^4r7Ae&wKxeN-N8-@3V+f^m?a&fQQVlPQ{K5Ec zAR^?4>Ig!Di>?4eugDcN#@stH#@t(mF-veRx#y+ck)76Jd9*N+j*~%9U?XjEQADMP z_XtM}&`QcQ3bCNFjYakHZ~(gz1`%xv-AW?>0VL{8ch+{6Xz3+^3F^X%Wr74cp99f> z!-3}MaVu$aLKoZI6BM1Q5*f1HbmD9iGPi+1OiNvgU6sDpG-~?977zNu39Ub^YALp4hw+ zl>_|Qi#DLOcca>%A5vCs1sz*QM~1rlCYj6)865qDKS` zTvfd*$vw%z5zy+jo(hb39tgSgMM~Rk)Z|Gu4H+wX!7wbsFEja&UH+nK@~Y8(`1Htr zc(}w5lds;FS@aGI(|AWfI@z1f7{l)-ZGC}FQgk0nbV$?+V)+IT&<3c4lgR#6I{Lvu zHnf|=UMq5gGY#~HvV$xXNl!0G_g4{zC5hcuunf29Vez_n3oJP}|1d>xx!zX31K>K? z2!`G_ zrT;8bR3yE@lH0Gb45m`Qz!ViponKjNu;ljpER|_HzRMI9wWDBBt?826ofD(XPSYad z9ZWG!i}ZYd(URNW9#M0&=nX`#Sk@yGIh6eD{4dGcq^Y9XXm32s_e0>w3Oi7BPj^?&5qj48qesn%?C^sqTW- zsg+*mb{QyLe93*9DJs(5np-nF=F_#7c9D6TN*ggnHPROD%K9E=Y%1!{GDS6_A}?95 zF2ki(>px@8rn3H1rWi-o^W)xu9G_7Z)?PD!S9A#YAxfkz0IpZ`16Q`V3d6D@TA`m| zu?-ZepzMf*vi~57O`z=4%*fmhpUTmcK-rr~336IpO%J3av%zmmMktq#BXM}8tV^l2 zYBt(5FL3J(Od|mAFPWku9hU&!cbT`TwBKQhYNRa$yd9fH?L2K`ifTkH2E0AY*;K8& znPMDSs|LL52LSIuZ^=RSo|u^{z`SewF>ioE#piiS>F|1l^<hS$NRuV__EzR?D(!Pj zQH`{P`1VW8*i_UWQ&b~rF}{72Ih)G*5vCYN)|KE}DUC|a%a3J?$#SWAOXnFp7pLYu zl$$!$Y?Fyu3~+1sv@@UCVPD+D*Fte~ASq9#vZ-{s6(;2!O=VKGlqKcu>fe#mS;A4^ z;=`-I=!Jn#-+OtheWS7(W?p1}G4U`;J?4p=SEKONm{%`dloe6B|Z7rxTBy9+@huuidpW=>gqW@J&Jt35a>`{vSW#OH5W zQD#2zt1M`$#s2mGn>0sdlI$&QjIR$=Q;P6|#!xb#n{j2bDbq4tzbc|mGAZ|e!tF1! zL={e_4N`p z-yn%iQ1dBfWUl)YIhqpGeEK-ji!7Xzk$=Tt$_Gb%P%@OtoKJI2k&}dss=!BPcY2-x zAXg?(wd^QOe77RZqNiC)1gaYqmy9F+6pJ|wGxP5(^?^S3meXc=$3T@v_^HgI?I;yu{n2zd@Y6?24J1*_-Q?0P0`ig;SjDS`dL&;Fm zQB_6E0dpHmRFTz60Q1$%+rTviVBWzL)ks^o-2Mq>Y%1zwOi_)f08HMfoi266yUf{C zR);CZk+o{TR7n~c94zgv$_$KQ#T9s#710V!SUm;`RS^1=gwS_MViO2`Co?j)!`pK- zB@lW_^(TkFdoDodjd~kJJ=cH1qNaN62hrg#GTD0>{!p9fV*^zi0jn~RlBq8e!n0r{_)v8kwk#T3Rns=dtF9ReNqDN^^({Gc&}kb=K6klj-~{7ACW!$ zG-+3)iO9*;OoGU3)vPNfT~A>Ob`sl3M3d>P>7=aS0e>+aA`r;Vj8v=W+GhF*_i_V< z!SO4K1yIH-E253~&;Xl}jHqPn&Xzkf&AA?AMim*c1UVh%Z5raUOi_)rg=7D-%-B@a zWu~Y`R3Imxk3^T+cm4@;HkI|gOfinE<<2(#q^sHoS;p^yW@$%OZgZS3tOBvPfL7)6 ztQZ4Ts!r@rN-X`jBsRg)-(p7Q7WmB^O$nABPnCsDld#&K&Vr@2suv1U?_5dcgUI^F z+?-U`{TN=6f8{Twr@$fPC6`W@zN;J2br`faADM%qGT z-L`Fn?urm~3sY1hYB93zX3nN+y^$%#k+o`M9q5zZZq_Fi#T1(M_es-7I_Mr|H5e#P z;piJAjy@oXO>p!OGcworYjQLtI69f6j_AP^H4sH%cu1Gf8ZMrT?87nOorVIhqnIE$)++ zfS>6wzqn6YQu!dV{yjG*)pbRE(p8s@&<7ecsgltIS^tjPQ;|takoCGz8Yz(VYNn`0 z+CpSKz>Ez-Oo%$e6xE1YjI2kPv#G2PF~vBtR*kGz%X!j=f)2KTd|kKQDIM;=Je@8b zQd(haNeKp#nW>k^=*6hnHIi+je$kWW*z)3~CyG&7$w5x7YhQgJW^zF>oRMNLFMMaVVJNZ+S zxYp8sfO(rr`-@C5jR^_KyF$StsIC@Ir=qDwy z364I`jLa?Yi5yJ{jy{+jS>qfsC{E0Zn)WzTat)%>Bh)ttqhDabQ?2%QKZ{1*#sl-O z3{-Cfp2}!SHWTptQ)X0=(Mks9KVaSlo+-fddrVQ0w5#^3(886Dp(`&RwOe;NQ&c4B zrhT{3oagkkp7fkhx3aUIH5SBF$+s}YIHFgLq-qsu8p9{(5RU>Bl}l*)3o0`Yf2b}0 zI4i?IeF{BoiJp&2ViWXy9Wyf5`fGDECFpstL_49Xv2gPiqnZX0(`R8TLCnR0>WvUn z8A{1!f|#e7QALI-LCp6vZv$@>i1|LIs7BhtsmzZsV^dK-%oNp#nrzy4M;7^iUbZk>|?j@(@tCfo!4Z)7!49A2rVz9q4Wh-l7U(kl+H>h z{jwxBfzrQVM&{P|LXM^cN?+FpfY{0;RpMBnx_`tv2jO+q75!b53)~@{7^vO|UX}5b zY$ovf{hT36S-IcD0;rLUR|2oE9Ho&0UUxA?HLg|&uLqg2K`;qX?_!E-L^X!j<1C1& z=*O619MP+W*Oy6neadc~cEXv%B@?7OQ(PS=sQ|U$sYcQ>tPcYXDkN=4B#k7o36gf0 zk-6gAIhqnAJ)Ek*nmJrPi#aS~RBErO2lRUlYa7JQ9*dmnvmZOJ8k`eVjFr8L3uu%5 z$^eT}P#ZLvlFtM`f1VjtWU`XI%0J1x4g6Ao((_DFjkF6tO)~~^BdF|j=;xTRsi>c2 zifTl~mv+$?y;Be9H_AKN&goyV7^Z@Ml_|y%d?n~vN~1O|&+mR(OqScY{Cl|_tosA2 zc;oUXBphZo+vbzzlYLL$^4M(Tgp27R<@)$@oC}JRlAGAf&O*k}oHsAeG3WC(r$;8# z7;*W|{w`d9Q{3He>baTy(i_+@+{riM*v)V2J%^o0)}8$HnoBOZ`-WO=)6u|cVXrN$ z813R@pVw?UYaOLM{0ja%YaMo?M(B0K`RoOS#=d>ldMF6JXQ9WlmOO9!usUQOx3b#L z+=uA3;{QNb{P2Q3(OmQuS3cyHcxIi2=(2xs2nP;7?B92Pw{u(^Do$fB(9!Lh=hy5S zohqBI?Zqlz?6qix!E6v)zT-4;Ky6?(>=>tg+vx$wb{x}cU^;yqx8#AeUL4^hb=KNHJv~i-oV9KpwBcE-CGHH~q@u$_7ec3ns})@dlokDUbyNKwN%YqS zc1wzX)`AHIMU*isw<%!ZhCV2kd&iz9pSza>w8hArm7LLZ2}LeXordp5}~ z#>H6X2)m#cI$ZS?GZ=E~Vl0mZLpoeF4E-3za{8vne8mlT(MPkzulHm<4v=fx$XGk& z+U{)EeU$An_YO>FPOAzEf~*O;B++x39PNGBp&)qi~QUL6M5BSiM%@W6{HM~ zO_b4e&}f=u8*-@!pk^0_HyGm3qw~On3`YeInQGUkdxm9Bo6>g%plp@Im^CTJ6#HSa zJ_@>F!|Azu35ZuETN~Xl#KBN?dH-m#Mcu(E5>D@EvN3XEIz}q$CEJ@pqZ@mzXmSqc zNyX@t_mcHb+O4h=_1@o;Ft+VzGBNM?PH3aA4*H3v9XnBMw>$V_bIPVpCsg3iP4drf z*ur0z#zCV#Yd21d^DBDpH||~qS(RKGVIbgl+w~=Swe)ajYZPOUS8oLE z^pvZk$<^r{oZlzz)M;y>dIMXuM-UdgBmv*p5;~nAjO#6D(P{OLtWGw$c8mX9mu$yd z1zL*jxErZL>ymX%XSO?!`nI02Lmyf~iO{jzxHA!lcEh3O^xl3>*v!Y~NyuI)ElP6!Q?sEruT6m;YMTGokLddal|PX?-3_zdDG z*_zg?Wl+@D^gkFNPA;Q1L{O9q6}8Z&UUF&6_UF6yyaSCl@%L)S?kJN zY&@aq_37LKX~b*RJE4P<6?^XbWUJkcgSx(ztoGnemo~97q0TM`#flpqye;(cCPFpa z#2skYkI4M`Rwr`0&7i*2CTF_LS?UClQ_oTgFKNW}MKAJF=iFAu?*8^{iyA^RARyeJ zLc!geY(Zn_3^g%xf@hb?V)Z$%g~lPkucRw5!TbtMF~Gu9TN5VV9NK62Pq^rIiYIuE zKMzN2VWbxK9=+_QWNXLi)S(m%j{SyE*cQ4oi*t+X6c))EWvx(TAMHDq-w|8V?axHwaUFY!R2Gp^h7anphxhz`tV|%IYdh>1z|KPuC zY2v1rY>C=70_~YD;yQw&E*F2Nf7V+;!2l z>rUJDT6MeG3>|?W?@G2)&1CY(Y0ag8b}m_i_dxGxcQ)CW!U^IRuITwq55W=FV>_I8 za0nk9XFG&~YsJ7*)X{Y2BAV$+ww*x;HG-}m*XRo8^-Ux%8!YPi9#Lt`U6-ugH@%;C zl1~3fU!&+^ue)-14?WM!&b;>))_{!OD`?GjEma!}3(0N^Yw?(Su0xK70pp!TjEB@$ zz`C34=xaUoC<`>Tuo~=!ih2bebjc)hiac3QI0W@R*Go3g&GdTD!iRvA3m>E(2kFOM z^y4Si;KvR0V?BhKJxLM?The observation space includes the sine and cosine values of the robotic joint angles, their velocities, and quaternion orientations for the end-effector and the box. The action space describes the applied torques for each joint.

A composite reward function serves as the performance metric for the RL system. It accounts for the distance to the goal, the box’s orientation, maintaining a rod within the box, achieving the rod’s desired orientation, and includes penalties for joint position and velocity limit violations, as well as an action cost for energy expenditure.

Variations of this environment are available, differing in reward structures and the optionality of randomizing the box’s initial position. These variations are purposefully designed to challenge RL algorithms, enhancing their generalization and adaptation capabilities. Temporally sparse environments only provide a reward at the last timestep. Spatially sparse environments only provide a reward, if the goal is almost reached, the box is close enought to the goal and somewhat correctly aligned.

+

These environments all provide smoothness metrics as part of the return infos:

+
    +

  • mean_squared_jerk: Averages the square of jerk (rate of acceleration change) across the motion. Lower values indicate smoother movement.

    • +

  • maximum_jerk: Identifies the highest jerk value encountered.

    • +

  • dimensionless_jerk: Normalizes the summed squared jerk over the motion’s duration and peak velocity, offering a scale-independent metric of smoothness

    • +
@@ -228,8 +234,15 @@ + + + + + +

Name

7

19

fancy/TableTennisRndRobot-v0

Table Tennis task with random initial robot joint positions *

350

7

19

+

* Random initialization of robot joint position and speed can be enabled by providing random_pos_scale / random_vel_scale to make. TableTennisRndRobot is equivalent to TableTennis4D except, that random_pos_scale is set to 0.1 instead of 0 per default.

@@ -335,49 +348,55 @@

7

22

+

fancy/HopperJump-v0

+

Hopper Jump task with continuous rewards, based on Gymnasium’s gym.envs.mujoco.Hopper

+

250

+

3

+

15 / 16*

+ +

fancy/HopperJumpMarkov-v0

+

fancy/HopperJump-v0, but with an alternative reward that is markovian.

+

250

+

3

+

15 / 16*

+

fancy/HopperJumpSparse-v0

Hopper Jump task with sparse rewards, based on Gymnasium’s gym.envs.mujoco.Hopper

250

3

15 / 16*

-

fancy/HopperJump-v0

-

Hopper Jump task with continuous rewards, based on Gymnasium’s gym.envs.mujoco.Hopper

-

250

-

3

-

15 / 16*

- -

fancy/AntJump-v0

+

fancy/AntJump-v0

Ant Jump task, based on Gymnasium’s gym.envs.mujoco.Ant

200

8

119

-

fancy/HalfCheetahJump-v0

+

fancy/HalfCheetahJump-v0

HalfCheetah Jump task, based on Gymnasium’s gym.envs.mujoco.HalfCheetah

100

6

112

-

fancy/HopperJumpOnBox-v0

+

fancy/HopperJumpOnBox-v0

Hopper Jump on Box task, based on Gymnasium’s gym.envs.mujoco.Hopper

250

4

16 / 100*

-

fancy/HopperThrow-v0

+

fancy/HopperThrow-v0

Hopper Throw task, based on Gymnasium’s gym.envs.mujoco.Hopper

250

3

18 / 100*

-

fancy/HopperThrowInBasket-v0

+

fancy/HopperThrowInBasket-v0

Hopper Throw in Basket task, based on Gymnasium’s gym.envs.mujoco.Hopper

250

3

18 / 100*

-

fancy/Walker2DJump-v0

+

fancy/Walker2DJump-v0

Walker 2D Jump task, based on Gymnasium’s gym.envs.mujoco.Walker2d

300

6

diff --git a/docs/build/html/searchindex.js b/docs/build/html/searchindex.js index 209c151..3c9754c 100644 --- a/docs/build/html/searchindex.js +++ b/docs/build/html/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["api", "envs/dmc", "envs/fancy/airhockey", "envs/fancy/classic_control", "envs/fancy/index", "envs/fancy/mujoco", "envs/meta", "envs/open_ai", "examples/dmc", "examples/general", "examples/metaworld", "examples/movement_primitives", "examples/mp_params_tuning", "examples/open_ai", "examples/pd_control_gain_tuning", "examples/replanning_envs", "generated/fancy_gym.envs", "generated/fancy_gym.register", "generated/fancy_gym.upgrade", "guide/basic_usage", "guide/episodic_rl", "guide/installation", "guide/upgrading_envs", "index"], "filenames": ["api.rst", "envs/dmc.md", "envs/fancy/airhockey.rst", "envs/fancy/classic_control.md", "envs/fancy/index.rst", "envs/fancy/mujoco.md", "envs/meta.md", "envs/open_ai.md", "examples/dmc.rst", "examples/general.rst", "examples/metaworld.rst", "examples/movement_primitives.rst", "examples/mp_params_tuning.rst", "examples/open_ai.rst", "examples/pd_control_gain_tuning.rst", "examples/replanning_envs.rst", "generated/fancy_gym.envs.rst", "generated/fancy_gym.register.rst", "generated/fancy_gym.upgrade.rst", "guide/basic_usage.rst", "guide/episodic_rl.rst", "guide/installation.rst", "guide/upgrading_envs.rst", "index.rst"], "titles": ["API", "DeepMind Control (DMC)", "AirHockey", "Classic Control", "Fancy", "Mujoco", "Metaworld", "Gymnasium", "DeepMind Control Examples", "General Usage Examples", "Metaworld Examples", "Movement Primitives Examples", "MP Params Tuning Example", "OpenAI Envs Examples", "PD Control Gain Tuning Example", "Replanning Example", "fancy_gym.envs", "fancy_gym.register", "fancy_gym.upgrade", "Basic Usage", "What is Episodic RL?", "Installation", "Creating new MP Environments", "Fancy Gym"], "terms": {"These": [1, 2, 3, 5, 7, 20], "ar": [1, 2, 3, 4, 5, 7, 8, 10, 11, 14, 17, 19, 20, 21, 22], "wrapper": [1, 8, 10, 11, 15, 17, 18, 22], "select": [1, 7, 22], "order": 1, "us": [1, 2, 5, 6, 9, 11, 15, 17, 18, 19, 20, 21, 22, 23], "our": [1, 8, 9, 10, 11, 20, 23], "motion": [1, 5, 20], "primit": [1, 8, 10, 13, 17, 18, 20, 22, 23], "gym": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 22], "interfac": [1, 6, 11, 22, 23], "them": [1, 5, 6, 7, 8, 10, 11, 19, 23], "when": [1, 5, 8, 9, 10, 17, 22], "instal": [1, 10, 23], "fancy_gym": [1, 6, 8, 9, 10, 11, 12, 13, 14, 15, 19, 21, 22, 23], "option": [1, 5, 17, 18, 19, 21], "extra": 1, "e": [1, 8, 10, 11, 21, 22], "g": [1, 8, 10, 11, 22], "pip": [1, 21, 23], "all": [1, 5, 6, 9, 10, 19, 21, 23], "regular": [1, 19, 23], "task": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 19, 22], "avaibl": [1, 6, 21], "via": [1, 3, 6, 19, 21, 22, 23], "shimmi": 1, "name": [1, 3, 5, 6, 7, 8, 10, 19], "descript": [1, 3, 5, 6, 7, 19], "action": [1, 3, 5, 6, 7, 8, 9, 10, 11, 14, 15, 19, 20, 22, 23], "dim": 1, "observ": [1, 2, 3, 5, 6, 8, 9, 10, 11, 19, 20, 22, 23], "dm_control": [1, 8, 19], "acrobot": 1, "swingup": 1, "v0": [1, 2, 3, 4, 5, 7, 8, 9, 11, 12, 14, 15, 17, 18, 19, 22, 23], "underactu": 1, "doubl": 1, "pendulum": [1, 9], "torqu": [1, 5, 20], "appli": [1, 5], "second": 1, "joint": [1, 5, 22], "swing": 1, "up": [1, 4, 6, 21], "balanc": 1, "1": [1, 5, 7, 8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "6": [1, 5, 6], "swingup_spars": 1, "similar": 1, "spars": [1, 5], "reward": [1, 3, 5, 8, 9, 10, 11, 13, 15, 19, 22, 23], "achiev": [1, 5, 8, 10], "ball_in_cup": [1, 8, 19], "catch": [1, 8, 19], "planar": 1, "ball": [1, 5], "cup": [1, 5], "where": [1, 2, 3, 6], "receptacl": 1, "must": [1, 6], "2": [1, 3, 5, 7, 8, 9, 10, 11, 13, 22], "8": [1, 5, 15], "cartpol": 1, "cart": 1, "pole": 1, "goal": [1, 3, 5, 10], "i": [1, 2, 5, 6, 8, 9, 10, 11, 13, 15, 17, 18, 19, 22, 23], "an": [1, 5, 6, 7, 8, 10, 17, 18, 19, 20, 22, 23], "unactu": 1, "move": 1, "start": [1, 22], "upright": 1, "5": [1, 3, 5, 8, 10, 11, 14, 15, 19, 22], "balance_spars": 1, "downward": 1, "requir": [1, 2, 3, 5, 6, 8, 10, 11, 19, 20, 22], "two_pol": 1, "extens": 1, "domain": 1, "two": [1, 5], "serial": 1, "connect": 1, "increas": [1, 9], "challeng": [1, 2, 5, 23], "three_pol": 1, "three": [1, 2], "further": [1, 19, 20], "11": [1, 8], "cheetah": 1, "run": [1, 8, 9, 10, 11, 13, 15], "biped": 1, "robot": [1, 2, 5, 6, 20, 23], "The": [1, 2, 3, 5, 6, 8, 10, 11, 17, 18, 19, 20, 22, 23], "proport": 1, "forward": 1, "veloc": [1, 5, 11, 14, 15, 19, 20, 22], "maximum": [1, 15], "speed": 1, "17": 1, "dog": 1, "stand": 1, "focus": [1, 2], "postur": 1, "38": 1, "223": 1, "walk": 1, "coordin": [1, 5], "movement": [1, 8, 10, 13, 17, 18, 20, 22, 23], "trot": 1, "perform": [1, 2, 5], "gait": 1, "combin": 1, "stabil": 1, "fetch": 1, "plai": [1, 5, 6], "involv": [1, 2, 6], "locomot": 1, "object": [1, 5, 6, 20], "interact": [1, 19], "232": 1, "finger": 1, "spin": 1, "rotat": 1, "bodi": 1, "hing": 1, "9": [1, 3], "turn_easi": 1, "align": [1, 5, 20], "tip": 1, "free": [1, 19, 22], "target": [1, 14], "easier": 1, "version": [1, 7, 8, 10, 13, 17, 18, 19, 21, 22], "larger": 1, "12": 1, "turn_hard": 1, "smaller": 1, "difficulti": [1, 23], "fish": [1, 8], "right": [1, 20], "itself": [1, 3], "fluid": 1, "21": [1, 5], "swim": [1, 8], "incorpor": 1, "dynam": [1, 2, 20, 23], "24": 1, "hopper": [1, 5], "One": 1, "leg": 1, "minim": 1, "torso": 1, "height": 1, "4": [1, 5, 6, 7, 9, 11, 15, 22], "15": [1, 5, 14], "hop": 1, "humanoid": 1, "simplifi": 1, "maintain": [1, 5, 19, 23], "67": 1, "specifi": [1, 5, 8, 10, 18], "aim": [1, 2], "high": [1, 3, 14], "horizont": 1, "run_pure_st": 1, "focu": [1, 3], "pure": 1, "state": [1, 15, 19], "55": 1, "humanoid_cmu": 1, "advanc": [1, 5, 6], "cmu": 1, "model": [1, 2], "56": 1, "137": 1, "lqr": 1, "lqr_2_1": 1, "linear": [1, 8, 10, 11, 22], "quadrat": 1, "regul": 1, "mass": 1, "actuat": [1, 2], "posit": [1, 5, 14, 19, 20, 22], "optim": [1, 20], "lqr_6_2": 1, "more": [1, 9, 13, 19, 20, 22, 23], "complex": [1, 2, 3, 5], "manipul": [1, 5, 6, 8, 9], "bring_bal": 1, "bring": 1, "locat": [1, 5], "initi": [1, 5], "variat": [1, 4], "44": 1, "bring_peg": 1, "peg": [1, 6], "insert_bal": 1, "insert": [1, 6], "basket": [1, 5], "insert_peg": 1, "slot": 1, "classic": [1, 4, 20, 23], "invert": 1, "limit": [1, 2, 5], "multipl": [1, 5, 8, 10, 11, 13, 18, 19, 22], "3": [1, 2, 5, 22], "point_mass": 1, "easi": [1, 22, 23], "point": [1, 3, 17, 22], "correspond": 1, "global": 1, "x": [1, 5], "y": [1, 5], "ax": [1, 5, 14], "hard": 1, "random": [1, 5], "gain": [1, 23], "per": [1, 5], "episod": [1, 5, 8, 9, 10, 11, 14, 19, 23], "memoryless": 1, "agent": [1, 2, 3], "quadrup": 1, "four": 1, "78": 1, "escap": 1, "environment": 1, "101": 1, "90": 1, "reacher": [1, 5, 7, 11, 13, 19], "link": [1, 3, 5], "sphere": 1, "stacker": 1, "stack_2": 1, "stack": [1, 9], "box": [1, 4, 6, 11, 20, 23], "correct": [1, 14], "placement": 1, "gripper": 1, "49": 1, "stack_4": 1, "63": 1, "swimmer": 1, "swimmer6": 1, "six": 1, "nose": 1, "insid": 1, "25": [1, 3, 5, 15], "swimmer15": 1, "fifteen": 1, "extend": 1, "14": 1, "61": 1, "walker": [1, 5], "trajectori": [1, 3, 7, 8, 10, 11, 13, 14, 19, 20, 22, 23], "horizon": [1, 3, 5, 6, 7], "dimens": [1, 3, 5, 6, 7, 22], "context": [1, 3, 5, 6, 11, 19, 20, 22], "dm_control_prodmp": 1, "A": [1, 3, 5, 6, 7, 22], "promp": [1, 7, 8, 10, 11, 13, 17, 18, 19, 20, 22, 23], "wrap": [1, 7], "1000": [1, 8, 9, 10, 11, 19, 23], "10": [1, 8, 9, 10, 11, 13, 23], "dm_control_dmp": [1, 19], "dmp": [1, 3, 6, 8, 9, 10, 11, 17, 18, 19, 20, 22, 23], "fanci": [2, 3, 5, 9, 11, 15, 19], "provid": [2, 3, 5, 7, 8, 10, 11, 17, 18, 19, 21], "access": [2, 19, 22, 23], "rang": [2, 5, 8, 9, 10, 11, 13, 15, 19, 22, 23], "environ": [2, 4, 8, 9, 10, 11, 13, 14, 15, 17, 18, 20, 21], "air": 2, "hockei": 2, "close": [2, 5, 6, 8, 10, 11, 15], "gap": 2, "between": [2, 5, 14, 19], "simul": [2, 3, 6], "learn": [2, 3, 5, 6, 11, 19, 20, 23], "real": [2, 14], "world": [2, 10], "applic": 2, "variou": [2, 5, 23], "aspect": 2, "oper": [2, 20], "deal": 2, "disturb": 2, "nois": 2, "safeti": 2, "avail": [2, 5, 19, 22], "through": [2, 11], "allow": [2, 3, 8, 10, 11, 17, 18, 19, 22], "develop": 2, "capabl": [2, 5], "differ": [2, 5, 8, 14, 18, 20], "level": [2, 19], "includ": [2, 5, 9, 17, 18, 23], "hit": [2, 5], "defend": 2, "both": [2, 22, 23], "degre": [2, 5, 23], "freedom": [2, 5], "dof": [2, 5], "seven": [2, 5], "7": [2, 5], "configur": [2, 5, 17, 18, 22], "base": [2, 4, 8, 9, 10, 11, 13, 15, 17, 18, 20, 22, 23], "kuka": 2, "iiwa14": 2, "which": [2, 3, 5, 8, 10, 11, 13, 17], "repres": [2, 20, 22], "higher": [2, 23], "control": [2, 4, 19, 20, 22, 23], "akin": 2, "set": [2, 8, 9, 10, 17, 19, 20, 23], "particip": 2, "strategi": 2, "enabl": [2, 11, 19], "react": 2, "adapt": [2, 4, 5], "within": [2, 5], "final": [2, 5], "phase": 2, "tournament": 2, "test": [2, 19, 21], "comprehens": [2, 5, 23], "game": [2, 5, 6], "scenario": 2, "top": [2, 5, 6], "team": 2, "actual": 2, "system": [2, 5], "For": [2, 5, 8, 10, 13, 22], "detail": [2, 19, 22], "inform": [2, 5, 13, 14, 19], "rule": 2, "stage": 2, "submiss": [2, 23], "pleas": [2, 14, 18, 22], "visit": 2, "offici": 2, "websit": 2, "follow": [2, 8, 10, 11, 22], "7dof": 2, "3dof": 2, "airhockit2023": 2, "foundat": [3, 5, 21, 23], "platform": 3, "explor": [3, 23], "experi": 3, "rl": [3, 5, 23], "algorithm": [3, 5], "design": [3, 4, 5, 6, 20], "simpl": 3, "research": [3, 5, 23], "practition": 3, "fundament": 3, "principl": 3, "without": [3, 19, 22], "dimension": [3, 22], "physic": 3, "simplereach": 3, "reach": [3, 5, 6, 19], "ani": [3, 9, 17, 18, 19], "until": 3, "150": [3, 6], "time": [3, 5, 8, 10, 11, 19, 23], "thi": [3, 5, 6, 8, 9, 10, 11, 14, 19, 20, 22, 23], "space": [3, 5, 11, 20, 22], "precis": [3, 5], "toward": 3, "end": [3, 5], "200": [3, 5, 9], "longsimplereach": 3, "18": [3, 5], "viapointreach": 3, "leverag": [3, 9], "support": [3, 6, 10, 19, 20, 22, 23], "self": [3, 22], "collis": 3, "detect": 3, "onli": [3, 5, 8, 10, 11, 17, 19, 21, 22], "100": [3, 5, 7, 15], "199": 3, "viapoint": 3, "respect": 3, "holereach": [3, 9, 11], "effector": [3, 5], "need": [3, 5, 8, 10, 18, 22], "narrow": 3, "hole": [3, 6], "colld": 3, "wall": [3, 6], "fancy_dmp": [3, 5, 11], "holereacherfixedgo": 3, "fix": [3, 5], "attractor": 3, "30": 3, "add": [4, 8, 10, 19, 22], "coupl": 4, "new": [4, 11, 18, 19, 20, 23], "some": [4, 11, 14, 19], "exist": [4, 6, 8, 10, 11, 17, 18, 19, 22], "while": [4, 5, 15, 19, 20], "other": [4, 8, 10, 19, 22, 23], "were": 4, "build": [4, 22], "u": 4, "from": [4, 5, 6, 8, 9, 10, 14, 19, 20, 22, 23], "ground": 4, "push": [4, 6, 23], "boxpushingdens": [4, 5, 15, 23], "mujoco": [4, 9, 11, 15, 21, 23], "step": [4, 8, 9, 10, 11, 13, 14, 15, 17, 18, 20, 22, 23], "tabl": [4, 23], "tenni": [4, 23], "beer": 4, "pong": 4, "mp": [4, 8, 10, 11, 14, 17, 18, 19, 20, 23], "airhockei": [4, 23], "present": [5, 20, 23], "reinforc": [5, 6, 23], "util": 5, "versatil": 5, "franka": 5, "emika": 5, "panda": [5, 23], "arm": [5, 6], "boast": 5, "orient": 5, "defin": [5, 11, 18, 22], "its": 5, "constrain": 5, "certain": 5, "along": 5, "encompass": 5, "full": [5, 8, 10, 11, 13, 19, 22, 23], "360": 5, "z": 5, "axi": [5, 14], "": [5, 20, 23], "mission": 5, "accuraci": 5, "centimet": 5, "0": [5, 8, 9, 10, 11, 13, 14, 15, 19, 22], "radian": 5, "sine": 5, "cosin": 5, "valu": [5, 9, 14, 19], "angl": 5, "quaternion": 5, "describ": 5, "each": [5, 19], "composit": 5, "function": [5, 9, 11], "serv": 5, "metric": 5, "It": [5, 8, 10, 11, 22], "account": 5, "distanc": 5, "rod": 5, "desir": [5, 15], "penalti": 5, "violat": 5, "well": [5, 19, 22], "cost": 5, "energi": 5, "expenditur": 5, "structur": [5, 6, 8, 10, 11], "purposefulli": 5, "enhanc": [5, 20], "gener": [5, 11, 15, 19, 20, 22, 23], "tempor": 5, "last": [5, 11], "timestep": 5, "spatial": 5, "almost": 5, "enought": 5, "somewhat": 5, "correctli": 5, "custom": [5, 8, 9, 10, 11, 15, 18, 19, 22, 23], "dens": 5, "13": 5, "boxpushingtemporalspars": [5, 11], "boxpushingtemporalspatialspars": 5, "offer": [5, 23], "equip": [5, 6], "respond": 5, "incom": 5, "return": [5, 8, 9, 10, 11, 12, 13, 19, 22], "accur": 5, "oppon": 5, "side": [5, 6], "meter": 5, "65": 5, "compris": [5, 6], "decis": 5, "consid": 5, "successfulli": 5, "complet": [5, 20], "land": 5, "also": [5, 6, 8, 9, 10, 11, 17, 18, 19, 21], "tight": 5, "margin": 5, "20": [5, 11], "reflect": 5, "condit": [5, 15], "whether": [5, 17, 22, 23], "wa": 5, "proxim": 5, "cater": 5, "addit": [5, 17, 18, 19], "overcom": 5, "tabletennis2d": 5, "2d": 5, "350": 5, "19": 5, "tabletennis2dreplan": 5, "replan": [5, 11, 19, 23], "tabletennis4d": [5, 11, 12], "4d": 5, "22": 5, "tabletennis4dreplan": [5, 11], "tabletenniswind": 5, "wind": 5, "effect": [5, 22], "tabletennisgoalswitch": 5, "switch": 5, "tabletenniswindreplan": [5, 11], "upon": [5, 23], "throw": 5, "place": [5, 6], "larg": 5, "establish": 5, "42": [5, 18], "05": [5, 14], "angular": 5, "rel": [5, 22], "bottom": 5, "current": [5, 6, 8, 10, 19, 20, 22], "method": [5, 8, 10, 11, 20, 23], "paramet": [5, 8, 10, 11, 18, 22, 23], "expand": 5, "weight": 5, "basi": [5, 11, 20], "durat": 5, "releas": 5, "implement": [5, 11, 19, 22], "form": 5, "squar": 5, "sum": [5, 11], "across": 5, "penal": 5, "excess": 5, "forc": 5, "encourag": [5, 23], "effici": [5, 6], "t": [5, 11, 14, 15], "befor": 5, "non": [5, 18], "markovian": 5, "compon": [5, 6], "assess": 5, "chosen": [5, 20], "ensur": 5, "fall": 5, "reason": 5, "overal": 5, "specif": [5, 13, 20], "success": 5, "determin": [5, 22], "conclus": 5, "showcas": 5, "abil": 5, "predict": [5, 20], "execut": [5, 11, 19, 20, 23], "popular": 5, "parti": [5, 21], "beerpong": 5, "300": 5, "29": 5, "beerpongstepbas": 5, "beerpongfixedreleas": 5, "modifi": 5, "gymnasium": [5, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 22, 23], "v2": [5, 6, 7, 9, 10, 13, 19], "reacherspars": 5, "same": [5, 8, 10, 11, 17, 18, 19, 22], "longreach": 5, "27": 5, "longreacherspars": 5, "reacher5d": [5, 9, 11, 14, 19], "env": [5, 6, 8, 9, 10, 11, 14, 15, 17, 18, 19, 22, 23], "reacherenv": 5, "reacher5dspars": 5, "reacher7d": 5, "reacher7dspars": 5, "hopperjumpspars": 5, "jump": 5, "250": [5, 8], "16": [5, 9], "hopperjump": 5, "continu": 5, "antjump": 5, "ant": 5, "119": 5, "halfcheetahjump": 5, "halfcheetah": [5, 9], "112": 5, "hopperjumponbox": 5, "hopperthrow": 5, "hopperthrowinbasket": 5, "walker2djump": 5, "walker2d": 5, "depend": [5, 20, 21], "most": 5, "variant": [5, 6, 19, 23], "refer": [5, 6, 7], "fancy_promp": [5, 11, 12, 14, 19, 23], "fancy_prodmp": [5, 11, 12, 15], "dial": 6, "turn": [6, 19], "open": [6, 19, 22], "sourc": [6, 17, 18], "benchmark": [6, 23], "meta": [6, 10], "multi": 6, "50": [6, 7], "divers": 6, "featur": 6, "univers": 6, "tabletop": 6, "sawyer": 6, "varieti": [6, 11], "everydai": 6, "share": 6, "pivot": 6, "reus": 6, "acquir": 6, "relat": 6, "make": [6, 8, 9, 10, 11, 12, 13, 14, 15, 19, 22, 23], "ml1": [6, 19], "standard": [6, 8, 10, 23], "assembli": 6, "assembl": 6, "39": 6, "basketbal": 6, "bin": 6, "pick": [6, 18], "button": [6, 10], "press": [6, 10], "topdown": 6, "down": 6, "perspect": 6, "coffe": 6, "machin": 6, "pull": 6, "lever": 6, "disassembl": 6, "door": 6, "lock": 6, "unlock": 6, "hand": [6, 22], "drawer": 6, "faucet": 6, "hammer": 6, "handl": [6, 14], "out": [6, 23], "back": [6, 11], "backward": 6, "plate": 6, "slide": 6, "unplug": 6, "soccer": 6, "stick": 6, "against": 6, "shelf": 6, "sweep": 6, "contain": 6, "window": 6, "metaworld_promp": [6, 10], "metaworld_prodmp": [6, 19], "now": [6, 11], "lunar": 7, "lander": 7, "lunarland": 7, "we": [7, 8, 10, 11, 18, 19, 20, 21, 22, 23], "farama": [7, 21], "previous": 7, "openai": [7, 9, 19, 23], "doc": 7, "overview": 7, "counterpart": 7, "gym_promp": [7, 13, 19], "continuousmountaincar": 7, "fetchslidedens": 7, "v1": [7, 9, 10], "fetchreachdens": 7, "import": [8, 9, 10, 11, 12, 13, 14, 15, 19, 22, 23], "def": [8, 9, 10, 11, 12, 13, 15, 22], "example_dmc": 8, "env_id": [8, 9, 10, 11, 13, 14], "seed": [8, 9, 10, 11, 13, 14, 15, 19], "iter": [8, 9, 10, 11, 15], "render": [8, 9, 10, 11, 13, 14, 15, 19, 23], "true": [8, 9, 10, 11, 12, 13, 14, 15, 17, 19], "dmc": [8, 9, 21, 23], "ha": [8, 10, 21, 22], "domain_nam": [8, 9], "task_nam": [8, 9, 10], "environment_nam": [8, 9], "arg": [8, 9, 10, 11, 13, 17, 18], "either": [8, 9, 14], "determinist": [8, 9, 10, 11], "behaviour": [8, 9, 10, 11], "number": [8, 9, 10, 11, 13, 15, 19, 22], "rollout": [8, 9, 10, 11], "render_mod": [8, 9, 10, 11, 13, 15, 23], "human": [8, 9, 10, 11, 13, 15, 19, 23], "els": [8, 9, 10, 11, 13, 15], "none": [8, 9, 10, 11, 13, 15, 17, 18, 19], "ob": [8, 9, 10, 11, 13, 15], "reset": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "print": [8, 9, 10, 11, 13, 17, 19, 22], "shape": [8, 9, 10, 14, 22], "observation_spac": [8, 9, 10, 22], "action_spac": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "ac": [8, 10, 11, 13, 15, 22], "sampl": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "termin": [8, 9, 10, 11, 13, 15, 19, 22, 23], "truncat": [8, 9, 10, 11, 13, 15, 19, 22, 23], "info": [8, 9, 10, 11, 13, 15, 19, 22, 23], "del": [8, 10, 15], "example_custom_dmc_and_mp": 8, "alreadi": [8, 10, 11, 13, 17, 18, 19, 22], "regist": [8, 10, 11, 13, 15, 18, 22, 23], "henc": [8, 10, 11, 19], "adjust": [8, 10, 11], "hyperparamet": [8, 10, 11], "yet": [8, 10, 11, 21, 22], "recommend": [8, 10, 11, 22, 23], "abov": [8, 9, 10, 11, 19], "you": [8, 10, 11, 17, 18, 19, 21, 22, 23], "just": [8, 10, 11, 19], "interest": [8, 10, 11], "chain": [8, 10], "those": [8, 10, 11, 21], "appreci": [8, 10, 11, 23], "pr": [8, 10, 11, 22, 23], "especi": [8, 10, 11], "repo": [8, 10, 11], "http": [8, 10, 11, 21, 23], "github": [8, 10, 11, 21, 23], "com": [8, 10, 11, 21, 23], "alrhub": [8, 10, 11, 21, 23], "accord": [8, 10], "base_env_id": [8, 10, 11, 15], "replac": [8, 10], "your": [8, 10, 14, 22, 23], "inherit": [8, 10], "rawinterfacewrapp": [8, 10, 17, 18, 22], "can": [8, 10, 11, 15, 17, 18, 19, 21, 22, 23], "case": [8, 10, 19, 22], "thei": [8, 10, 11, 20, 21], "suit": [8, 20, 23], "mpwrapper": [8, 10, 11, 15], "trajectory_generator_kwarg": [8, 10, 11, 15], "trajectory_generator_typ": [8, 10, 11, 15], "phase_generator_kwarg": [8, 10, 11, 15, 22], "phase_generator_typ": [8, 10, 11, 15, 22], "controller_kwarg": [8, 10, 11, 14, 15, 22], "controller_typ": [8, 10, 11, 15], "motor": 8, "p_gain": [8, 14, 22], "d_gain": [8, 14, 22], "basis_generator_kwarg": [8, 10, 11, 15, 22], "basis_generator_typ": [8, 10, 11, 15], "zero_rbf": [8, 10, 11], "num_basi": [8, 10, 11, 15, 22], "num_basis_zero_start": [8, 10, 11, 22], "exp": [8, 10, 11, 15], "alpha_phas": [8, 10, 11], "rbf": [8, 10, 11], "base_env": [8, 10, 15], "make_bb": [8, 10, 15], "black_box_kwarg": [8, 10, 15], "traj_gen_kwarg": [8, 10, 15], "phase_kwarg": [8, 10, 15], "basis_kwarg": [8, 10, 15], "call": [8, 10, 11, 19], "onc": [8, 10, 11, 19, 20], "begin": [8, 10, 11, 19], "everi": [8, 10, 11, 19, 20], "consecut": [8, 10, 11], "mode": [8, 10, 11, 14, 19], "possibl": [8, 10, 11], "chang": [8, 10, 11, 19, 22], "nth": [8, 10], "should": [8, 10, 18, 22], "displai": [8, 10], "main": [8, 9, 10, 11, 13, 15], "fals": [8, 9, 10, 11, 15, 17], "disclaim": 8, "vision": 8, "integr": [8, 22, 23], "yield": 8, "error": 8, "reach_site_featur": 8, "hybrid": [8, 10, 19], "framework": [8, 9, 10, 20, 22, 23], "dm_control_promp": 8, "becaus": 8, "longer": [8, 19], "combo": 8, "__name__": [8, 9, 10, 11, 12, 13, 15], "__main__": [8, 9, 10, 11, 12, 13, 15], "collect": [9, 14, 19, 23], "defaultdict": 9, "numpi": [9, 14, 22], "np": [9, 14, 22], "example_gener": 9, "make_env": 9, "id": [9, 15, 17, 18, 19, 22], "example_async": 9, "n_cpu": 9, "int": [9, 22], "533d": 9, "n_sampl": 9, "800": 9, "vector": 9, "multiprocess": 9, "faster": 9, "Be": 9, "awar": 9, "reduc": 9, "total": [9, 19], "length": [9, 19], "individu": [9, 20], "cpu": 9, "core": 9, "parallel": 9, "tupl": [9, 22], "done": 9, "type": [9, 17, 18, 19, 22], "ndarrai": [9, 22], "asyncvectorenv": 9, "make_rank": 9, "OR": 9, "plot": [9, 12, 14], "zero": [9, 14], "buffer": 9, "list": [9, 17, 18, 19], "would": 9, "than": 9, "request": 9, "num_env": 9, "repeat": 9, "ceil": 9, "append": 9, "f": [9, 14], "do": [9, 22], "threshold": 9, "map": 9, "lambda": [9, 15], "v": 9, "basic": [9, 23], "example_meta": 10, "alwai": [10, 19], "found": [10, 19, 20, 23], "here": [10, 11, 19, 20, 22, 23], "arxiv": 10, "org": 10, "pdf": 10, "1910": 10, "10897": 10, "io": 10, "todo": [10, 14], "work": [10, 14, 19], "due": 10, "issu": [10, 19], "code": 10, "example_custom_meta_and_mp": 10, "goal_object_change_mp_wrapp": 10, "might": [10, 14], "necessari": [10, 19, 22], "opengl": 10, "export": 10, "ld_preload": 10, "usr": 10, "lib": 10, "x86_64": 10, "linux": 10, "gnu": 10, "libglew": 10, "so": [10, 22], "500": [10, 11], "example_mp": [11, 13], "env_nam": [11, 13, 15], "black": [11, 20, 23], "equival": 11, "have": [11, 20, 21, 22], "creat": [11, 17, 19, 23], "take": 11, "care": 11, "extern": 11, "raw": [11, 17, 18], "parametr": [11, 20], "give": 11, "sub": [11, 19], "equal": 11, "default": [11, 17, 18, 19, 22], "over": 11, "wise": [11, 19], "aggreg": 11, "example_custom_mp": 11, "argument": [11, 17, 19], "mp_config_overrid": [11, 14, 17, 18], "wai": [11, 14, 19], "mani": 11, "class": [11, 17, 18, 22], "custom_mpwrapp": 11, "mp_config": [11, 22], "weights_scal": [11, 15], "example_fully_custom_mp": 11, "custom_env_id": 11, "custom_env_id_dmp": 11, "custom_env_id_promp": 11, "upgrad": [11, 17, 22, 23], "mp_wrapper": [11, 15, 17, 18, 22], "add_mp_typ": [11, 17, 18], "base_id": [11, 18], "try": [11, 19, 23], "don": 11, "correlcti": 11, "except": [11, 19], "pass": [11, 17], "example_fully_custom_mp_altern": 11, "instead": [11, 17, 18, 20, 22], "mp_arg": 11, "dure": 11, "registr": [11, 18], "prodmp": [11, 15, 17, 18, 19, 20, 22, 23], "boxpushingdensereplan": [11, 15], "alter": 11, "obs1": 11, "compare_bases_shap": 12, "env1_id": 12, "env2_id": 12, "env1": 12, "traj_gen": [12, 13], "show_scaled_basi": 12, "env2": 12, "stuff": 13, "look": [13, 19, 22], "boolean": [13, 22], "ordereddict": 14, "matplotlib": 14, "pyplot": 14, "plt": 14, "howev": [14, 19, 22], "verifi": 14, "extract": 14, "below": 14, "w": 14, "po": [14, 15], "vel": [14, 15], "get_trajectori": 14, "base_shap": 14, "actual_po": 14, "len": 14, "actual_vel": 14, "act": 14, "ion": 14, "fig": 14, "figur": 14, "add_subplot": 14, "img": 14, "imshow": 14, "rgb_arrai": 14, "show": [14, 19], "des_po": 14, "des_vel": 14, "enumer": 14, "zip": 14, "tracking_control": 14, "get_act": 14, "current_po": [14, 22], "current_vel": [14, 22], "clip": 14, "low": 14, "set_data": 14, "canva": 14, "draw": 14, "flush_ev": 14, "figsiz": 14, "subplot": 14, "131": 14, "titl": [14, 23], "p1": 14, "c": 14, "c0": 14, "label": 14, "p2": 14, "c1": 14, "xlabel": 14, "gca": 14, "get_legend_handles_label": 14, "by_label": 14, "legend": 14, "kei": [14, 19], "132": 14, "133": 14, "std": 14, "example_run_replanning_env": 15, "break": 15, "example_custom_replanning_env": 15, "box_push": 15, "max_planning_tim": 15, "plan": 15, "replanning_schedul": 15, "trigger": 15, "condition_on_desir": 15, "boundari": [15, 23], "next": 15, "str": [17, 18], "entry_point": [17, 22], "union": [17, 22], "callabl": 17, "black_box": [17, 18], "raw_interface_wrapp": [17, 18], "registri": [17, 18], "defaultmpwrapp": [17, 18], "register_step_bas": 17, "bool": [17, 22], "dict": [17, 18], "kwarg": 17, "If": [17, 19, 21, 22, 23], "want": [17, 21, 23], "uniqu": [17, 18, 20], "identifi": [17, 18], "entri": 17, "srtep": 17, "dictionari": [17, 18, 19], "overrid": [17, 18], "keyword": 17, "constructor": 17, "note": [17, 18], "otherwis": [17, 18], "given": [17, 19, 22], "string": 17, "notat": 17, "warn": 17, "messag": 17, "suggest": 17, "exampl": [17, 18, 19, 22], "To": [17, 18, 19, 23], "myenv": [17, 18], "myenvclass": 17, "my_modul": 17, "expect": 18, "known_mp": 18, "Will": [18, 23], "match": [18, 22], "wish": 18, "one": [18, 22, 23], "alongsid": 18, "custommpwrapp": 18, "param": [18, 23], "prepar": 19, "ad": 19, "namespac": 19, "legaci": [19, 21], "rais": [19, 22], "metaworld": [19, 20, 21, 23], "n": 19, "cumul": 19, "part": [19, 22], "mainli": 19, "meant": 19, "debug": 19, "log": 19, "train": 19, "step_act": 19, "output": 19, "step_observ": 19, "intermedi": 19, "step_reward": 19, "trajectory_length": 19, "underli": 19, "origin": 19, "In": [19, 22], "miss": 19, "fill": 19, "_": 19, "keep": 19, "mind": 19, "process": 19, "split": 19, "lean": 19, "still": [19, 22], "beta": 19, "feel": [19, 22], "problem": 19, "occur": 19, "directli": [19, 22], "gym_": 19, "again": 19, "conveni": 19, "variabl": 19, "store": 19, "all_movement_primitive_environ": 19, "all_fancy_movement_primitive_environ": 19, "all_gym_movement_primitive_environ": 19, "deepmind": [19, 23], "all_dmc_movement_primitive_environ": 19, "all_metaworld_movement_primitive_environ": 19, "movement_primitive_environments_for_n": 19, "my_custom_namespac": 19, "tradit": 20, "concept": 20, "stochast": 20, "search": 20, "commonli": 20, "produc": 20, "like": [20, 21], "probabilist": [20, 23], "convert": 20, "track": 20, "pd": [20, 23], "tailor": 20, "addition": 20, "special": 20, "overarch": 20, "remain": 20, "polici": 20, "craft": 20, "accommod": 20, "contextu": [20, 22], "At": 20, "onset": 20, "subset": 20, "demand": 20, "virtual": 21, "venv": 21, "3rd": 21, "altern": [21, 23], "poetri": 21, "conda": 21, "few": 21, "choos": 21, "box2d": 21, "jax": 21, "automat": 21, "date": 21, "sinc": 21, "git": 21, "c822f28f582ba1ad49eb5dcf61016566f28003ba": 21, "egg": 21, "clone": 21, "repositori": 21, "go": 21, "folder": 21, "cd": 21, "manual": 21, "guid": 22, "explain": 22, "how": 22, "abc": 22, "abstractmethod": 22, "properti": 22, "context_mask": 22, "mask": 22, "filter": 22, "unwant": 22, "unnecessari": 22, "after": 22, "first": 22, "receiv": 22, "arrai": 22, "indic": 22, "ones": 22, "dtype": 22, "float": 22, "exclus": 22, "regardless": 22, "indirectli": 22, "notimplementederror": 22, "overitten": 22, "attribut": 22, "document": 22, "mp_pytorch": 22, "userguid": 22, "anoth": 22, "merg": 22, "num_basis_zero_go": 22, "rough": 22, "outlin": 22, "shown": 22, "simpli": 22, "cool_new_env": 22, "my_custom_mpwrapp": 22, "my_custom_env": 22, "custom_prodmp": 22, "built": 23, "fork": 23, "renown": 23, "librari": 23, "sever": 23, "etc": 23, "With": 23, "straightforward": 23, "transform": 23, "compat": 23, "contribut": 23, "own": 23, "re": 23, "inspir": 23, "assist": 23, "highli": 23, "randomli": 23, "sleep": 23, "metadata": 23, "render_fp": 23, "about": 23, "pypi": 23, "master": 23, "what": 23, "usag": 23, "tune": 23, "public": 23, "softwar": 23, "author": 23, "otto": 23, "fabian": 23, "celik": 23, "onur": 23, "roth": 23, "dominik": 23, "zhou": 23, "hongyi": 23, "abstract": 23, "unifi": 23, "approach": 23, "url": 23, "organ": 23, "autonom": 23, "lab": 23, "alr": 23, "kit": 23}, "objects": {"fancy_gym": [[16, 0, 0, "-", "envs"], [17, 1, 1, "", "register"], [18, 1, 1, "", "upgrade"]]}, "objtypes": {"0": "py:module", "1": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"]}, "titleterms": {"api": [0, 23], "deepmind": [1, 8], "control": [1, 3, 8, 14], "dmc": 1, "step": [1, 3, 5, 6, 7, 19], "base": [1, 3, 5, 6, 7, 19], "environ": [1, 3, 5, 6, 7, 19, 22, 23], "mp": [1, 3, 5, 6, 7, 12, 22], "airhockei": 2, "classic": 3, "fanci": [4, 23], "mujoco": 5, "box": [5, 19], "push": 5, "tabl": 5, "tenni": 5, "beer": 5, "pong": 5, "variat": 5, "exist": 5, "metaworld": [6, 10], "gymnasium": 7, "exampl": [8, 9, 10, 11, 12, 13, 14, 15, 23], "gener": 9, "usag": [9, 19], "movement": 11, "primit": 11, "param": 12, "tune": [12, 14], "openai": 13, "env": [13, 16], "pd": 14, "gain": 14, "replan": 15, "fancy_gym": [16, 17, 18], "regist": 17, "upgrad": 18, "basic": 19, "black": 19, "what": 20, "i": 20, "episod": 20, "rl": 20, "instal": 21, "from": 21, "pypi": 21, "recommend": 21, "master": 21, "creat": 22, "new": 22, "gym": 23, "kei": 23, "featur": 23, "quickstart": 23, "guid": 23, "user": 23, "cite": 23, "project": 23, "icon": 23, "attribut": 23}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"API": [[0, "api"], [23, null]], "DeepMind Control (DMC)": [[1, "deepmind-control-dmc"]], "Step-Based Environments": [[1, "step-based-environments"], [3, "step-based-environments"], [5, "step-based-environments"], [6, "step-based-environments"], [7, "step-based-environments"], [19, "step-based-environments"]], "MP Environments": [[1, "mp-environments"], [3, "mp-environments"], [5, "mp-environments"], [6, "mp-environments"], [7, "mp-environments"]], "AirHockey": [[2, "airhockey"]], "Classic Control": [[3, "classic-control"]], "Fancy": [[4, "fancy"]], "Mujoco": [[5, "mujoco"]], "Box Pushing": [[5, "box-pushing"]], "Table Tennis": [[5, "table-tennis"]], "Beer Pong": [[5, "beer-pong"]], "Variations of existing environments": [[5, "variations-of-existing-environments"]], "Metaworld": [[6, "metaworld"]], "Gymnasium": [[7, "gymnasium"]], "DeepMind Control Examples": [[8, "deepmind-control-examples"]], "General Usage Examples": [[9, "general-usage-examples"]], "Metaworld Examples": [[10, "metaworld-examples"]], "Movement Primitives Examples": [[11, "movement-primitives-examples"]], "MP Params Tuning Example": [[12, "mp-params-tuning-example"]], "OpenAI Envs Examples": [[13, "openai-envs-examples"]], "PD Control Gain Tuning Example": [[14, "pd-control-gain-tuning-example"]], "Replanning Example": [[15, "replanning-example"]], "fancy_gym.envs": [[16, "module-fancy_gym.envs"]], "fancy_gym.register": [[17, "fancy-gym-register"]], "fancy_gym.upgrade": [[18, "fancy-gym-upgrade"]], "Basic Usage": [[19, "basic-usage"]], "Black-Box Environments": [[19, "black-box-environments"]], "What is Episodic RL?": [[20, "what-is-episodic-rl"]], "Installation": [[21, "installation"]], "Installation from PyPI (recommended)": [[21, "installation-from-pypi-recommended"]], "Installation from master": [[21, "installation-from-master"]], "Creating new MP Environments": [[22, "creating-new-mp-environments"]], "Fancy Gym": [[23, "fancy-gym"]], "Key Features": [[23, "key-features"]], "Quickstart Guide": [[23, "quickstart-guide"]], "User Guide": [[23, null]], "Environments": [[23, null]], "Examples": [[23, null]], "Citing the Project": [[23, "citing-the-project"]], "Icon Attribution": [[23, "icon-attribution"]]}, "indexentries": {"fancy_gym.envs": [[16, "module-fancy_gym.envs"]], "module": [[16, "module-fancy_gym.envs"]], "register() (in module fancy_gym)": [[17, "fancy_gym.register"]], "upgrade() (in module fancy_gym)": [[18, "fancy_gym.upgrade"]]}}) \ No newline at end of file +Search.setIndex({"docnames": ["api", "envs/dmc", "envs/fancy/airhockey", "envs/fancy/classic_control", "envs/fancy/index", "envs/fancy/mujoco", "envs/meta", "envs/open_ai", "examples/dmc", "examples/general", "examples/metaworld", "examples/movement_primitives", "examples/mp_params_tuning", "examples/open_ai", "examples/pd_control_gain_tuning", "examples/replanning_envs", "generated/fancy_gym.envs", "generated/fancy_gym.register", "generated/fancy_gym.upgrade", "guide/basic_usage", "guide/episodic_rl", "guide/installation", "guide/upgrading_envs", "index"], "filenames": ["api.rst", "envs/dmc.md", "envs/fancy/airhockey.rst", "envs/fancy/classic_control.md", "envs/fancy/index.rst", "envs/fancy/mujoco.md", "envs/meta.md", "envs/open_ai.md", "examples/dmc.rst", "examples/general.rst", "examples/metaworld.rst", "examples/movement_primitives.rst", "examples/mp_params_tuning.rst", "examples/open_ai.rst", "examples/pd_control_gain_tuning.rst", "examples/replanning_envs.rst", "generated/fancy_gym.envs.rst", "generated/fancy_gym.register.rst", "generated/fancy_gym.upgrade.rst", "guide/basic_usage.rst", "guide/episodic_rl.rst", "guide/installation.rst", "guide/upgrading_envs.rst", "index.rst"], "titles": ["API", "DeepMind Control (DMC)", "AirHockey", "Classic Control", "Fancy", "Mujoco", "Metaworld", "Gymnasium", "DeepMind Control Examples", "General Usage Examples", "Metaworld Examples", "Movement Primitives Examples", "MP Params Tuning Example", "OpenAI Envs Examples", "PD Control Gain Tuning Example", "Replanning Example", "fancy_gym.envs", "fancy_gym.register", "fancy_gym.upgrade", "Basic Usage", "What is Episodic RL?", "Installation", "Creating new MP Environments", "Fancy Gym"], "terms": {"These": [1, 2, 3, 5, 7, 20], "ar": [1, 2, 3, 4, 5, 7, 8, 10, 11, 14, 17, 19, 20, 21, 22], "wrapper": [1, 8, 10, 11, 15, 17, 18, 22], "select": [1, 7, 22], "order": 1, "us": [1, 2, 5, 6, 9, 11, 15, 17, 18, 19, 20, 21, 22, 23], "our": [1, 8, 9, 10, 11, 20, 23], "motion": [1, 5, 20], "primit": [1, 8, 10, 13, 17, 18, 20, 22, 23], "gym": [1, 2, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 19, 22], "interfac": [1, 6, 11, 22, 23], "them": [1, 5, 6, 7, 8, 10, 11, 19, 23], "when": [1, 5, 8, 9, 10, 17, 22], "instal": [1, 10, 23], "fancy_gym": [1, 6, 8, 9, 10, 11, 12, 13, 14, 15, 19, 21, 22, 23], "option": [1, 5, 17, 18, 19, 21], "extra": 1, "e": [1, 8, 10, 11, 21, 22], "g": [1, 8, 10, 11, 22], "pip": [1, 21, 23], "all": [1, 5, 6, 9, 10, 19, 21, 23], "regular": [1, 19, 23], "task": [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 19, 22], "avaibl": [1, 6, 21], "via": [1, 3, 6, 19, 21, 22, 23], "shimmi": 1, "name": [1, 3, 5, 6, 7, 8, 10, 19], "descript": [1, 3, 5, 6, 7, 19], "action": [1, 3, 5, 6, 7, 8, 9, 10, 11, 14, 15, 19, 20, 22, 23], "dim": 1, "observ": [1, 2, 3, 5, 6, 8, 9, 10, 11, 19, 20, 22, 23], "dm_control": [1, 8, 19], "acrobot": 1, "swingup": 1, "v0": [1, 2, 3, 4, 5, 7, 8, 9, 11, 12, 14, 15, 17, 18, 19, 22, 23], "underactu": 1, "doubl": 1, "pendulum": [1, 9], "torqu": [1, 5, 20], "appli": [1, 5], "second": 1, "joint": [1, 5, 22], "swing": 1, "up": [1, 4, 6, 21], "balanc": 1, "1": [1, 5, 7, 8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "6": [1, 5, 6], "swingup_spars": 1, "similar": 1, "spars": [1, 5], "reward": [1, 3, 5, 8, 9, 10, 11, 13, 15, 19, 22, 23], "achiev": [1, 5, 8, 10], "ball_in_cup": [1, 8, 19], "catch": [1, 8, 19], "planar": 1, "ball": [1, 5], "cup": [1, 5], "where": [1, 2, 3, 6], "receptacl": 1, "must": [1, 6], "2": [1, 3, 5, 7, 8, 9, 10, 11, 13, 22], "8": [1, 5, 15], "cartpol": 1, "cart": 1, "pole": 1, "goal": [1, 3, 5, 10], "i": [1, 2, 5, 6, 8, 9, 10, 11, 13, 15, 17, 18, 19, 22, 23], "an": [1, 5, 6, 7, 8, 10, 17, 18, 19, 20, 22, 23], "unactu": 1, "move": 1, "start": [1, 22], "upright": 1, "5": [1, 3, 5, 8, 10, 11, 14, 15, 19, 22], "balance_spars": 1, "downward": 1, "requir": [1, 2, 3, 5, 6, 8, 10, 11, 19, 20, 22], "two_pol": 1, "extens": 1, "domain": 1, "two": [1, 5], "serial": 1, "connect": 1, "increas": [1, 9], "challeng": [1, 2, 5, 23], "three_pol": 1, "three": [1, 2], "further": [1, 19, 20], "11": [1, 8], "cheetah": 1, "run": [1, 8, 9, 10, 11, 13, 15], "biped": 1, "robot": [1, 2, 5, 6, 20, 23], "The": [1, 2, 3, 5, 6, 8, 10, 11, 17, 18, 19, 20, 22, 23], "proport": 1, "forward": 1, "veloc": [1, 5, 11, 14, 15, 19, 20, 22], "maximum": [1, 15], "speed": [1, 5], "17": 1, "dog": 1, "stand": 1, "focus": [1, 2], "postur": 1, "38": 1, "223": 1, "walk": 1, "coordin": [1, 5], "movement": [1, 5, 8, 10, 13, 17, 18, 20, 22, 23], "trot": 1, "perform": [1, 2, 5], "gait": 1, "combin": 1, "stabil": 1, "fetch": 1, "plai": [1, 5, 6], "involv": [1, 2, 6], "locomot": 1, "object": [1, 5, 6, 20], "interact": [1, 19], "232": 1, "finger": 1, "spin": 1, "rotat": 1, "bodi": 1, "hing": 1, "9": [1, 3], "turn_easi": 1, "align": [1, 5, 20], "tip": 1, "free": [1, 19, 22], "target": [1, 14], "easier": 1, "version": [1, 7, 8, 10, 13, 17, 18, 19, 21, 22], "larger": 1, "12": 1, "turn_hard": 1, "smaller": 1, "difficulti": [1, 23], "fish": [1, 8], "right": [1, 20], "itself": [1, 3], "fluid": 1, "21": [1, 5], "swim": [1, 8], "incorpor": 1, "dynam": [1, 2, 20, 23], "24": 1, "hopper": [1, 5], "One": 1, "leg": 1, "minim": 1, "torso": 1, "height": 1, "4": [1, 5, 6, 7, 9, 11, 15, 22], "15": [1, 5, 14], "hop": 1, "humanoid": 1, "simplifi": 1, "maintain": [1, 5, 19, 23], "67": 1, "specifi": [1, 5, 8, 10, 18], "aim": [1, 2], "high": [1, 3, 14], "horizont": 1, "run_pure_st": 1, "focu": [1, 3], "pure": 1, "state": [1, 15, 19], "55": 1, "humanoid_cmu": 1, "advanc": [1, 5, 6], "cmu": 1, "model": [1, 2], "56": 1, "137": 1, "lqr": 1, "lqr_2_1": 1, "linear": [1, 8, 10, 11, 22], "quadrat": 1, "regul": 1, "mass": 1, "actuat": [1, 2], "posit": [1, 5, 14, 19, 20, 22], "optim": [1, 20], "lqr_6_2": 1, "more": [1, 9, 13, 19, 20, 22, 23], "complex": [1, 2, 3, 5], "manipul": [1, 5, 6, 8, 9], "bring_bal": 1, "bring": 1, "locat": [1, 5], "initi": [1, 5], "variat": [1, 4], "44": 1, "bring_peg": 1, "peg": [1, 6], "insert_bal": 1, "insert": [1, 6], "basket": [1, 5], "insert_peg": 1, "slot": 1, "classic": [1, 4, 20, 23], "invert": 1, "limit": [1, 2, 5], "multipl": [1, 5, 8, 10, 11, 13, 18, 19, 22], "3": [1, 2, 5, 22], "point_mass": 1, "easi": [1, 22, 23], "point": [1, 3, 17, 22], "correspond": 1, "global": 1, "x": [1, 5], "y": [1, 5], "ax": [1, 5, 14], "hard": 1, "random": [1, 5], "gain": [1, 23], "per": [1, 5], "episod": [1, 5, 8, 9, 10, 11, 14, 19, 23], "memoryless": 1, "agent": [1, 2, 3], "quadrup": 1, "four": 1, "78": 1, "escap": 1, "environment": 1, "101": 1, "90": 1, "reacher": [1, 5, 7, 11, 13, 19], "link": [1, 3, 5], "sphere": 1, "stacker": 1, "stack_2": 1, "stack": [1, 9], "box": [1, 4, 6, 11, 20, 23], "correct": [1, 14], "placement": 1, "gripper": 1, "49": 1, "stack_4": 1, "63": 1, "swimmer": 1, "swimmer6": 1, "six": 1, "nose": 1, "insid": 1, "25": [1, 3, 5, 15], "swimmer15": 1, "fifteen": 1, "extend": 1, "14": 1, "61": 1, "walker": [1, 5], "trajectori": [1, 3, 7, 8, 10, 11, 13, 14, 19, 20, 22, 23], "horizon": [1, 3, 5, 6, 7], "dimens": [1, 3, 5, 6, 7, 22], "context": [1, 3, 5, 6, 11, 19, 20, 22], "dm_control_prodmp": 1, "A": [1, 3, 5, 6, 7, 22], "promp": [1, 7, 8, 10, 11, 13, 17, 18, 19, 20, 22, 23], "wrap": [1, 7], "1000": [1, 8, 9, 10, 11, 19, 23], "10": [1, 8, 9, 10, 11, 13, 23], "dm_control_dmp": [1, 19], "dmp": [1, 3, 6, 8, 9, 10, 11, 17, 18, 19, 20, 22, 23], "fanci": [2, 3, 5, 9, 11, 15, 19], "provid": [2, 3, 5, 7, 8, 10, 11, 17, 18, 19, 21], "access": [2, 19, 22, 23], "rang": [2, 5, 8, 9, 10, 11, 13, 15, 19, 22, 23], "environ": [2, 4, 8, 9, 10, 11, 13, 14, 15, 17, 18, 20, 21], "air": 2, "hockei": 2, "close": [2, 5, 6, 8, 10, 11, 15], "gap": 2, "between": [2, 5, 14, 19], "simul": [2, 3, 6], "learn": [2, 3, 5, 6, 11, 19, 20, 23], "real": [2, 14], "world": [2, 10], "applic": 2, "variou": [2, 5, 23], "aspect": 2, "oper": [2, 20], "deal": 2, "disturb": 2, "nois": 2, "safeti": 2, "avail": [2, 5, 19, 22], "through": [2, 11], "allow": [2, 3, 8, 10, 11, 17, 18, 19, 22], "develop": 2, "capabl": [2, 5], "differ": [2, 5, 8, 14, 18, 20], "level": [2, 19], "includ": [2, 5, 9, 17, 18, 23], "hit": [2, 5], "defend": 2, "both": [2, 22, 23], "degre": [2, 5, 23], "freedom": [2, 5], "dof": [2, 5], "seven": [2, 5], "7": [2, 5], "configur": [2, 5, 17, 18, 22], "base": [2, 4, 8, 9, 10, 11, 13, 15, 17, 18, 20, 22, 23], "kuka": 2, "iiwa14": 2, "which": [2, 3, 5, 8, 10, 11, 13, 17], "repres": [2, 20, 22], "higher": [2, 23], "control": [2, 4, 19, 20, 22, 23], "akin": 2, "set": [2, 5, 8, 9, 10, 17, 19, 20, 23], "particip": 2, "strategi": 2, "enabl": [2, 5, 11, 19], "react": 2, "adapt": [2, 4, 5], "within": [2, 5], "final": [2, 5], "phase": 2, "tournament": 2, "test": [2, 19, 21], "comprehens": [2, 5, 23], "game": [2, 5, 6], "scenario": 2, "top": [2, 5, 6], "team": 2, "actual": 2, "system": [2, 5], "For": [2, 5, 8, 10, 13, 22], "detail": [2, 19, 22], "inform": [2, 5, 13, 14, 19], "rule": 2, "stage": 2, "submiss": [2, 23], "pleas": [2, 14, 18, 22], "visit": 2, "offici": 2, "websit": 2, "follow": [2, 8, 10, 11, 22], "7dof": 2, "3dof": 2, "airhockit2023": 2, "foundat": [3, 5, 21, 23], "platform": 3, "explor": [3, 23], "experi": 3, "rl": [3, 5, 23], "algorithm": [3, 5], "design": [3, 4, 5, 6, 20], "simpl": 3, "research": [3, 5, 23], "practition": 3, "fundament": 3, "principl": 3, "without": [3, 19, 22], "dimension": [3, 22], "physic": 3, "simplereach": 3, "reach": [3, 5, 6, 19], "ani": [3, 9, 17, 18, 19], "until": 3, "150": [3, 6], "time": [3, 5, 8, 10, 11, 19, 23], "thi": [3, 5, 6, 8, 9, 10, 11, 14, 19, 20, 22, 23], "space": [3, 5, 11, 20, 22], "precis": [3, 5], "toward": 3, "end": [3, 5], "200": [3, 5, 9], "longsimplereach": 3, "18": [3, 5], "viapointreach": 3, "leverag": [3, 9], "support": [3, 6, 10, 19, 20, 22, 23], "self": [3, 22], "collis": 3, "detect": 3, "onli": [3, 5, 8, 10, 11, 17, 19, 21, 22], "100": [3, 5, 7, 15], "199": 3, "viapoint": 3, "respect": 3, "holereach": [3, 9, 11], "effector": [3, 5], "need": [3, 5, 8, 10, 18, 22], "narrow": 3, "hole": [3, 6], "colld": 3, "wall": [3, 6], "fancy_dmp": [3, 5, 11], "holereacherfixedgo": 3, "fix": [3, 5], "attractor": 3, "30": 3, "add": [4, 8, 10, 19, 22], "coupl": 4, "new": [4, 11, 18, 19, 20, 23], "some": [4, 11, 14, 19], "exist": [4, 6, 8, 10, 11, 17, 18, 19, 22], "while": [4, 5, 15, 19, 20], "other": [4, 8, 10, 19, 22, 23], "were": 4, "build": [4, 22], "u": 4, "from": [4, 5, 6, 8, 9, 10, 14, 19, 20, 22, 23], "ground": 4, "push": [4, 6, 23], "boxpushingdens": [4, 5, 15, 23], "mujoco": [4, 9, 11, 15, 21, 23], "step": [4, 8, 9, 10, 11, 13, 14, 15, 17, 18, 20, 22, 23], "tabl": [4, 23], "tenni": [4, 23], "beer": 4, "pong": 4, "mp": [4, 8, 10, 11, 14, 17, 18, 19, 20, 23], "airhockei": [4, 23], "present": [5, 20, 23], "reinforc": [5, 6, 23], "util": 5, "versatil": 5, "franka": 5, "emika": 5, "panda": [5, 23], "arm": [5, 6], "boast": 5, "orient": 5, "defin": [5, 11, 18, 22], "its": 5, "constrain": 5, "certain": 5, "along": 5, "encompass": 5, "full": [5, 8, 10, 11, 13, 19, 22, 23], "360": 5, "z": 5, "axi": [5, 14], "": [5, 20, 23], "mission": 5, "accuraci": 5, "centimet": 5, "0": [5, 8, 9, 10, 11, 13, 14, 15, 19, 22], "radian": 5, "sine": 5, "cosin": 5, "valu": [5, 9, 14, 19], "angl": 5, "quaternion": 5, "describ": 5, "each": [5, 19], "composit": 5, "function": [5, 9, 11], "serv": 5, "metric": 5, "It": [5, 8, 10, 11, 22], "account": 5, "distanc": 5, "rod": 5, "desir": [5, 15], "penalti": 5, "violat": 5, "well": [5, 19, 22], "cost": 5, "energi": 5, "expenditur": 5, "structur": [5, 6, 8, 10, 11], "purposefulli": 5, "enhanc": [5, 20], "gener": [5, 11, 15, 19, 20, 22, 23], "tempor": 5, "last": [5, 11], "timestep": 5, "spatial": 5, "almost": 5, "enought": 5, "somewhat": 5, "correctli": 5, "smooth": 5, "part": [5, 19, 22], "return": [5, 8, 9, 10, 11, 12, 13, 19, 22], "info": [5, 8, 9, 10, 11, 13, 15, 19, 22, 23], "mean_squared_jerk": 5, "averag": 5, "squar": 5, "jerk": 5, "rate": 5, "acceler": 5, "chang": [5, 8, 10, 11, 19, 22], "across": 5, "lower": 5, "indic": [5, 22], "smoother": 5, "maximum_jerk": 5, "identifi": [5, 17, 18], "highest": 5, "encount": 5, "dimensionless_jerk": 5, "normal": 5, "sum": [5, 11], "over": [5, 11], "durat": 5, "peak": 5, "offer": [5, 23], "scale": 5, "independ": 5, "custom": [5, 8, 9, 10, 11, 15, 18, 19, 22, 23], "dens": 5, "13": 5, "boxpushingtemporalspars": [5, 11], "boxpushingtemporalspatialspars": 5, "equip": [5, 6], "respond": 5, "incom": 5, "accur": 5, "oppon": 5, "side": [5, 6], "meter": 5, "65": 5, "compris": [5, 6], "decis": 5, "consid": 5, "successfulli": 5, "complet": [5, 20], "land": 5, "also": [5, 6, 8, 9, 10, 11, 17, 18, 19, 21], "tight": 5, "margin": 5, "20": [5, 11], "reflect": 5, "condit": [5, 15], "whether": [5, 17, 22, 23], "wa": 5, "proxim": 5, "cater": 5, "addit": [5, 17, 18, 19], "overcom": 5, "tabletennis2d": 5, "2d": 5, "350": 5, "19": 5, "tabletennis2dreplan": 5, "replan": [5, 11, 19, 23], "tabletennis4d": [5, 11, 12], "4d": 5, "22": 5, "tabletennis4dreplan": [5, 11], "tabletenniswind": 5, "wind": 5, "effect": [5, 22], "tabletennisgoalswitch": 5, "switch": 5, "tabletenniswindreplan": [5, 11], "tabletennisrndrobot": 5, "can": [5, 8, 10, 11, 15, 17, 18, 19, 21, 22, 23], "random_pos_scal": 5, "random_vel_scal": 5, "make": [5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 19, 22, 23], "equival": [5, 11], "except": [5, 11, 19], "instead": [5, 11, 17, 18, 20, 22], "default": [5, 11, 17, 18, 19, 22], "upon": [5, 23], "throw": 5, "place": [5, 6], "larg": 5, "establish": 5, "42": [5, 18], "05": [5, 14], "angular": 5, "rel": [5, 22], "bottom": 5, "current": [5, 6, 8, 10, 19, 20, 22], "method": [5, 8, 10, 11, 20, 23], "paramet": [5, 8, 10, 11, 18, 22, 23], "expand": 5, "weight": 5, "basi": [5, 11, 20], "releas": 5, "implement": [5, 11, 19, 22], "form": 5, "penal": 5, "excess": 5, "forc": 5, "encourag": [5, 23], "effici": [5, 6], "t": [5, 11, 14, 15], "befor": 5, "non": [5, 18], "markovian": 5, "compon": [5, 6], "assess": 5, "chosen": [5, 20], "ensur": 5, "fall": 5, "reason": 5, "overal": 5, "specif": [5, 13, 20], "success": 5, "determin": [5, 22], "conclus": 5, "showcas": 5, "abil": 5, "predict": [5, 20], "execut": [5, 11, 19, 20, 23], "popular": 5, "parti": [5, 21], "beerpong": 5, "300": 5, "29": 5, "beerpongstepbas": 5, "beerpongfixedreleas": 5, "modifi": 5, "gymnasium": [5, 8, 9, 10, 11, 12, 13, 14, 15, 17, 18, 19, 22, 23], "v2": [5, 6, 7, 9, 10, 13, 19], "reacherspars": 5, "same": [5, 8, 10, 11, 17, 18, 19, 22], "longreach": 5, "27": 5, "longreacherspars": 5, "reacher5d": [5, 9, 11, 14, 19], "env": [5, 6, 8, 9, 10, 11, 14, 15, 17, 18, 19, 22, 23], "reacherenv": 5, "reacher5dspars": 5, "reacher7d": 5, "reacher7dspars": 5, "hopperjump": 5, "jump": 5, "continu": 5, "250": [5, 8], "16": [5, 9], "hopperjumpmarkov": 5, "altern": [5, 21, 23], "hopperjumpspars": 5, "antjump": 5, "ant": 5, "119": 5, "halfcheetahjump": 5, "halfcheetah": [5, 9], "112": 5, "hopperjumponbox": 5, "hopperthrow": 5, "hopperthrowinbasket": 5, "walker2djump": 5, "walker2d": 5, "depend": [5, 20, 21], "most": 5, "variant": [5, 6, 19, 23], "refer": [5, 6, 7], "fancy_promp": [5, 11, 12, 14, 19, 23], "fancy_prodmp": [5, 11, 12, 15], "dial": 6, "turn": [6, 19], "open": [6, 19, 22], "sourc": [6, 17, 18], "benchmark": [6, 23], "meta": [6, 10], "multi": 6, "50": [6, 7], "divers": 6, "featur": 6, "univers": 6, "tabletop": 6, "sawyer": 6, "varieti": [6, 11], "everydai": 6, "share": 6, "pivot": 6, "reus": 6, "acquir": 6, "relat": 6, "ml1": [6, 19], "standard": [6, 8, 10, 23], "assembli": 6, "assembl": 6, "39": 6, "basketbal": 6, "bin": 6, "pick": [6, 18], "button": [6, 10], "press": [6, 10], "topdown": 6, "down": 6, "perspect": 6, "coffe": 6, "machin": 6, "pull": 6, "lever": 6, "disassembl": 6, "door": 6, "lock": 6, "unlock": 6, "hand": [6, 22], "drawer": 6, "faucet": 6, "hammer": 6, "handl": [6, 14], "out": [6, 23], "back": [6, 11], "backward": 6, "plate": 6, "slide": 6, "unplug": 6, "soccer": 6, "stick": 6, "against": 6, "shelf": 6, "sweep": 6, "contain": 6, "window": 6, "metaworld_promp": [6, 10], "metaworld_prodmp": [6, 19], "now": [6, 11], "lunar": 7, "lander": 7, "lunarland": 7, "we": [7, 8, 10, 11, 18, 19, 20, 21, 22, 23], "farama": [7, 21], "previous": 7, "openai": [7, 9, 19, 23], "doc": 7, "overview": 7, "counterpart": 7, "gym_promp": [7, 13, 19], "continuousmountaincar": 7, "fetchslidedens": 7, "v1": [7, 9, 10], "fetchreachdens": 7, "import": [8, 9, 10, 11, 12, 13, 14, 15, 19, 22, 23], "def": [8, 9, 10, 11, 12, 13, 15, 22], "example_dmc": 8, "env_id": [8, 9, 10, 11, 13, 14], "seed": [8, 9, 10, 11, 13, 14, 15, 19], "iter": [8, 9, 10, 11, 15], "render": [8, 9, 10, 11, 13, 14, 15, 19, 23], "true": [8, 9, 10, 11, 12, 13, 14, 15, 17, 19], "dmc": [8, 9, 21, 23], "ha": [8, 10, 21, 22], "domain_nam": [8, 9], "task_nam": [8, 9, 10], "environment_nam": [8, 9], "arg": [8, 9, 10, 11, 13, 17, 18], "either": [8, 9, 14], "determinist": [8, 9, 10, 11], "behaviour": [8, 9, 10, 11], "number": [8, 9, 10, 11, 13, 15, 19, 22], "rollout": [8, 9, 10, 11], "render_mod": [8, 9, 10, 11, 13, 15, 23], "human": [8, 9, 10, 11, 13, 15, 19, 23], "els": [8, 9, 10, 11, 13, 15], "none": [8, 9, 10, 11, 13, 15, 17, 18, 19], "ob": [8, 9, 10, 11, 13, 15], "reset": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "print": [8, 9, 10, 11, 13, 17, 19, 22], "shape": [8, 9, 10, 14, 22], "observation_spac": [8, 9, 10, 22], "action_spac": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "ac": [8, 10, 11, 13, 15, 22], "sampl": [8, 9, 10, 11, 13, 14, 15, 19, 22, 23], "termin": [8, 9, 10, 11, 13, 15, 19, 22, 23], "truncat": [8, 9, 10, 11, 13, 15, 19, 22, 23], "del": [8, 10, 15], "example_custom_dmc_and_mp": 8, "alreadi": [8, 10, 11, 13, 17, 18, 19, 22], "regist": [8, 10, 11, 13, 15, 18, 22, 23], "henc": [8, 10, 11, 19], "adjust": [8, 10, 11], "hyperparamet": [8, 10, 11], "yet": [8, 10, 11, 21, 22], "recommend": [8, 10, 11, 22, 23], "abov": [8, 9, 10, 11, 19], "you": [8, 10, 11, 17, 18, 19, 21, 22, 23], "just": [8, 10, 11, 19], "interest": [8, 10, 11], "chain": [8, 10], "those": [8, 10, 11, 21], "appreci": [8, 10, 11, 23], "pr": [8, 10, 11, 22, 23], "especi": [8, 10, 11], "repo": [8, 10, 11], "http": [8, 10, 11, 21, 23], "github": [8, 10, 11, 21, 23], "com": [8, 10, 11, 21, 23], "alrhub": [8, 10, 11, 21, 23], "accord": [8, 10], "base_env_id": [8, 10, 11, 15], "replac": [8, 10], "your": [8, 10, 14, 22, 23], "inherit": [8, 10], "rawinterfacewrapp": [8, 10, 17, 18, 22], "case": [8, 10, 19, 22], "thei": [8, 10, 11, 20, 21], "suit": [8, 20, 23], "mpwrapper": [8, 10, 11, 15], "trajectory_generator_kwarg": [8, 10, 11, 15], "trajectory_generator_typ": [8, 10, 11, 15], "phase_generator_kwarg": [8, 10, 11, 15, 22], "phase_generator_typ": [8, 10, 11, 15, 22], "controller_kwarg": [8, 10, 11, 14, 15, 22], "controller_typ": [8, 10, 11, 15], "motor": 8, "p_gain": [8, 14, 22], "d_gain": [8, 14, 22], "basis_generator_kwarg": [8, 10, 11, 15, 22], "basis_generator_typ": [8, 10, 11, 15], "zero_rbf": [8, 10, 11], "num_basi": [8, 10, 11, 15, 22], "num_basis_zero_start": [8, 10, 11, 22], "exp": [8, 10, 11, 15], "alpha_phas": [8, 10, 11], "rbf": [8, 10, 11], "base_env": [8, 10, 15], "make_bb": [8, 10, 15], "black_box_kwarg": [8, 10, 15], "traj_gen_kwarg": [8, 10, 15], "phase_kwarg": [8, 10, 15], "basis_kwarg": [8, 10, 15], "call": [8, 10, 11, 19], "onc": [8, 10, 11, 19, 20], "begin": [8, 10, 11, 19], "everi": [8, 10, 11, 19, 20], "consecut": [8, 10, 11], "mode": [8, 10, 11, 14, 19], "possibl": [8, 10, 11], "nth": [8, 10], "should": [8, 10, 18, 22], "displai": [8, 10], "main": [8, 9, 10, 11, 13, 15], "fals": [8, 9, 10, 11, 15, 17], "disclaim": 8, "vision": 8, "integr": [8, 22, 23], "yield": 8, "error": 8, "reach_site_featur": 8, "hybrid": [8, 10, 19], "framework": [8, 9, 10, 20, 22, 23], "dm_control_promp": 8, "becaus": 8, "longer": [8, 19], "combo": 8, "__name__": [8, 9, 10, 11, 12, 13, 15], "__main__": [8, 9, 10, 11, 12, 13, 15], "collect": [9, 14, 19, 23], "defaultdict": 9, "numpi": [9, 14, 22], "np": [9, 14, 22], "example_gener": 9, "make_env": 9, "id": [9, 15, 17, 18, 19, 22], "example_async": 9, "n_cpu": 9, "int": [9, 22], "533d": 9, "n_sampl": 9, "800": 9, "vector": 9, "multiprocess": 9, "faster": 9, "Be": 9, "awar": 9, "reduc": 9, "total": [9, 19], "length": [9, 19], "individu": [9, 20], "cpu": 9, "core": 9, "parallel": 9, "tupl": [9, 22], "done": 9, "type": [9, 17, 18, 19, 22], "ndarrai": [9, 22], "asyncvectorenv": 9, "make_rank": 9, "OR": 9, "plot": [9, 12, 14], "zero": [9, 14], "buffer": 9, "list": [9, 17, 18, 19], "would": 9, "than": 9, "request": 9, "num_env": 9, "repeat": 9, "ceil": 9, "append": 9, "f": [9, 14], "do": [9, 22], "threshold": 9, "map": 9, "lambda": [9, 15], "v": 9, "basic": [9, 23], "example_meta": 10, "alwai": [10, 19], "found": [10, 19, 20, 23], "here": [10, 11, 19, 20, 22, 23], "arxiv": 10, "org": 10, "pdf": 10, "1910": 10, "10897": 10, "io": 10, "todo": [10, 14], "work": [10, 14, 19], "due": 10, "issu": [10, 19], "code": 10, "example_custom_meta_and_mp": 10, "goal_object_change_mp_wrapp": 10, "might": [10, 14], "necessari": [10, 19, 22], "opengl": 10, "export": 10, "ld_preload": 10, "usr": 10, "lib": 10, "x86_64": 10, "linux": 10, "gnu": 10, "libglew": 10, "so": [10, 22], "500": [10, 11], "example_mp": [11, 13], "env_nam": [11, 13, 15], "black": [11, 20, 23], "have": [11, 20, 21, 22], "creat": [11, 17, 19, 23], "take": 11, "care": 11, "extern": 11, "raw": [11, 17, 18], "parametr": [11, 20], "give": 11, "sub": [11, 19], "equal": 11, "wise": [11, 19], "aggreg": 11, "example_custom_mp": 11, "argument": [11, 17, 19], "mp_config_overrid": [11, 14, 17, 18], "wai": [11, 14, 19], "mani": 11, "class": [11, 17, 18, 22], "custom_mpwrapp": 11, "mp_config": [11, 22], "weights_scal": [11, 15], "example_fully_custom_mp": 11, "custom_env_id": 11, "custom_env_id_dmp": 11, "custom_env_id_promp": 11, "upgrad": [11, 17, 22, 23], "mp_wrapper": [11, 15, 17, 18, 22], "add_mp_typ": [11, 17, 18], "base_id": [11, 18], "try": [11, 19, 23], "don": 11, "correlcti": 11, "pass": [11, 17], "example_fully_custom_mp_altern": 11, "mp_arg": 11, "dure": 11, "registr": [11, 18], "prodmp": [11, 15, 17, 18, 19, 20, 22, 23], "boxpushingdensereplan": [11, 15], "alter": 11, "obs1": 11, "compare_bases_shap": 12, "env1_id": 12, "env2_id": 12, "env1": 12, "traj_gen": [12, 13], "show_scaled_basi": 12, "env2": 12, "stuff": 13, "look": [13, 19, 22], "boolean": [13, 22], "ordereddict": 14, "matplotlib": 14, "pyplot": 14, "plt": 14, "howev": [14, 19, 22], "verifi": 14, "extract": 14, "below": 14, "w": 14, "po": [14, 15], "vel": [14, 15], "get_trajectori": 14, "base_shap": 14, "actual_po": 14, "len": 14, "actual_vel": 14, "act": 14, "ion": 14, "fig": 14, "figur": 14, "add_subplot": 14, "img": 14, "imshow": 14, "rgb_arrai": 14, "show": [14, 19], "des_po": 14, "des_vel": 14, "enumer": 14, "zip": 14, "tracking_control": 14, "get_act": 14, "current_po": [14, 22], "current_vel": [14, 22], "clip": 14, "low": 14, "set_data": 14, "canva": 14, "draw": 14, "flush_ev": 14, "figsiz": 14, "subplot": 14, "131": 14, "titl": [14, 23], "p1": 14, "c": 14, "c0": 14, "label": 14, "p2": 14, "c1": 14, "xlabel": 14, "gca": 14, "get_legend_handles_label": 14, "by_label": 14, "legend": 14, "kei": [14, 19], "132": 14, "133": 14, "std": 14, "example_run_replanning_env": 15, "break": 15, "example_custom_replanning_env": 15, "box_push": 15, "max_planning_tim": 15, "plan": 15, "replanning_schedul": 15, "trigger": 15, "condition_on_desir": 15, "boundari": [15, 23], "next": 15, "str": [17, 18], "entry_point": [17, 22], "union": [17, 22], "callabl": 17, "black_box": [17, 18], "raw_interface_wrapp": [17, 18], "registri": [17, 18], "defaultmpwrapp": [17, 18], "register_step_bas": 17, "bool": [17, 22], "dict": [17, 18], "kwarg": 17, "If": [17, 19, 21, 22, 23], "want": [17, 21, 23], "uniqu": [17, 18, 20], "entri": 17, "srtep": 17, "dictionari": [17, 18, 19], "overrid": [17, 18], "keyword": 17, "constructor": 17, "note": [17, 18], "otherwis": [17, 18], "given": [17, 19, 22], "string": 17, "notat": 17, "warn": 17, "messag": 17, "suggest": 17, "exampl": [17, 18, 19, 22], "To": [17, 18, 19, 23], "myenv": [17, 18], "myenvclass": 17, "my_modul": 17, "expect": 18, "known_mp": 18, "Will": [18, 23], "match": [18, 22], "wish": 18, "one": [18, 22, 23], "alongsid": 18, "custommpwrapp": 18, "param": [18, 23], "prepar": 19, "ad": 19, "namespac": 19, "legaci": [19, 21], "rais": [19, 22], "metaworld": [19, 20, 21, 23], "n": 19, "cumul": 19, "mainli": 19, "meant": 19, "debug": 19, "log": 19, "train": 19, "step_act": 19, "output": 19, "step_observ": 19, "intermedi": 19, "step_reward": 19, "trajectory_length": 19, "underli": 19, "origin": 19, "In": [19, 22], "miss": 19, "fill": 19, "_": 19, "keep": 19, "mind": 19, "process": 19, "split": 19, "lean": 19, "still": [19, 22], "beta": 19, "feel": [19, 22], "problem": 19, "occur": 19, "directli": [19, 22], "gym_": 19, "again": 19, "conveni": 19, "variabl": 19, "store": 19, "all_movement_primitive_environ": 19, "all_fancy_movement_primitive_environ": 19, "all_gym_movement_primitive_environ": 19, "deepmind": [19, 23], "all_dmc_movement_primitive_environ": 19, "all_metaworld_movement_primitive_environ": 19, "movement_primitive_environments_for_n": 19, "my_custom_namespac": 19, "tradit": 20, "concept": 20, "stochast": 20, "search": 20, "commonli": 20, "produc": 20, "like": [20, 21], "probabilist": [20, 23], "convert": 20, "track": 20, "pd": [20, 23], "tailor": 20, "addition": 20, "special": 20, "overarch": 20, "remain": 20, "polici": 20, "craft": 20, "accommod": 20, "contextu": [20, 22], "At": 20, "onset": 20, "subset": 20, "demand": 20, "virtual": 21, "venv": 21, "3rd": 21, "poetri": 21, "conda": 21, "few": 21, "choos": 21, "box2d": 21, "jax": 21, "automat": 21, "date": 21, "sinc": 21, "git": 21, "c822f28f582ba1ad49eb5dcf61016566f28003ba": 21, "egg": 21, "clone": 21, "repositori": 21, "go": 21, "folder": 21, "cd": 21, "manual": 21, "guid": 22, "explain": 22, "how": 22, "abc": 22, "abstractmethod": 22, "properti": 22, "context_mask": 22, "mask": 22, "filter": 22, "unwant": 22, "unnecessari": 22, "after": 22, "first": 22, "receiv": 22, "arrai": 22, "ones": 22, "dtype": 22, "float": 22, "exclus": 22, "regardless": 22, "indirectli": 22, "notimplementederror": 22, "overitten": 22, "attribut": 22, "document": 22, "mp_pytorch": 22, "userguid": 22, "anoth": 22, "merg": 22, "num_basis_zero_go": 22, "rough": 22, "outlin": 22, "shown": 22, "simpli": 22, "cool_new_env": 22, "my_custom_mpwrapp": 22, "my_custom_env": 22, "custom_prodmp": 22, "built": 23, "fork": 23, "renown": 23, "librari": 23, "sever": 23, "etc": 23, "With": 23, "straightforward": 23, "transform": 23, "compat": 23, "contribut": 23, "own": 23, "re": 23, "inspir": 23, "assist": 23, "highli": 23, "randomli": 23, "sleep": 23, "metadata": 23, "render_fp": 23, "about": 23, "pypi": 23, "master": 23, "what": 23, "usag": 23, "tune": 23, "public": 23, "softwar": 23, "author": 23, "otto": 23, "fabian": 23, "celik": 23, "onur": 23, "roth": 23, "dominik": 23, "zhou": 23, "hongyi": 23, "abstract": 23, "unifi": 23, "approach": 23, "url": 23, "organ": 23, "autonom": 23, "lab": 23, "alr": 23, "kit": 23}, "objects": {"fancy_gym": [[16, 0, 0, "-", "envs"], [17, 1, 1, "", "register"], [18, 1, 1, "", "upgrade"]]}, "objtypes": {"0": "py:module", "1": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "function", "Python function"]}, "titleterms": {"api": [0, 23], "deepmind": [1, 8], "control": [1, 3, 8, 14], "dmc": 1, "step": [1, 3, 5, 6, 7, 19], "base": [1, 3, 5, 6, 7, 19], "environ": [1, 3, 5, 6, 7, 19, 22, 23], "mp": [1, 3, 5, 6, 7, 12, 22], "airhockei": 2, "classic": 3, "fanci": [4, 23], "mujoco": 5, "box": [5, 19], "push": 5, "tabl": 5, "tenni": 5, "beer": 5, "pong": 5, "variat": 5, "exist": 5, "metaworld": [6, 10], "gymnasium": 7, "exampl": [8, 9, 10, 11, 12, 13, 14, 15, 23], "gener": 9, "usag": [9, 19], "movement": 11, "primit": 11, "param": 12, "tune": [12, 14], "openai": 13, "env": [13, 16], "pd": 14, "gain": 14, "replan": 15, "fancy_gym": [16, 17, 18], "regist": 17, "upgrad": 18, "basic": 19, "black": 19, "what": 20, "i": 20, "episod": 20, "rl": 20, "instal": 21, "from": 21, "pypi": 21, "recommend": 21, "master": 21, "creat": 22, "new": 22, "gym": 23, "kei": 23, "featur": 23, "quickstart": 23, "guid": 23, "user": 23, "cite": 23, "project": 23, "icon": 23, "attribut": 23}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"API": [[0, "api"], [23, null]], "DeepMind Control (DMC)": [[1, "deepmind-control-dmc"]], "Step-Based Environments": [[1, "step-based-environments"], [3, "step-based-environments"], [5, "step-based-environments"], [6, "step-based-environments"], [7, "step-based-environments"], [19, "step-based-environments"]], "MP Environments": [[1, "mp-environments"], [3, "mp-environments"], [5, "mp-environments"], [6, "mp-environments"], [7, "mp-environments"]], "AirHockey": [[2, "airhockey"]], "Classic Control": [[3, "classic-control"]], "Fancy": [[4, "fancy"]], "Mujoco": [[5, "mujoco"]], "Box Pushing": [[5, "box-pushing"]], "Table Tennis": [[5, "table-tennis"]], "Beer Pong": [[5, "beer-pong"]], "Variations of existing environments": [[5, "variations-of-existing-environments"]], "Metaworld": [[6, "metaworld"]], "Gymnasium": [[7, "gymnasium"]], "DeepMind Control Examples": [[8, "deepmind-control-examples"]], "General Usage Examples": [[9, "general-usage-examples"]], "Metaworld Examples": [[10, "metaworld-examples"]], "Movement Primitives Examples": [[11, "movement-primitives-examples"]], "MP Params Tuning Example": [[12, "mp-params-tuning-example"]], "OpenAI Envs Examples": [[13, "openai-envs-examples"]], "PD Control Gain Tuning Example": [[14, "pd-control-gain-tuning-example"]], "Replanning Example": [[15, "replanning-example"]], "fancy_gym.envs": [[16, "module-fancy_gym.envs"]], "fancy_gym.register": [[17, "fancy-gym-register"]], "fancy_gym.upgrade": [[18, "fancy-gym-upgrade"]], "Basic Usage": [[19, "basic-usage"]], "Black-Box Environments": [[19, "black-box-environments"]], "What is Episodic RL?": [[20, "what-is-episodic-rl"]], "Installation": [[21, "installation"]], "Installation from PyPI (recommended)": [[21, "installation-from-pypi-recommended"]], "Installation from master": [[21, "installation-from-master"]], "Creating new MP Environments": [[22, "creating-new-mp-environments"]], "Fancy Gym": [[23, "fancy-gym"]], "Key Features": [[23, "key-features"]], "Quickstart Guide": [[23, "quickstart-guide"]], "User Guide": [[23, null]], "Environments": [[23, null]], "Examples": [[23, null]], "Citing the Project": [[23, "citing-the-project"]], "Icon Attribution": [[23, "icon-attribution"]]}, "indexentries": {"fancy_gym.envs": [[16, "module-fancy_gym.envs"]], "module": [[16, "module-fancy_gym.envs"]], "register() (in module fancy_gym)": [[17, "fancy_gym.register"]], "upgrade() (in module fancy_gym)": [[18, "fancy_gym.upgrade"]]}}) \ No newline at end of file