import{s as I,n as O,o as J}from"../chunks/scheduler.ef843396.js";import{S as K,i as N,e as u,s as i,c as R,h as V,a as g,d as n,b as r,f as B,g as q,j as A,k as F,l as X,m as a,n as D,t as E,o as k,p as S}from"../chunks/index.05ef1181.js";import{H as Q,E as Y}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.ef6649bf.js";function Z(U){let l,L,$,v,o,b,s,z="These are <strong>optional readings</strong> if you want to go deeper.",w,m,T,d,G="To dive deeper into Monte Carlo and Temporal Difference Learning:",x,p,W='<li><a href="https://stats.stackexchange.com/questions/355820/why-do-temporal-difference-td-methods-have-lower-variance-than-monte-carlo-met">Why do temporal difference (TD) methods have lower variance than Monte Carlo methods?</a></li> <li><a href="https://stats.stackexchange.com/questions/336974/when-are-monte-carlo-methods-preferred-over-temporal-difference-ones">When are Monte Carlo methods preferred over temporal difference ones?</a></li>',C,f,M,h,j='<li><a href="http://incompleteideas.net/book/RLbook2020.pdf">Reinforcement Learning: An Introduction, Richard Sutton and Andrew G. Barto Chapter 5, 6 and 7</a></li> <li><a href="https://youtu.be/Psrhxy88zww">Foundations of Deep RL Series, L2 Deep Q-Learning by Pieter Abbeel</a></li>',y,c,P,_,H;return o=new Q({props:{title:"Additional Readings",local:"additional-readings",headingTag:"h1"}}),m=new Q({props:{title:"Monte Carlo and TD Learning",local:"mc-td",headingTag:"h2"}}),f=new Q({props:{title:"Q-Learning",local:"q-learning",headingTag:"h2"}}),c=new Y({props:{source:"https://github.com/huggingface/deep-rl-class/blob/main/units/en/unit2/additional-readings.mdx"}}),{c(){l=u("meta"),L=i(),$=u("p"),v=i(),R(o.$$.fragment),b=i(),s=u("p"),s.innerHTML=z,w=i(),R(m.$$.fragment),T=i(),d=u("p"),d.textContent=G,x=i(),p=u("ul"),p.innerHTML=W,C=i(),R(f.$$.fragment),M=i(),h=u("ul"),h.innerHTML=j,y=i(),R(c.$$.fragment),P=i(),_=u("p"),this.h()},l(e){const t=V("svelte-u9bgzb",document.head);l=g(t,"META",{name:!0,content:!0}),t.forEach(n),L=r(e),$=g(e,"P",{}),B($).forEach(n),v=r(e),q(o.$$.fragment,e),b=r(e),s=g(e,"P",{"data-svelte-h":!0}),A(s)!=="svelte-19yxmer"&&(s.innerHTML=z),w=r(e),q(m.$$.fragment,e),T=r(e),d=g(e,"P",{"data-svelte-h":!0}),A(d)!=="svelte-9xq7la"&&(d.textContent=G),x=r(e),p=g(e,"UL",{"data-svelte-h":!0}),A(p)!=="svelte-c10bab"&&(p.innerHTML=W),C=r(e),q(f.$$.fragment,e),M=r(e),h=g(e,"UL",{"data-svelte-h":!0}),A(h)!=="svelte-i2a184"&&(h.innerHTML=j),y=r(e),q(c.$$.fragment,e),P=r(e),_=g(e,"P",{}),B(_).forEach(n),this.h()},h(){F(l,"name","hf:doc:metadata"),F(l,"content",ee)},m(e,t){X(document.head,l),a(e,L,t),a(e,$,t),a(e,v,t),D(o,e,t),a(e,b,t),a(e,s,t),a(e,w,t),D(m,e,t),a(e,T,t),a(e,d,t),a(e,x,t),a(e,p,t),a(e,C,t),D(f,e,t),a(e,M,t),a(e,h,t),a(e,y,t),D(c,e,t),a(e,P,t),a(e,_,t),H=!0},p:O,i(e){H||(E(o.$$.fragment,e),E(m.$$.fragment,e),E(f.$$.fragment,e),E(c.$$.fragment,e),H=!0)},o(e){k(o.$$.fragment,e),k(m.$$.fragment,e),k(f.$$.fragment,e),k(c.$$.fragment,e),H=!1},d(e){e&&(n(L),n($),n(v),n(b),n(s),n(w),n(T),n(d),n(x),n(p),n(C),n(M),n(h),n(y),n(P),n(_)),n(l),S(o,e),S(m,e),S(f,e),S(c,e)}}}const ee='{"title":"Additional Readings","local":"additional-readings","sections":[{"title":"Monte Carlo and TD Learning","local":"mc-td","sections":[],"depth":2},{"title":"Q-Learning","local":"q-learning","sections":[],"depth":2}],"depth":1}';function te(U){return J(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class re extends K{constructor(l){super(),N(this,l,te,Z,I,{})}}export{re as component};
