import{s as V,n as Y,o as J}from"../chunks/scheduler.ef843396.js";import{S as N,i as Q,e as c,s as a,c as x,h as X,a as $,d as i,b as n,f as G,g as _,j as k,k as K,l as Z,m as l,n as b,t as y,o as T,p as L}from"../chunks/index.05ef1181.js";import{H as U,E as tt}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.ef6649bf.js";function et(j){let o,v,P,O,p,I,s,q="These are <strong>optional readings</strong> if you want to go deeper.",M,m,E,r,B='<li><a href="https://fse.studenttheses.ub.rug.nl/25709/1/mAI_2021_BickD.pdf" rel="nofollow">Towards Delivering a Coherent Self-Contained Explanation of Proximal Policy Optimization by Daniel Bick</a></li> <li><a href="https://stackoverflow.com/questions/46422845/what-is-the-way-to-understand-proximal-policy-optimization-algorithm-in-rl" rel="nofollow">What is the way to understand Proximal Policy Optimization Algorithm in RL?</a></li> <li><a href="https://youtu.be/KjWF8VIMGiY" rel="nofollow">Foundations of Deep RL Series, L4 TRPO and PPO by Pieter Abbeel</a></li> <li><a href="https://openai.com/blog/openai-baselines-ppo/" rel="nofollow">OpenAI PPO Blogpost</a></li> <li><a href="https://spinningup.openai.com/en/latest/algorithms/ppo.html" rel="nofollow">Spinning Up RL PPO</a></li> <li><a href="https://arxiv.org/abs/1707.06347" rel="nofollow">Paper Proximal Policy Optimization Algorithms</a></li>',H,f,A,h,W='<li><a href="https://iclr-blog-track.github.io/2022/03/25/ppo-implementation-details/" rel="nofollow">The 37 Implementation Details of Proximal Policy Optimization</a></li> <li><a href="https://www.youtube.com/watch?v=MEt6rrxH8W4" rel="nofollow">Part 1 of 3 — Proximal Policy Optimization Implementation: 11 Core Implementation Details</a></li>',C,u,S,d,F='<li><a href="https://youtu.be/C3p2wI4RAi8" rel="nofollow">Importance Sampling Explained</a></li>',z,g,R,w,D;return p=new U({props:{title:"Additional Readings",local:"additional-readings",headingTag:"h1"}}),m=new U({props:{title:"PPO Explained",local:"ppo-explained",headingTag:"h2"}}),f=new U({props:{title:"PPO Implementation details",local:"ppo-implementation-details",headingTag:"h2"}}),u=new U({props:{title:"Importance Sampling",local:"importance-sampling",headingTag:"h2"}}),g=new tt({props:{source:"https://github.com/huggingface/deep-rl-class/blob/main/units/en/unit8/additional-readings.mdx"}}),{c(){o=c("meta"),v=a(),P=c("p"),O=a(),x(p.$$.fragment),I=a(),s=c("p"),s.innerHTML=q,M=a(),x(m.$$.fragment),E=a(),r=c("ul"),r.innerHTML=B,H=a(),x(f.$$.fragment),A=a(),h=c("ul"),h.innerHTML=W,C=a(),x(u.$$.fragment),S=a(),d=c("ul"),d.innerHTML=F,z=a(),x(g.$$.fragment),R=a(),w=c("p"),this.h()},l(t){const e=X("svelte-u9bgzb",document.head);o=$(e,"META",{name:!0,content:!0}),e.forEach(i),v=n(t),P=$(t,"P",{}),G(P).forEach(i),O=n(t),_(p.$$.fragment,t),I=n(t),s=$(t,"P",{"data-svelte-h":!0}),k(s)!=="svelte-19yxmer"&&(s.innerHTML=q),M=n(t),_(m.$$.fragment,t),E=n(t),r=$(t,"UL",{"data-svelte-h":!0}),k(r)!=="svelte-12th2fj"&&(r.innerHTML=B),H=n(t),_(f.$$.fragment,t),A=n(t),h=$(t,"UL",{"data-svelte-h":!0}),k(h)!=="svelte-1hpa9qx"&&(h.innerHTML=W),C=n(t),_(u.$$.fragment,t),S=n(t),d=$(t,"UL",{"data-svelte-h":!0}),k(d)!=="svelte-1mzu2to"&&(d.innerHTML=F),z=n(t),_(g.$$.fragment,t),R=n(t),w=$(t,"P",{}),G(w).forEach(i),this.h()},h(){K(o,"name","hf:doc:metadata"),K(o,"content",it)},m(t,e){Z(document.head,o),l(t,v,e),l(t,P,e),l(t,O,e),b(p,t,e),l(t,I,e),l(t,s,e),l(t,M,e),b(m,t,e),l(t,E,e),l(t,r,e),l(t,H,e),b(f,t,e),l(t,A,e),l(t,h,e),l(t,C,e),b(u,t,e),l(t,S,e),l(t,d,e),l(t,z,e),b(g,t,e),l(t,R,e),l(t,w,e),D=!0},p:Y,i(t){D||(y(p.$$.fragment,t),y(m.$$.fragment,t),y(f.$$.fragment,t),y(u.$$.fragment,t),y(g.$$.fragment,t),D=!0)},o(t){T(p.$$.fragment,t),T(m.$$.fragment,t),T(f.$$.fragment,t),T(u.$$.fragment,t),T(g.$$.fragment,t),D=!1},d(t){t&&(i(v),i(P),i(O),i(I),i(s),i(M),i(E),i(r),i(H),i(A),i(h),i(C),i(S),i(d),i(z),i(R),i(w)),i(o),L(p,t),L(m,t),L(f,t),L(u,t),L(g,t)}}}const it='{"title":"Additional Readings","local":"additional-readings","sections":[{"title":"PPO Explained","local":"ppo-explained","sections":[],"depth":2},{"title":"PPO Implementation details","local":"ppo-implementation-details","sections":[],"depth":2},{"title":"Importance Sampling","local":"importance-sampling","sections":[],"depth":2}],"depth":1}';function lt(j){return J(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class pt extends N{constructor(o){super(),Q(this,o,lt,et,V,{})}}export{pt as component};
