Cache ServerHealthManager.getBestServer()
Cache ServerHealthManager.getBestServer()

Summary:
This adds a pretty simple cache of this calculation. It's invalidated
once per second and on any reported errors (so we can immediately mark
the server unhealthy if necessary).

Test Plan: CI

Reviewed By: ruibm

fbshipit-source-id: 4540d2e

darkforestzero/buck,daedric/buck,shs96c/buck,vschs007/buck,clonetwin26/buck,ilya-klyuchnikov/buck,darkforestzero/buck,daedric/buck,robbertvanginkel/buck,romanoid/buck,shs96c/buck,JoelMarcey/buck,LegNeato/buck,zhan-xiong/buck,LegNeato/buck,vschs007/buck,nguyentruongtho/buck,k21/buck,vschs007/buck,robbertvanginkel/buck,romanoid/buck,nguyentruongtho/buck,brettwooldridge/buck,davido/buck,kageiit/buck,grumpyjames/buck,zhan-xiong/buck,Addepar/buck,romanoid/buck,dsyang/buck,daedric/buck,davido/buck,marcinkwiatkowski/buck,LegNeato/buck,zhan-xiong/buck,romanoid/buck,ilya-klyuchnikov/buck,davido/buck,brettwooldridge/buck,Addepar/buck,shybovycha/buck,daedric/buck,SeleniumHQ/buck,vschs007/buck,clonetwin26/buck,clonetwin26/buck,zpao/buck,shybovycha/buck,grumpyjames/buck,kageiit/buck,davido/buck,romanoid/buck,JoelMarcey/buck,zhan-xiong/buck,robbertvanginkel/buck,k21/buck,ilya-klyuchnikov/buck,clonetwin26/buck,JoelMarcey/buck,daedric/buck,davido/buck,romanoid/buck,marcinkwiatkowski/buck,Addepar/buck,davido/buck,shybovycha/buck,brettwooldridge/buck,brettwooldridge/buck,LegNeato/buck,vschs007/buck,JoelMarcey/buck,dsyang/buck,zpao/buck,Addepar/buck,clonetwin26/buck,SeleniumHQ/buck,SeleniumHQ/buck,robbertvanginkel/buck,zhan-xiong/buck,robbertvanginkel/buck,zhan-xiong/buck,clonetwin26/buck,k21/buck,dsyang/buck,shs96c/buck,ilya-klyuchnikov/buck,zhan-xiong/buck,dsyang/buck,rmaz/buck,JoelMarcey/buck,kageiit/buck,grumpyjames/buck,marcinkwiatkowski/buck,JoelMarcey/buck,SeleniumHQ/buck,daedric/buck,k21/buck,davido/buck,clonetwin26/buck,JoelMarcey/buck,LegNeato/buck,marcinkwiatkowski/buck,daedric/buck,grumpyjames/buck,rmaz/buck,brettwooldridge/buck,k21/buck,darkforestzero/buck,zpao/buck,vschs007/buck,clonetwin26/buck,JoelMarcey/buck,shs96c/buck,grumpyjames/buck,ilya-klyuchnikov/buck,rmaz/buck,daedric/buck,brettwooldridge/buck,nguyentruongtho/buck,LegNeato/buck,darkforestzero/buck,shybovycha/buck,darkforestzero/buck,zpao/buck,darkforestzero/buck,rmaz/buck,ilya-klyuchnikov/buck,zhan-xiong/buck,shs96c/buck,ilya-klyuchnikov/buck,davido/buck,facebook/buck,dsyang/buck,vschs007/buck,LegNeato/buck,ilya-klyuchnikov/buck,shybovycha/buck,darkforestzero/buck,shs96c/buck,SeleniumHQ/buck,romanoid/buck,shybovycha/buck,k21/buck,daedric/buck,dsyang/buck,clonetwin26/buck,daedric/buck,clonetwin26/buck,Addepar/buck,rmaz/buck,daedric/buck,rmaz/buck,JoelMarcey/buck,robbertvanginkel/buck,vschs007/buck,Addepar/buck,davido/buck,rmaz/buck,nguyentruongtho/buck,marcinkwiatkowski/buck,Addepar/buck,shs96c/buck,dsyang/buck,brettwooldridge/buck,LegNeato/buck,romanoid/buck,daedric/buck,JoelMarcey/buck,shs96c/buck,romanoid/buck,shybovycha/buck,marcinkwiatkowski/buck,darkforestzero/buck,zpao/buck,rmaz/buck,SeleniumHQ/buck,marcinkwiatkowski/buck,shs96c/buck,robbertvanginkel/buck,zhan-xiong/buck,davido/buck,kageiit/buck,robbertvanginkel/buck,SeleniumHQ/buck,robbertvanginkel/buck,brettwooldridge/buck,vschs007/buck,facebook/buck,marcinkwiatkowski/buck,marcinkwiatkowski/buck,robbertvanginkel/buck,marcinkwiatkowski/buck,facebook/buck,grumpyjames/buck,shybovycha/buck,k21/buck,grumpyjames/buck,clonetwin26/buck,nguyentruongtho/buck,marcinkwiatkowski/buck,shybovycha/buck,kageiit/buck,kageiit/buck,LegNeato/buck,Addepar/buck,facebook/buck,Addepar/buck,vschs007/buck,facebook/buck,dsyang/buck,grumpyjames/buck,zpao/buck,dsyang/buck,brettwooldridge/buck,k21/buck,SeleniumHQ/buck,zhan-xiong/buck,zhan-xiong/buck,JoelMarcey/buck,robbertvanginkel/buck,Addepar/buck,ilya-klyuchnikov/buck,rmaz/buck,zhan-xiong/buck,romanoid/buck,SeleniumHQ/buck,vschs007/buck,kageiit/buck,darkforestzero/buck,ilya-klyuchnikov/buck,brettwooldridge/buck,daedric/buck,JoelMarcey/buck,grumpyjames/buck,k21/buck,LegNeato/buck,shybovycha/buck,grumpyjames/buck,shybovycha/buck,clonetwin26/buck,dsyang/buck,k21/buck,facebook/buck,rmaz/buck,davido/buck,davido/buck,rmaz/buck,zhan-xiong/buck,romanoid/buck,LegNeato/buck,davido/buck,vschs007/buck,vschs007/buck,clonetwin26/buck,marcinkwiatkowski/buck,darkforestzero/buck,LegNeato/buck,robbertvanginkel/buck,Addepar/buck,darkforestzero/buck,shs96c/buck,dsyang/buck,SeleniumHQ/buck,ilya-klyuchnikov/buck,rmaz/buck,darkforestzero/buck,robbertvanginkel/buck,shs96c/buck,k21/buck,SeleniumHQ/buck,shs96c/buck,marcinkwiatkowski/buck,shs96c/buck,nguyentruongtho/buck,JoelMarcey/buck,brettwooldridge/buck,ilya-klyuchnikov/buck,shybovycha/buck,SeleniumHQ/buck,LegNeato/buck,grumpyjames/buck,romanoid/buck,k21/buck,rmaz/buck,dsyang/buck,facebook/buck,brettwooldridge/buck,zpao/buck,ilya-klyuchnikov/buck,brettwooldridge/buck,darkforestzero/buck,grumpyjames/buck,SeleniumHQ/buck,Addepar/buck,shybovycha/buck,Addepar/buck,romanoid/buck,dsyang/buck,k21/buck,nguyentruongtho/buck