Support dynamic learning rate in mid-level API.
Support dynamic learning rate in mid-level API.

PiperOrigin-RevId: 260635422

petewarden/tensorflow,annarev/tensorflow,ppwwyyxx/tensorflow,jhseu/tensorflow,ppwwyyxx/tensorflow,jhseu/tensorflow,davidzchen/tensorflow,sarvex/tensorflow,Intel-tensorflow/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,Intel-tensorflow/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,yongtang/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_saved_model,freedomtan/tensorflow,renyi533/tensorflow,gunan/tensorflow,paolodedios/tensorflow,xzturn/tensorflow,arborh/tensorflow,arborh/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow-pywrap_saved_model,tensorflow/tensorflow-pywrap_tf_optimizer,frreiss/tensorflow-fred,gunan/tensorflow,tensorflow/tensorflow,frreiss/tensorflow-fred,freedomtan/tensorflow,annarev/tensorflow,tensorflow/tensorflow,ppwwyyxx/tensorflow,aldian/tensorflow,frreiss/tensorflow-fred,ppwwyyxx/tensorflow,DavidNorman/tensorflow,aam-at/tensorflow,chemelnucfin/tensorflow,annarev/tensorflow,aam-at/tensorflow,petewarden/tensorflow,paolodedios/tensorflow,cxxgtxy/tensorflow,paolodedios/tensorflow,chemelnucfin/tensorflow,Intel-tensorflow/tensorflow,tensorflow/tensorflow,freedomtan/tensorflow,adit-chandra/tensorflow,renyi533/tensorflow,frreiss/tensorflow-fred,gautam1858/tensorflow,Intel-tensorflow/tensorflow,yongtang/tensorflow,davidzchen/tensorflow,petewarden/tensorflow,jhseu/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,gautam1858/tensorflow,ppwwyyxx/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,renyi533/tensorflow,tensorflow/tensorflow,karllessard/tensorflow,jhseu/tensorflow,adit-chandra/tensorflow,paolodedios/tensorflow,frreiss/tensorflow-fred,adit-chandra/tensorflow,sarvex/tensorflow,DavidNorman/tensorflow,chemelnucfin/tensorflow,karllessard/tensorflow,Intel-tensorflow/tensorflow,karllessard/tensorflow,aldian/tensorflow,chemelnucfin/tensorflow,jhseu/tensorflow,gunan/tensorflow,ppwwyyxx/tensorflow,tensorflow/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow,aam-at/tensorflow,gautam1858/tensorflow,karllessard/tensorflow,gautam1858/tensorflow,yongtang/tensorflow,aam-at/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,xzturn/tensorflow,aldian/tensorflow,arborh/tensorflow,yongtang/tensorflow,DavidNorman/tensorflow,ppwwyyxx/tensorflow,karllessard/tensorflow,annarev/tensorflow,gautam1858/tensorflow,arborh/tensorflow,arborh/tensorflow,sarvex/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow-experimental_link_static_libraries_once,frreiss/tensorflow-fred,yongtang/tensorflow,sarvex/tensorflow,aam-at/tensorflow,jhseu/tensorflow,Intel-Corporation/tensorflow,Intel-tensorflow/tensorflow,annarev/tensorflow,DavidNorman/tensorflow,chemelnucfin/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,DavidNorman/tensorflow,chemelnucfin/tensorflow,aam-at/tensorflow,adit-chandra/tensorflow,xzturn/tensorflow,tensorflow/tensorflow-pywrap_saved_model,renyi533/tensorflow,aam-at/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,freedomtan/tensorflow,jhseu/tensorflow,chemelnucfin/tensorflow,Intel-tensorflow/tensorflow,DavidNorman/tensorflow,arborh/tensorflow,chemelnucfin/tensorflow,renyi533/tensorflow,renyi533/tensorflow,adit-chandra/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow,yongtang/tensorflow,freedomtan/tensorflow,aam-at/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,xzturn/tensorflow,yongtang/tensorflow,renyi533/tensorflow,sarvex/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,karllessard/tensorflow,gunan/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,petewarden/tensorflow,karllessard/tensorflow,petewarden/tensorflow,aldian/tensorflow,paolodedios/tensorflow,arborh/tensorflow,aam-at/tensorflow,renyi533/tensorflow,gunan/tensorflow,petewarden/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,ppwwyyxx/tensorflow,aldian/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,davidzchen/tensorflow,tensorflow/tensorflow-pywrap_saved_model,annarev/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,adit-chandra/tensorflow,arborh/tensorflow,xzturn/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,davidzchen/tensorflow,chemelnucfin/tensorflow,arborh/tensorflow,paolodedios/tensorflow,Intel-tensorflow/tensorflow,tensorflow/tensorflow,xzturn/tensorflow,tensorflow/tensorflow-pywrap_saved_model,aldian/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,gunan/tensorflow,sarvex/tensorflow,freedomtan/tensorflow,gunan/tensorflow,karllessard/tensorflow,gunan/tensorflow,sarvex/tensorflow,DavidNorman/tensorflow,paolodedios/tensorflow,yongtang/tensorflow,gunan/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,Intel-Corporation/tensorflow,jhseu/tensorflow,freedomtan/tensorflow,cxxgtxy/tensorflow,aam-at/tensorflow,ppwwyyxx/tensorflow,freedomtan/tensorflow,arborh/tensorflow,chemelnucfin/tensorflow,Intel-Corporation/tensorflow,davidzchen/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-pywrap_saved_model,renyi533/tensorflow,tensorflow/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow,annarev/tensorflow,tensorflow/tensorflow,aam-at/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,annarev/tensorflow,Intel-tensorflow/tensorflow,adit-chandra/tensorflow,DavidNorman/tensorflow,freedomtan/tensorflow,cxxgtxy/tensorflow,adit-chandra/tensorflow,karllessard/tensorflow,Intel-tensorflow/tensorflow,gautam1858/tensorflow,cxxgtxy/tensorflow,adit-chandra/tensorflow,gunan/tensorflow,xzturn/tensorflow,annarev/tensorflow,aldian/tensorflow,Intel-Corporation/tensorflow,gautam1858/tensorflow,gautam1858/tensorflow,freedomtan/tensorflow,cxxgtxy/tensorflow,arborh/tensorflow,DavidNorman/tensorflow,adit-chandra/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-pywrap_saved_model,tensorflow/tensorflow-pywrap_saved_model,annarev/tensorflow,jhseu/tensorflow,davidzchen/tensorflow,frreiss/tensorflow-fred,davidzchen/tensorflow,jhseu/tensorflow,chemelnucfin/tensorflow,jhseu/tensorflow,Intel-Corporation/tensorflow,annarev/tensorflow,petewarden/tensorflow,ppwwyyxx/tensorflow,gautam1858/tensorflow,chemelnucfin/tensorflow,aam-at/tensorflow,Intel-Corporation/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,petewarden/tensorflow,cxxgtxy/tensorflow,gautam1858/tensorflow,cxxgtxy/tensorflow,DavidNorman/tensorflow,ppwwyyxx/tensorflow,davidzchen/tensorflow,tensorflow/tensorflow-pywrap_saved_model,adit-chandra/tensorflow,sarvex/tensorflow,petewarden/tensorflow,yongtang/tensorflow,yongtang/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,gunan/tensorflow,renyi533/tensorflow,arborh/tensorflow,xzturn/tensorflow,aldian/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-pywrap_saved_model,Intel-Corporation/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_saved_model,gautam1858/tensorflow,paolodedios/tensorflow,petewarden/tensorflow,yongtang/tensorflow,petewarden/tensorflow,Intel-tensorflow/tensorflow,petewarden/tensorflow,karllessard/tensorflow,frreiss/tensorflow-fred,jhseu/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-pywrap_tf_optimizer,Intel-Corporation/tensorflow,frreiss/tensorflow-fred,xzturn/tensorflow,frreiss/tensorflow-fred,ppwwyyxx/tensorflow,davidzchen/tensorflow,gunan/tensorflow,karllessard/tensorflow