Make collective ops work with only one replica.
Make collective ops work with only one replica.

PiperOrigin-RevId: 235114715

karllessard/tensorflow,chemelnucfin/tensorflow,aam-at/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,aam-at/tensorflow,sarvex/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,renyi533/tensorflow,frreiss/tensorflow-fred,jbedorf/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-pywrap_saved_model,arborh/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,aam-at/tensorflow,adit-chandra/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,frreiss/tensorflow-fred,frreiss/tensorflow-fred,ppwwyyxx/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,alsrgv/tensorflow,xzturn/tensorflow,cxxgtxy/tensorflow,gautam1858/tensorflow,renyi533/tensorflow,xzturn/tensorflow,jhseu/tensorflow,tensorflow/tensorflow-pywrap_saved_model,adit-chandra/tensorflow,tensorflow/tensorflow,annarev/tensorflow,chemelnucfin/tensorflow,cxxgtxy/tensorflow,theflofly/tensorflow,gautam1858/tensorflow,gautam1858/tensorflow,jbedorf/tensorflow,jhseu/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,sarvex/tensorflow,theflofly/tensorflow,paolodedios/tensorflow,arborh/tensorflow,davidzchen/tensorflow,theflofly/tensorflow,Intel-tensorflow/tensorflow,davidzchen/tensorflow,DavidNorman/tensorflow,davidzchen/tensorflow,chemelnucfin/tensorflow,cxxgtxy/tensorflow,gautam1858/tensorflow,DavidNorman/tensorflow,Intel-tensorflow/tensorflow,kevin-coder/tensorflow-fork,freedomtan/tensorflow,freedomtan/tensorflow,frreiss/tensorflow-fred,chemelnucfin/tensorflow,tensorflow/tensorflow,jhseu/tensorflow,sarvex/tensorflow,xzturn/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,chemelnucfin/tensorflow,kevin-coder/tensorflow-fork,renyi533/tensorflow,ageron/tensorflow,ageron/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,freedomtan/tensorflow,kevin-coder/tensorflow-fork,aam-at/tensorflow,cxxgtxy/tensorflow,ppwwyyxx/tensorflow,adit-chandra/tensorflow,Intel-Corporation/tensorflow,gunan/tensorflow,freedomtan/tensorflow,DavidNorman/tensorflow,aam-at/tensorflow,freedomtan/tensorflow,arborh/tensorflow,gunan/tensorflow,petewarden/tensorflow,aldian/tensorflow,tensorflow/tensorflow,tensorflow/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,yongtang/tensorflow,karllessard/tensorflow,jbedorf/tensorflow,gunan/tensorflow,renyi533/tensorflow,xzturn/tensorflow,Intel-Corporation/tensorflow,karllessard/tensorflow,gautam1858/tensorflow,gunan/tensorflow,adit-chandra/tensorflow,DavidNorman/tensorflow,davidzchen/tensorflow,aam-at/tensorflow,renyi533/tensorflow,annarev/tensorflow,xzturn/tensorflow,theflofly/tensorflow,ageron/tensorflow,aldian/tensorflow,tensorflow/tensorflow-pywrap_saved_model,yongtang/tensorflow,ppwwyyxx/tensorflow,gautam1858/tensorflow,adit-chandra/tensorflow,paolodedios/tensorflow,kevin-coder/tensorflow-fork,frreiss/tensorflow-fred,davidzchen/tensorflow,arborh/tensorflow,gunan/tensorflow,ppwwyyxx/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,annarev/tensorflow,freedomtan/tensorflow,petewarden/tensorflow,gunan/tensorflow,Intel-tensorflow/tensorflow,jbedorf/tensorflow,theflofly/tensorflow,davidzchen/tensorflow,arborh/tensorflow,DavidNorman/tensorflow,alsrgv/tensorflow,alsrgv/tensorflow,tensorflow/tensorflow-pywrap_saved_model,jbedorf/tensorflow,chemelnucfin/tensorflow,ppwwyyxx/tensorflow,petewarden/tensorflow,renyi533/tensorflow,Intel-tensorflow/tensorflow,Intel-Corporation/tensorflow,karllessard/tensorflow,xzturn/tensorflow,arborh/tensorflow,alsrgv/tensorflow,gunan/tensorflow,jhseu/tensorflow,arborh/tensorflow,karllessard/tensorflow,frreiss/tensorflow-fred,theflofly/tensorflow,gautam1858/tensorflow,aldian/tensorflow,yongtang/tensorflow,karllessard/tensorflow,alsrgv/tensorflow,gunan/tensorflow,xzturn/tensorflow,yongtang/tensorflow,annarev/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,cxxgtxy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,Intel-Corporation/tensorflow,annarev/tensorflow,jhseu/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,alsrgv/tensorflow,alsrgv/tensorflow,yongtang/tensorflow,ghchinoy/tensorflow,davidzchen/tensorflow,Intel-tensorflow/tensorflow,karllessard/tensorflow,ageron/tensorflow,frreiss/tensorflow-fred,DavidNorman/tensorflow,sarvex/tensorflow,adit-chandra/tensorflow,ageron/tensorflow,Intel-tensorflow/tensorflow,jbedorf/tensorflow,tensorflow/tensorflow-pywrap_saved_model,petewarden/tensorflow,renyi533/tensorflow,arborh/tensorflow,frreiss/tensorflow-fred,karllessard/tensorflow,jhseu/tensorflow,yongtang/tensorflow,jbedorf/tensorflow,kevin-coder/tensorflow-fork,alsrgv/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-pywrap_saved_model,tensorflow/tensorflow-pywrap_tf_optimizer,arborh/tensorflow,jhseu/tensorflow,Intel-tensorflow/tensorflow,gautam1858/tensorflow,freedomtan/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow,ghchinoy/tensorflow,petewarden/tensorflow,renyi533/tensorflow,adit-chandra/tensorflow,aam-at/tensorflow,DavidNorman/tensorflow,petewarden/tensorflow,ghchinoy/tensorflow,sarvex/tensorflow,frreiss/tensorflow-fred,yongtang/tensorflow,xzturn/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,theflofly/tensorflow,ageron/tensorflow,sarvex/tensorflow,yongtang/tensorflow,paolodedios/tensorflow,jhseu/tensorflow,paolodedios/tensorflow,aam-at/tensorflow,jbedorf/tensorflow,ppwwyyxx/tensorflow,frreiss/tensorflow-fred,aam-at/tensorflow,tensorflow/tensorflow,Intel-tensorflow/tensorflow,gautam1858/tensorflow,chemelnucfin/tensorflow,davidzchen/tensorflow,gunan/tensorflow,annarev/tensorflow,annarev/tensorflow,adit-chandra/tensorflow,petewarden/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,adit-chandra/tensorflow,kevin-coder/tensorflow-fork,jbedorf/tensorflow,ppwwyyxx/tensorflow,aldian/tensorflow,yongtang/tensorflow,Intel-tensorflow/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,annarev/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,arborh/tensorflow,paolodedios/tensorflow,ghchinoy/tensorflow,Intel-Corporation/tensorflow,arborh/tensorflow,ageron/tensorflow,theflofly/tensorflow,freedomtan/tensorflow,renyi533/tensorflow,tensorflow/tensorflow,jhseu/tensorflow,ppwwyyxx/tensorflow,davidzchen/tensorflow,gunan/tensorflow,ghchinoy/tensorflow,theflofly/tensorflow,jhseu/tensorflow,frreiss/tensorflow-fred,jbedorf/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow,ageron/tensorflow,gunan/tensorflow,DavidNorman/tensorflow,Intel-Corporation/tensorflow,petewarden/tensorflow,yongtang/tensorflow,sarvex/tensorflow,karllessard/tensorflow,ageron/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,jbedorf/tensorflow,DavidNorman/tensorflow,kevin-coder/tensorflow-fork,theflofly/tensorflow,ppwwyyxx/tensorflow,Intel-tensorflow/tensorflow,ageron/tensorflow,annarev/tensorflow,chemelnucfin/tensorflow,aldian/tensorflow,kevin-coder/tensorflow-fork,petewarden/tensorflow,paolodedios/tensorflow,paolodedios/tensorflow,chemelnucfin/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-pywrap_tf_optimizer,ghchinoy/tensorflow,aam-at/tensorflow,xzturn/tensorflow,DavidNorman/tensorflow,alsrgv/tensorflow,paolodedios/tensorflow,gunan/tensorflow,adit-chandra/tensorflow,xzturn/tensorflow,alsrgv/tensorflow,chemelnucfin/tensorflow,aldian/tensorflow,alsrgv/tensorflow,arborh/tensorflow,tensorflow/tensorflow,ageron/tensorflow,ghchinoy/tensorflow,karllessard/tensorflow,ghchinoy/tensorflow,karllessard/tensorflow,kevin-coder/tensorflow-fork,Intel-Corporation/tensorflow,tensorflow/tensorflow-pywrap_saved_model,ageron/tensorflow,jhseu/tensorflow,frreiss/tensorflow-fred,freedomtan/tensorflow,annarev/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,theflofly/tensorflow,adit-chandra/tensorflow,ppwwyyxx/tensorflow,sarvex/tensorflow,aam-at/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-experimental_link_static_libraries_once,chemelnucfin/tensorflow,petewarden/tensorflow,aldian/tensorflow,aam-at/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-pywrap_saved_model,ghchinoy/tensorflow,theflofly/tensorflow,tensorflow/tensorflow-pywrap_saved_model,petewarden/tensorflow,aldian/tensorflow,alsrgv/tensorflow,cxxgtxy/tensorflow,Intel-Corporation/tensorflow,jhseu/tensorflow,yongtang/tensorflow,DavidNorman/tensorflow,kevin-coder/tensorflow-fork,xzturn/tensorflow,renyi533/tensorflow,chemelnucfin/tensorflow,petewarden/tensorflow,davidzchen/tensorflow,jbedorf/tensorflow,ppwwyyxx/tensorflow,davidzchen/tensorflow,ppwwyyxx/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,annarev/tensorflow,ghchinoy/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-pywrap_saved_model,freedomtan/tensorflow,gautam1858/tensorflow,freedomtan/tensorflow,Intel-tensorflow/tensorflow