Fix bug with renorm + virtual_batch_size.
Fix bug with renorm + virtual_batch_size.

PiperOrigin-RevId: 198648273

jalexvig/tensorflow,Bismarrck/tensorflow,girving/tensorflow,brchiu/tensorflow,Intel-Corporation/tensorflow,chemelnucfin/tensorflow,DavidNorman/tensorflow,dongjoon-hyun/tensorflow,brchiu/tensorflow,gautam1858/tensorflow,jalexvig/tensorflow,ageron/tensorflow,karllessard/tensorflow,ageron/tensorflow,snnn/tensorflow,adit-chandra/tensorflow,kobejean/tensorflow,lukeiwanski/tensorflow,freedomtan/tensorflow,adit-chandra/tensorflow,chemelnucfin/tensorflow,apark263/tensorflow,chemelnucfin/tensorflow,snnn/tensorflow,yanchen036/tensorflow,benoitsteiner/tensorflow-xsmm,dendisuhubdy/tensorflow,jendap/tensorflow,ageron/tensorflow,ghchinoy/tensorflow,benoitsteiner/tensorflow-xsmm,davidzchen/tensorflow,aselle/tensorflow,hfp/tensorflow-xsmm,petewarden/tensorflow,asimshankar/tensorflow,ZhangXinNan/tensorflow,jart/tensorflow,kevin-coder/tensorflow-fork,renyi533/tensorflow,xodus7/tensorflow,paolodedios/tensorflow,frreiss/tensorflow-fred,arborh/tensorflow,arborh/tensorflow,hfp/tensorflow-xsmm,tensorflow/tensorflow-pywrap_tf_optimizer,snnn/tensorflow,hfp/tensorflow-xsmm,tensorflow/tensorflow-pywrap_tf_optimizer,sarvex/tensorflow,ZhangXinNan/tensorflow,tensorflow/tensorflow,jbedorf/tensorflow,sarvex/tensorflow,AnishShah/tensorflow,dongjoon-hyun/tensorflow,jart/tensorflow,dancingdan/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-pywrap_tf_optimizer,AnishShah/tensorflow,dendisuhubdy/tensorflow,yanchen036/tensorflow,drpngx/tensorflow,manipopopo/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,ZhangXinNan/tensorflow,lukeiwanski/tensorflow,paolodedios/tensorflow,paolodedios/tensorflow,hehongliang/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,apark263/tensorflow,girving/tensorflow,frreiss/tensorflow-fred,ghchinoy/tensorflow,jendap/tensorflow,freedomtan/tensorflow,alsrgv/tensorflow,gojira/tensorflow,yongtang/tensorflow,jart/tensorflow,dancingdan/tensorflow,xzturn/tensorflow,theflofly/tensorflow,caisq/tensorflow,benoitsteiner/tensorflow-xsmm,frreiss/tensorflow-fred,alsrgv/tensorflow,ageron/tensorflow,karllessard/tensorflow,gojira/tensorflow,tensorflow/tensorflow-pywrap_saved_model,alshedivat/tensorflow,tensorflow/tensorflow,girving/tensorflow,benoitsteiner/tensorflow-xsmm,gunan/tensorflow,karllessard/tensorflow,ageron/tensorflow,aam-at/tensorflow,tensorflow/tensorflow-pywrap_saved_model,girving/tensorflow,freedomtan/tensorflow,AnishShah/tensorflow,kobejean/tensorflow,freedomtan/tensorflow,DavidNorman/tensorflow,manipopopo/tensorflow,Intel-Corporation/tensorflow,dongjoon-hyun/tensorflow,hehongliang/tensorflow,aselle/tensorflow,dendisuhubdy/tensorflow,tensorflow/tensorflow-pywrap_saved_model,caisq/tensorflow,jart/tensorflow,Bismarrck/tensorflow,arborh/tensorflow,girving/tensorflow,adit-chandra/tensorflow,xzturn/tensorflow,davidzchen/tensorflow,jhseu/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-experimental_link_static_libraries_once,yongtang/tensorflow,ageron/tensorflow,DavidNorman/tensorflow,girving/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_saved_model,renyi533/tensorflow,seanli9jan/tensorflow,jendap/tensorflow,karllessard/tensorflow,frreiss/tensorflow-fred,jalexvig/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-pywrap_saved_model,caisq/tensorflow,annarev/tensorflow,davidzchen/tensorflow,davidzchen/tensorflow,Intel-Corporation/tensorflow,asimshankar/tensorflow,adit-chandra/tensorflow,ghchinoy/tensorflow,arborh/tensorflow,xodus7/tensorflow,freedomtan/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow,aam-at/tensorflow,ZhangXinNan/tensorflow,apark263/tensorflow,xzturn/tensorflow,jhseu/tensorflow,gojira/tensorflow,jbedorf/tensorflow,jhseu/tensorflow,seanli9jan/tensorflow,Intel-Corporation/tensorflow,lukeiwanski/tensorflow,kevin-coder/tensorflow-fork,drpngx/tensorflow,dongjoon-hyun/tensorflow,asimshankar/tensorflow,alsrgv/tensorflow,jart/tensorflow,AnishShah/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-pywrap_tf_optimizer,gautam1858/tensorflow,Bismarrck/tensorflow,snnn/tensorflow,yanchen036/tensorflow,xodus7/tensorflow,ghchinoy/tensorflow,Bismarrck/tensorflow,jart/tensorflow,kobejean/tensorflow,drpngx/tensorflow,alsrgv/tensorflow,aselle/tensorflow,xzturn/tensorflow,theflofly/tensorflow,kevin-coder/tensorflow-fork,theflofly/tensorflow,Intel-tensorflow/tensorflow,snnn/tensorflow,hfp/tensorflow-xsmm,DavidNorman/tensorflow,dendisuhubdy/tensorflow,petewarden/tensorflow,drpngx/tensorflow,yanchen036/tensorflow,karllessard/tensorflow,Intel-Corporation/tensorflow,theflofly/tensorflow,ZhangXinNan/tensorflow,adit-chandra/tensorflow,benoitsteiner/tensorflow-xsmm,ppwwyyxx/tensorflow,ppwwyyxx/tensorflow,ghchinoy/tensorflow,dancingdan/tensorflow,ageron/tensorflow,ZhangXinNan/tensorflow,asimshankar/tensorflow,girving/tensorflow,annarev/tensorflow,xzturn/tensorflow,alshedivat/tensorflow,hfp/tensorflow-xsmm,chemelnucfin/tensorflow,apark263/tensorflow,ppwwyyxx/tensorflow,aselle/tensorflow,freedomtan/tensorflow,hehongliang/tensorflow,gautam1858/tensorflow,xzturn/tensorflow,snnn/tensorflow,seanli9jan/tensorflow,xodus7/tensorflow,DavidNorman/tensorflow,Intel-tensorflow/tensorflow,DavidNorman/tensorflow,seanli9jan/tensorflow,arborh/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,cxxgtxy/tensorflow,xodus7/tensorflow,aam-at/tensorflow,seanli9jan/tensorflow,meteorcloudy/tensorflow,alshedivat/tensorflow,ageron/tensorflow,petewarden/tensorflow,seanli9jan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,ZhangXinNan/tensorflow,paolodedios/tensorflow,girving/tensorflow,freedomtan/tensorflow,annarev/tensorflow,gautam1858/tensorflow,yongtang/tensorflow,meteorcloudy/tensorflow,jbedorf/tensorflow,kobejean/tensorflow,alshedivat/tensorflow,Bismarrck/tensorflow,jhseu/tensorflow,snnn/tensorflow,brchiu/tensorflow,aam-at/tensorflow,asimshankar/tensorflow,tensorflow/tensorflow,annarev/tensorflow,jendap/tensorflow,xodus7/tensorflow,arborh/tensorflow,jendap/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,karllessard/tensorflow,AnishShah/tensorflow,meteorcloudy/tensorflow,ppwwyyxx/tensorflow,ppwwyyxx/tensorflow,dongjoon-hyun/tensorflow,freedomtan/tensorflow,gunan/tensorflow,apark263/tensorflow,xzturn/tensorflow,ghchinoy/tensorflow,hfp/tensorflow-xsmm,tensorflow/tensorflow-pywrap_saved_model,alsrgv/tensorflow,AnishShah/tensorflow,petewarden/tensorflow,dendisuhubdy/tensorflow,chemelnucfin/tensorflow,manipopopo/tensorflow,caisq/tensorflow,dancingdan/tensorflow,sarvex/tensorflow,gojira/tensorflow,jhseu/tensorflow,lukeiwanski/tensorflow,dendisuhubdy/tensorflow,drpngx/tensorflow,davidzchen/tensorflow,tensorflow/tensorflow,adit-chandra/tensorflow,jendap/tensorflow,aldian/tensorflow,gautam1858/tensorflow,caisq/tensorflow,cxxgtxy/tensorflow,hehongliang/tensorflow,alshedivat/tensorflow,davidzchen/tensorflow,brchiu/tensorflow,aselle/tensorflow,arborh/tensorflow,brchiu/tensorflow,hfp/tensorflow-xsmm,tensorflow/tensorflow-experimental_link_static_libraries_once,ZhangXinNan/tensorflow,apark263/tensorflow,Bismarrck/tensorflow,kobejean/tensorflow,tensorflow/tensorflow,arborh/tensorflow,aam-at/tensorflow,jbedorf/tensorflow,kobejean/tensorflow,DavidNorman/tensorflow,paolodedios/tensorflow,ageron/tensorflow,xodus7/tensorflow,adit-chandra/tensorflow,aldian/tensorflow,arborh/tensorflow,dendisuhubdy/tensorflow,jalexvig/tensorflow,jhseu/tensorflow,meteorcloudy/tensorflow,jbedorf/tensorflow,xzturn/tensorflow,yongtang/tensorflow,gojira/tensorflow,hfp/tensorflow-xsmm,ageron/tensorflow,benoitsteiner/tensorflow-xsmm,theflofly/tensorflow,Intel-tensorflow/tensorflow,petewarden/tensorflow,aam-at/tensorflow,gunan/tensorflow,petewarden/tensorflow,theflofly/tensorflow,jhseu/tensorflow,brchiu/tensorflow,alshedivat/tensorflow,jalexvig/tensorflow,karllessard/tensorflow,renyi533/tensorflow,AnishShah/tensorflow,ppwwyyxx/tensorflow,yongtang/tensorflow,Intel-Corporation/tensorflow,meteorcloudy/tensorflow,seanli9jan/tensorflow,hehongliang/tensorflow,xzturn/tensorflow,karllessard/tensorflow,jhseu/tensorflow,ZhangXinNan/tensorflow,gautam1858/tensorflow,xzturn/tensorflow,manipopopo/tensorflow,aselle/tensorflow,gunan/tensorflow,kevin-coder/tensorflow-fork,manipopopo/tensorflow,dendisuhubdy/tensorflow,xodus7/tensorflow,AnishShah/tensorflow,kobejean/tensorflow,aam-at/tensorflow,snnn/tensorflow,caisq/tensorflow,adit-chandra/tensorflow,kobejean/tensorflow,apark263/tensorflow,dendisuhubdy/tensorflow,meteorcloudy/tensorflow,ppwwyyxx/tensorflow,drpngx/tensorflow,ghchinoy/tensorflow,aldian/tensorflow,dongjoon-hyun/tensorflow,sarvex/tensorflow,Bismarrck/tensorflow,theflofly/tensorflow,ghchinoy/tensorflow,yongtang/tensorflow,aldian/tensorflow,gunan/tensorflow,gautam1858/tensorflow,paolodedios/tensorflow,Intel-tensorflow/tensorflow,jendap/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,aam-at/tensorflow,Bismarrck/tensorflow,frreiss/tensorflow-fred,kobejean/tensorflow,AnishShah/tensorflow,DavidNorman/tensorflow,lukeiwanski/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,snnn/tensorflow,petewarden/tensorflow,adit-chandra/tensorflow,gojira/tensorflow,jhseu/tensorflow,meteorcloudy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,gunan/tensorflow,chemelnucfin/tensorflow,dongjoon-hyun/tensorflow,petewarden/tensorflow,jbedorf/tensorflow,jart/tensorflow,karllessard/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow,gunan/tensorflow,kevin-coder/tensorflow-fork,jhseu/tensorflow,annarev/tensorflow,dancingdan/tensorflow,girving/tensorflow,dendisuhubdy/tensorflow,benoitsteiner/tensorflow-xsmm,renyi533/tensorflow,davidzchen/tensorflow,jalexvig/tensorflow,caisq/tensorflow,jendap/tensorflow,aselle/tensorflow,chemelnucfin/tensorflow,renyi533/tensorflow,ppwwyyxx/tensorflow,yongtang/tensorflow,alsrgv/tensorflow,arborh/tensorflow,tensorflow/tensorflow,theflofly/tensorflow,karllessard/tensorflow,jalexvig/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,xodus7/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,yongtang/tensorflow,gautam1858/tensorflow,kobejean/tensorflow,jbedorf/tensorflow,ZhangXinNan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,apark263/tensorflow,snnn/tensorflow,gautam1858/tensorflow,drpngx/tensorflow,dancingdan/tensorflow,gunan/tensorflow,lukeiwanski/tensorflow,freedomtan/tensorflow,Intel-tensorflow/tensorflow,frreiss/tensorflow-fred,apark263/tensorflow,lukeiwanski/tensorflow,theflofly/tensorflow,freedomtan/tensorflow,aam-at/tensorflow,dongjoon-hyun/tensorflow,Intel-tensorflow/tensorflow,tensorflow/tensorflow-pywrap_saved_model,manipopopo/tensorflow,xodus7/tensorflow,dongjoon-hyun/tensorflow,jhseu/tensorflow,seanli9jan/tensorflow,caisq/tensorflow,dancingdan/tensorflow,Bismarrck/tensorflow,brchiu/tensorflow,jhseu/tensorflow,paolodedios/tensorflow,aselle/tensorflow,ghchinoy/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,apark263/tensorflow,arborh/tensorflow,jalexvig/tensorflow,tensorflow/tensorflow-pywrap_saved_model,annarev/tensorflow,yongtang/tensorflow,gunan/tensorflow,hfp/tensorflow-xsmm,kevin-coder/tensorflow-fork,asimshankar/tensorflow,annarev/tensorflow,aam-at/tensorflow,benoitsteiner/tensorflow-xsmm,drpngx/tensorflow,arborh/tensorflow,petewarden/tensorflow,chemelnucfin/tensorflow,Intel-tensorflow/tensorflow,yongtang/tensorflow,meteorcloudy/tensorflow,ppwwyyxx/tensorflow,girving/tensorflow,petewarden/tensorflow,renyi533/tensorflow,davidzchen/tensorflow,jendap/tensorflow,annarev/tensorflow,brchiu/tensorflow,manipopopo/tensorflow,brchiu/tensorflow,hehongliang/tensorflow,hfp/tensorflow-xsmm,frreiss/tensorflow-fred,sarvex/tensorflow,freedomtan/tensorflow,dongjoon-hyun/tensorflow,davidzchen/tensorflow,annarev/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,adit-chandra/tensorflow,aselle/tensorflow,frreiss/tensorflow-fred,sarvex/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,chemelnucfin/tensorflow,theflofly/tensorflow,alsrgv/tensorflow,manipopopo/tensorflow,yanchen036/tensorflow,alsrgv/tensorflow,alshedivat/tensorflow,cxxgtxy/tensorflow,Intel-tensorflow/tensorflow,yongtang/tensorflow,aam-at/tensorflow,theflofly/tensorflow,aldian/tensorflow,alshedivat/tensorflow,jart/tensorflow,tensorflow/tensorflow-pywrap_saved_model,alsrgv/tensorflow,gojira/tensorflow,lukeiwanski/tensorflow,ageron/tensorflow,AnishShah/tensorflow,frreiss/tensorflow-fred,alsrgv/tensorflow,karllessard/tensorflow,dancingdan/tensorflow,brchiu/tensorflow,gunan/tensorflow,sarvex/tensorflow,asimshankar/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,xzturn/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow,meteorcloudy/tensorflow,snnn/tensorflow,paolodedios/tensorflow,ghchinoy/tensorflow,lukeiwanski/tensorflow,Intel-tensorflow/tensorflow,aldian/tensorflow,Intel-tensorflow/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,hehongliang/tensorflow,ppwwyyxx/tensorflow,jbedorf/tensorflow,jendap/tensorflow,renyi533/tensorflow,annarev/tensorflow,benoitsteiner/tensorflow-xsmm,hfp/tensorflow-xsmm,gojira/tensorflow,DavidNorman/tensorflow,seanli9jan/tensorflow,renyi533/tensorflow,caisq/tensorflow,alshedivat/tensorflow,alsrgv/tensorflow,dongjoon-hyun/tensorflow,dancingdan/tensorflow,seanli9jan/tensorflow,Intel-Corporation/tensorflow,asimshankar/tensorflow,alsrgv/tensorflow,manipopopo/tensorflow,adit-chandra/tensorflow,dancingdan/tensorflow,yanchen036/tensorflow,kevin-coder/tensorflow-fork,ZhangXinNan/tensorflow,manipopopo/tensorflow,Intel-Corporation/tensorflow,Intel-tensorflow/tensorflow,paolodedios/tensorflow,Bismarrck/tensorflow,chemelnucfin/tensorflow,cxxgtxy/tensorflow,petewarden/tensorflow,Bismarrck/tensorflow,drpngx/tensorflow,yanchen036/tensorflow,gojira/tensorflow,manipopopo/tensorflow,petewarden/tensorflow,ageron/tensorflow,kevin-coder/tensorflow-fork,aam-at/tensorflow,alshedivat/tensorflow,davidzchen/tensorflow,aselle/tensorflow,davidzchen/tensorflow,yanchen036/tensorflow,cxxgtxy/tensorflow,frreiss/tensorflow-fred,apark263/tensorflow,lukeiwanski/tensorflow,gunan/tensorflow,chemelnucfin/tensorflow,cxxgtxy/tensorflow,gunan/tensorflow,gautam1858/tensorflow,jbedorf/tensorflow,asimshankar/tensorflow,chemelnucfin/tensorflow,gojira/tensorflow,asimshankar/tensorflow,xodus7/tensorflow,annarev/tensorflow,jart/tensorflow,benoitsteiner/tensorflow-xsmm,renyi533/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,gojira/tensorflow,aselle/tensorflow,asimshankar/tensorflow,DavidNorman/tensorflow,jbedorf/tensorflow,jalexvig/tensorflow,kevin-coder/tensorflow-fork,xzturn/tensorflow,renyi533/tensorflow,ghchinoy/tensorflow,aldian/tensorflow,davidzchen/tensorflow,dancingdan/tensorflow,girving/tensorflow,sarvex/tensorflow,seanli9jan/tensorflow,jbedorf/tensorflow,paolodedios/tensorflow,AnishShah/tensorflow,benoitsteiner/tensorflow-xsmm,alshedivat/tensorflow,jendap/tensorflow,jart/tensorflow,kobejean/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,brchiu/tensorflow,caisq/tensorflow,renyi533/tensorflow,aldian/tensorflow,jbedorf/tensorflow,ppwwyyxx/tensorflow,theflofly/tensorflow,jalexvig/tensorflow,meteorcloudy/tensorflow,drpngx/tensorflow,frreiss/tensorflow-fred,paolodedios/tensorflow,jalexvig/tensorflow,ppwwyyxx/tensorflow