Add env-var to specify whether to use CUDNN_BATCHNORM_SPATIAL_PERSISTENT for cudnn batchnorm.
Add env-var to specify whether to use CUDNN_BATCHNORM_SPATIAL_PERSISTENT for cudnn batchnorm.

PiperOrigin-RevId: 185771595

adit-chandra/tensorflow,alsrgv/tensorflow,snnn/tensorflow,alsrgv/tensorflow,Intel-tensorflow/tensorflow,paolodedios/tensorflow,girving/tensorflow,xodus7/tensorflow,hfp/tensorflow-xsmm,ageron/tensorflow,snnn/tensorflow,jhseu/tensorflow,theflofly/tensorflow,manipopopo/tensorflow,chemelnucfin/tensorflow,jbedorf/tensorflow,sarvex/tensorflow,davidzchen/tensorflow,renyi533/tensorflow,gojira/tensorflow,ZhangXinNan/tensorflow,dancingdan/tensorflow,renyi533/tensorflow,adit-chandra/tensorflow,alshedivat/tensorflow,jendap/tensorflow,jendap/tensorflow,paolodedios/tensorflow,dancingdan/tensorflow,eaplatanios/tensorflow,chemelnucfin/tensorflow,frreiss/tensorflow-fred,kobejean/tensorflow,chemelnucfin/tensorflow,eaplatanios/tensorflow,gunan/tensorflow,ZhangXinNan/tensorflow,yongtang/tensorflow,benoitsteiner/tensorflow-xsmm,paolodedios/tensorflow,AnishShah/tensorflow,tensorflow/tensorflow,hehongliang/tensorflow,xodus7/tensorflow,petewarden/tensorflow,zasdfgbnm/tensorflow,brchiu/tensorflow,freedomtan/tensorflow,yongtang/tensorflow,dancingdan/tensorflow,renyi533/tensorflow,sarvex/tensorflow,ppwwyyxx/tensorflow,alsrgv/tensorflow,ZhangXinNan/tensorflow,kobejean/tensorflow,freedomtan/tensorflow,eaplatanios/tensorflow,annarev/tensorflow,kobejean/tensorflow,arborh/tensorflow,eaplatanios/tensorflow,alshedivat/tensorflow,alshedivat/tensorflow,alshedivat/tensorflow,kobejean/tensorflow,dendisuhubdy/tensorflow,AnishShah/tensorflow,hfp/tensorflow-xsmm,hfp/tensorflow-xsmm,benoitsteiner/tensorflow-xsmm,tensorflow/tensorflow-pywrap_tf_optimizer,annarev/tensorflow,adit-chandra/tensorflow,yongtang/tensorflow,yanchen036/tensorflow,lukeiwanski/tensorflow,yongtang/tensorflow,cxxgtxy/tensorflow,allenlavoie/tensorflow,adit-chandra/tensorflow,dancingdan/tensorflow,jendap/tensorflow,alshedivat/tensorflow,AnishShah/tensorflow,xzturn/tensorflow,hfp/tensorflow-xsmm,apark263/tensorflow,zasdfgbnm/tensorflow,allenlavoie/tensorflow,freedomtan/tensorflow,jart/tensorflow,brchiu/tensorflow,drpngx/tensorflow,hfp/tensorflow-xsmm,annarev/tensorflow,jalexvig/tensorflow,gautam1858/tensorflow,Intel-Corporation/tensorflow,ghchinoy/tensorflow,ageron/tensorflow,eaplatanios/tensorflow,aselle/tensorflow,chemelnucfin/tensorflow,sarvex/tensorflow,allenlavoie/tensorflow,jart/tensorflow,drpngx/tensorflow,manipopopo/tensorflow,jbedorf/tensorflow,caisq/tensorflow,girving/tensorflow,hehongliang/tensorflow,kobejean/tensorflow,seanli9jan/tensorflow,frreiss/tensorflow-fred,ppwwyyxx/tensorflow,tensorflow/tensorflow,snnn/tensorflow,gautam1858/tensorflow,jalexvig/tensorflow,caisq/tensorflow,paolodedios/tensorflow,aam-at/tensorflow,gunan/tensorflow,Intel-Corporation/tensorflow,seanli9jan/tensorflow,gautam1858/tensorflow,kobejean/tensorflow,gunan/tensorflow,benoitsteiner/tensorflow-xsmm,gunan/tensorflow,jalexvig/tensorflow,petewarden/tensorflow,ppwwyyxx/tensorflow,drpngx/tensorflow,theflofly/tensorflow,sarvex/tensorflow,gojira/tensorflow,apark263/tensorflow,Xeralux/tensorflow,adit-chandra/tensorflow,hfp/tensorflow-xsmm,aam-at/tensorflow,brchiu/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,yanchen036/tensorflow,apark263/tensorflow,tensorflow/tensorflow,annarev/tensorflow,lukeiwanski/tensorflow,theflofly/tensorflow,Intel-Corporation/tensorflow,jbedorf/tensorflow,brchiu/tensorflow,alsrgv/tensorflow,jendap/tensorflow,asimshankar/tensorflow,eaplatanios/tensorflow,DavidNorman/tensorflow,xodus7/tensorflow,Intel-tensorflow/tensorflow,chemelnucfin/tensorflow,manipopopo/tensorflow,kevin-coder/tensorflow-fork,manipopopo/tensorflow,kobejean/tensorflow,freedomtan/tensorflow,aam-at/tensorflow,caisq/tensorflow,xzturn/tensorflow,tensorflow/tensorflow,apark263/tensorflow,petewarden/tensorflow,xodus7/tensorflow,manipopopo/tensorflow,gojira/tensorflow,jart/tensorflow,apark263/tensorflow,frreiss/tensorflow-fred,dendisuhubdy/tensorflow,alshedivat/tensorflow,AnishShah/tensorflow,Bismarrck/tensorflow,girving/tensorflow,alsrgv/tensorflow,aam-at/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-pywrap_tf_optimizer,xodus7/tensorflow,aselle/tensorflow,caisq/tensorflow,apark263/tensorflow,gautam1858/tensorflow,Intel-tensorflow/tensorflow,lukeiwanski/tensorflow,ppwwyyxx/tensorflow,xzturn/tensorflow,seanli9jan/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,gojira/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,renyi533/tensorflow,dancingdan/tensorflow,aldian/tensorflow,kobejean/tensorflow,gojira/tensorflow,Xeralux/tensorflow,cxxgtxy/tensorflow,ghchinoy/tensorflow,benoitsteiner/tensorflow-xsmm,gautam1858/tensorflow,renyi533/tensorflow,xzturn/tensorflow,renyi533/tensorflow,jendap/tensorflow,asimshankar/tensorflow,jhseu/tensorflow,paolodedios/tensorflow,meteorcloudy/tensorflow,Xeralux/tensorflow,hfp/tensorflow-xsmm,yanchen036/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,allenlavoie/tensorflow,jart/tensorflow,ghchinoy/tensorflow,Intel-tensorflow/tensorflow,girving/tensorflow,Bismarrck/tensorflow,eaplatanios/tensorflow,asimshankar/tensorflow,xzturn/tensorflow,meteorcloudy/tensorflow,jbedorf/tensorflow,allenlavoie/tensorflow,frreiss/tensorflow-fred,ppwwyyxx/tensorflow,freedomtan/tensorflow,aldian/tensorflow,petewarden/tensorflow,jhseu/tensorflow,ageron/tensorflow,ageron/tensorflow,sarvex/tensorflow,yongtang/tensorflow,nburn42/tensorflow,aldian/tensorflow,xodus7/tensorflow,meteorcloudy/tensorflow,ghchinoy/tensorflow,gojira/tensorflow,Bismarrck/tensorflow,adit-chandra/tensorflow,manipopopo/tensorflow,renyi533/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-experimental_link_static_libraries_once,arborh/tensorflow,jbedorf/tensorflow,davidzchen/tensorflow,ZhangXinNan/tensorflow,yongtang/tensorflow,theflofly/tensorflow,benoitsteiner/tensorflow-xsmm,ageron/tensorflow,paolodedios/tensorflow,arborh/tensorflow,ppwwyyxx/tensorflow,jhseu/tensorflow,adit-chandra/tensorflow,gautam1858/tensorflow,cxxgtxy/tensorflow,ghchinoy/tensorflow,Intel-Corporation/tensorflow,petewarden/tensorflow,freedomtan/tensorflow,dancingdan/tensorflow,davidzchen/tensorflow,xodus7/tensorflow,renyi533/tensorflow,DavidNorman/tensorflow,caisq/tensorflow,ghchinoy/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,gojira/tensorflow,jhseu/tensorflow,aselle/tensorflow,paolodedios/tensorflow,jhseu/tensorflow,petewarden/tensorflow,meteorcloudy/tensorflow,yanchen036/tensorflow,yanchen036/tensorflow,chemelnucfin/tensorflow,jbedorf/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,seanli9jan/tensorflow,brchiu/tensorflow,hehongliang/tensorflow,lukeiwanski/tensorflow,paolodedios/tensorflow,seanli9jan/tensorflow,jendap/tensorflow,xzturn/tensorflow,Bismarrck/tensorflow,Intel-Corporation/tensorflow,yanchen036/tensorflow,theflofly/tensorflow,alsrgv/tensorflow,arborh/tensorflow,aselle/tensorflow,caisq/tensorflow,aam-at/tensorflow,dongjoon-hyun/tensorflow,drpngx/tensorflow,cxxgtxy/tensorflow,seanli9jan/tensorflow,dendisuhubdy/tensorflow,dongjoon-hyun/tensorflow,jart/tensorflow,dongjoon-hyun/tensorflow,hfp/tensorflow-xsmm,ppwwyyxx/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-pywrap_tf_optimizer,frreiss/tensorflow-fred,manipopopo/tensorflow,zasdfgbnm/tensorflow,alshedivat/tensorflow,yongtang/tensorflow,ZhangXinNan/tensorflow,dendisuhubdy/tensorflow,xzturn/tensorflow,AnishShah/tensorflow,jart/tensorflow,gunan/tensorflow,snnn/tensorflow,chemelnucfin/tensorflow,gunan/tensorflow,dancingdan/tensorflow,ageron/tensorflow,asimshankar/tensorflow,asimshankar/tensorflow,kevin-coder/tensorflow-fork,Intel-tensorflow/tensorflow,Xeralux/tensorflow,jbedorf/tensorflow,aam-at/tensorflow,dongjoon-hyun/tensorflow,jalexvig/tensorflow,gunan/tensorflow,yongtang/tensorflow,allenlavoie/tensorflow,chemelnucfin/tensorflow,DavidNorman/tensorflow,apark263/tensorflow,jendap/tensorflow,renyi533/tensorflow,aldian/tensorflow,DavidNorman/tensorflow,freedomtan/tensorflow,alshedivat/tensorflow,arborh/tensorflow,jalexvig/tensorflow,tensorflow/tensorflow-pywrap_saved_model,tensorflow/tensorflow,jendap/tensorflow,drpngx/tensorflow,karllessard/tensorflow,kevin-coder/tensorflow-fork,jbedorf/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow,renyi533/tensorflow,lukeiwanski/tensorflow,lukeiwanski/tensorflow,jart/tensorflow,karllessard/tensorflow,davidzchen/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,dancingdan/tensorflow,alsrgv/tensorflow,davidzchen/tensorflow,adit-chandra/tensorflow,AnishShah/tensorflow,seanli9jan/tensorflow,jalexvig/tensorflow,apark263/tensorflow,Bismarrck/tensorflow,Intel-tensorflow/tensorflow,adit-chandra/tensorflow,paolodedios/tensorflow,gunan/tensorflow,ZhangXinNan/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,ppwwyyxx/tensorflow,ZhangXinNan/tensorflow,sarvex/tensorflow,freedomtan/tensorflow,jalexvig/tensorflow,jbedorf/tensorflow,ZhangXinNan/tensorflow,annarev/tensorflow,caisq/tensorflow,gojira/tensorflow,annarev/tensorflow,brchiu/tensorflow,benoitsteiner/tensorflow-xsmm,kevin-coder/tensorflow-fork,nburn42/tensorflow,aldian/tensorflow,girving/tensorflow,karllessard/tensorflow,nburn42/tensorflow,dendisuhubdy/tensorflow,xzturn/tensorflow,xzturn/tensorflow,petewarden/tensorflow,aselle/tensorflow,eaplatanios/tensorflow,nburn42/tensorflow,davidzchen/tensorflow,meteorcloudy/tensorflow,aselle/tensorflow,hehongliang/tensorflow,seanli9jan/tensorflow,yongtang/tensorflow,chemelnucfin/tensorflow,arborh/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-pywrap_saved_model,snnn/tensorflow,paolodedios/tensorflow,karllessard/tensorflow,tensorflow/tensorflow-pywrap_saved_model,arborh/tensorflow,aldian/tensorflow,karllessard/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,xzturn/tensorflow,brchiu/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,jendap/tensorflow,AnishShah/tensorflow,karllessard/tensorflow,AnishShah/tensorflow,gojira/tensorflow,Xeralux/tensorflow,manipopopo/tensorflow,AnishShah/tensorflow,Intel-tensorflow/tensorflow,hfp/tensorflow-xsmm,eaplatanios/tensorflow,adit-chandra/tensorflow,kevin-coder/tensorflow-fork,davidzchen/tensorflow,alsrgv/tensorflow,xodus7/tensorflow,Xeralux/tensorflow,arborh/tensorflow,tensorflow/tensorflow-pywrap_saved_model,theflofly/tensorflow,dongjoon-hyun/tensorflow,gojira/tensorflow,ppwwyyxx/tensorflow,sarvex/tensorflow,frreiss/tensorflow-fred,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow-pywrap_tf_optimizer,kevin-coder/tensorflow-fork,eaplatanios/tensorflow,ageron/tensorflow,Intel-Corporation/tensorflow,aldian/tensorflow,eaplatanios/tensorflow,cxxgtxy/tensorflow,Xeralux/tensorflow,gautam1858/tensorflow,petewarden/tensorflow,Bismarrck/tensorflow,aselle/tensorflow,freedomtan/tensorflow,karllessard/tensorflow,gojira/tensorflow,allenlavoie/tensorflow,nburn42/tensorflow,girving/tensorflow,jalexvig/tensorflow,snnn/tensorflow,dancingdan/tensorflow,caisq/tensorflow,cxxgtxy/tensorflow,chemelnucfin/tensorflow,nburn42/tensorflow,benoitsteiner/tensorflow-xsmm,DavidNorman/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,yongtang/tensorflow,allenlavoie/tensorflow,theflofly/tensorflow,zasdfgbnm/tensorflow,kobejean/tensorflow,ZhangXinNan/tensorflow,Bismarrck/tensorflow,petewarden/tensorflow,AnishShah/tensorflow,gautam1858/tensorflow,jhseu/tensorflow,aam-at/tensorflow,dongjoon-hyun/tensorflow,jhseu/tensorflow,drpngx/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-pywrap_saved_model,nburn42/tensorflow,frreiss/tensorflow-fred,davidzchen/tensorflow,benoitsteiner/tensorflow-xsmm,snnn/tensorflow,karllessard/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow-pywrap_saved_model,girving/tensorflow,ghchinoy/tensorflow,jbedorf/tensorflow,zasdfgbnm/tensorflow,meteorcloudy/tensorflow,theflofly/tensorflow,karllessard/tensorflow,karllessard/tensorflow,apark263/tensorflow,petewarden/tensorflow,hfp/tensorflow-xsmm,dongjoon-hyun/tensorflow,nburn42/tensorflow,hehongliang/tensorflow,DavidNorman/tensorflow,hehongliang/tensorflow,allenlavoie/tensorflow,seanli9jan/tensorflow,annarev/tensorflow,girving/tensorflow,zasdfgbnm/tensorflow,asimshankar/tensorflow,snnn/tensorflow,tensorflow/tensorflow-pywrap_saved_model,brchiu/tensorflow,Bismarrck/tensorflow,dongjoon-hyun/tensorflow,lukeiwanski/tensorflow,paolodedios/tensorflow,zasdfgbnm/tensorflow,Intel-tensorflow/tensorflow,alshedivat/tensorflow,alsrgv/tensorflow,aam-at/tensorflow,alshedivat/tensorflow,tensorflow/tensorflow-pywrap_saved_model,asimshankar/tensorflow,allenlavoie/tensorflow,tensorflow/tensorflow,ZhangXinNan/tensorflow,drpngx/tensorflow,gautam1858/tensorflow,jart/tensorflow,aam-at/tensorflow,snnn/tensorflow,gunan/tensorflow,jalexvig/tensorflow,arborh/tensorflow,brchiu/tensorflow,alsrgv/tensorflow,alshedivat/tensorflow,aldian/tensorflow,asimshankar/tensorflow,kevin-coder/tensorflow-fork,Intel-Corporation/tensorflow,gunan/tensorflow,zasdfgbnm/tensorflow,benoitsteiner/tensorflow-xsmm,jart/tensorflow,sarvex/tensorflow,aselle/tensorflow,xodus7/tensorflow,Xeralux/tensorflow,petewarden/tensorflow,tensorflow/tensorflow,Bismarrck/tensorflow,girving/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-pywrap_saved_model,aam-at/tensorflow,dancingdan/tensorflow,frreiss/tensorflow-fred,aam-at/tensorflow,tensorflow/tensorflow,DavidNorman/tensorflow,jart/tensorflow,AnishShah/tensorflow,dendisuhubdy/tensorflow,renyi533/tensorflow,Xeralux/tensorflow,meteorcloudy/tensorflow,dendisuhubdy/tensorflow,asimshankar/tensorflow,seanli9jan/tensorflow,kobejean/tensorflow,ppwwyyxx/tensorflow,xzturn/tensorflow,ageron/tensorflow,adit-chandra/tensorflow,Xeralux/tensorflow,Bismarrck/tensorflow,kevin-coder/tensorflow-fork,manipopopo/tensorflow,benoitsteiner/tensorflow-xsmm,manipopopo/tensorflow,tensorflow/tensorflow-pywrap_saved_model,arborh/tensorflow,jhseu/tensorflow,davidzchen/tensorflow,zasdfgbnm/tensorflow,ppwwyyxx/tensorflow,xodus7/tensorflow,annarev/tensorflow,drpngx/tensorflow,dendisuhubdy/tensorflow,freedomtan/tensorflow,Bismarrck/tensorflow,apark263/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,lukeiwanski/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,DavidNorman/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,aam-at/tensorflow,ghchinoy/tensorflow,yanchen036/tensorflow,ageron/tensorflow,aselle/tensorflow,jhseu/tensorflow,jendap/tensorflow,tensorflow/tensorflow-pywrap_saved_model,theflofly/tensorflow,annarev/tensorflow,annarev/tensorflow,renyi533/tensorflow,drpngx/tensorflow,DavidNorman/tensorflow,brchiu/tensorflow,dancingdan/tensorflow,hehongliang/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,nburn42/tensorflow,aselle/tensorflow,ageron/tensorflow,meteorcloudy/tensorflow,kobejean/tensorflow,zasdfgbnm/tensorflow,theflofly/tensorflow,manipopopo/tensorflow,davidzchen/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,jbedorf/tensorflow,dongjoon-hyun/tensorflow,ageron/tensorflow,meteorcloudy/tensorflow,lukeiwanski/tensorflow,alsrgv/tensorflow,girving/tensorflow,davidzchen/tensorflow,annarev/tensorflow,dendisuhubdy/tensorflow,ageron/tensorflow,petewarden/tensorflow,Intel-tensorflow/tensorflow,theflofly/tensorflow,frreiss/tensorflow-fred,gunan/tensorflow,alsrgv/tensorflow,freedomtan/tensorflow,chemelnucfin/tensorflow,aselle/tensorflow,zasdfgbnm/tensorflow,gunan/tensorflow,Xeralux/tensorflow,chemelnucfin/tensorflow,jendap/tensorflow,frreiss/tensorflow-fred,jalexvig/tensorflow,arborh/tensorflow,nburn42/tensorflow,jhseu/tensorflow,ppwwyyxx/tensorflow,dongjoon-hyun/tensorflow,apark263/tensorflow,caisq/tensorflow,arborh/tensorflow,jbedorf/tensorflow,snnn/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,DavidNorman/tensorflow,allenlavoie/tensorflow,theflofly/tensorflow,yanchen036/tensorflow,jhseu/tensorflow,asimshankar/tensorflow,dendisuhubdy/tensorflow,snnn/tensorflow,dongjoon-hyun/tensorflow,asimshankar/tensorflow,Intel-tensorflow/tensorflow,drpngx/tensorflow,DavidNorman/tensorflow,jalexvig/tensorflow,nburn42/tensorflow,yongtang/tensorflow,xodus7/tensorflow,brchiu/tensorflow,meteorcloudy/tensorflow,gautam1858/tensorflow,seanli9jan/tensorflow,girving/tensorflow,benoitsteiner/tensorflow-xsmm,karllessard/tensorflow,Intel-Corporation/tensorflow,ZhangXinNan/tensorflow,lukeiwanski/tensorflow,hfp/tensorflow-xsmm,kevin-coder/tensorflow-fork,freedomtan/tensorflow,caisq/tensorflow,Intel-tensorflow/tensorflow