Enable CUDNN_TENSOR_OP_MATH for fp16 RNNs (#17367)
Enable CUDNN_TENSOR_OP_MATH for fp16 RNNs (#17367)

- Speeds up CUDNN RNNs with fp16 input/output when possible on supported
  GPUs. Computations will fall back to pseudo-fp16 if tensor op math is
  not supported.
- Enabled by default, but can be disabled by setting the environment
  variable TF_DISABLE_CUDNN_RNN_TENSOR_OP_MATH=1.
jhseu/tensorflow,renyi533/tensorflow,drpngx/tensorflow,DavidNorman/tensorflow,jhseu/tensorflow,Intel-Corporation/tensorflow,ageron/tensorflow,gojira/tensorflow,drpngx/tensorflow,freedomtan/tensorflow,alsrgv/tensorflow,ghchinoy/tensorflow,dongjoon-hyun/tensorflow,xodus7/tensorflow,gautam1858/tensorflow,ageron/tensorflow,DavidNorman/tensorflow,jbedorf/tensorflow,petewarden/tensorflow,jhseu/tensorflow,chemelnucfin/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_saved_model,Intel-tensorflow/tensorflow,annarev/tensorflow,girving/tensorflow,adit-chandra/tensorflow,manipopopo/tensorflow,DavidNorman/tensorflow,brchiu/tensorflow,dancingdan/tensorflow,eaplatanios/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow,gojira/tensorflow,apark263/tensorflow,chemelnucfin/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-pywrap_tf_optimizer,alsrgv/tensorflow,meteorcloudy/tensorflow,jhseu/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,ppwwyyxx/tensorflow,xodus7/tensorflow,annarev/tensorflow,asimshankar/tensorflow,benoitsteiner/tensorflow-xsmm,ZhangXinNan/tensorflow,theflofly/tensorflow,brchiu/tensorflow,hfp/tensorflow-xsmm,gautam1858/tensorflow,gunan/tensorflow,allenlavoie/tensorflow,gojira/tensorflow,asimshankar/tensorflow,ppwwyyxx/tensorflow,Intel-tensorflow/tensorflow,gautam1858/tensorflow,gautam1858/tensorflow,chemelnucfin/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,lukeiwanski/tensorflow,aldian/tensorflow,yongtang/tensorflow,jbedorf/tensorflow,tensorflow/tensorflow-pywrap_saved_model,snnn/tensorflow,hfp/tensorflow-xsmm,snnn/tensorflow,aam-at/tensorflow,aam-at/tensorflow,Intel-tensorflow/tensorflow,eaplatanios/tensorflow,Intel-Corporation/tensorflow,alshedivat/tensorflow,caisq/tensorflow,eaplatanios/tensorflow,renyi533/tensorflow,dancingdan/tensorflow,yongtang/tensorflow,jendap/tensorflow,xodus7/tensorflow,yongtang/tensorflow,ZhangXinNan/tensorflow,caisq/tensorflow,petewarden/tensorflow,ageron/tensorflow,sarvex/tensorflow,seanli9jan/tensorflow,aldian/tensorflow,dongjoon-hyun/tensorflow,karllessard/tensorflow,nburn42/tensorflow,DavidNorman/tensorflow,dongjoon-hyun/tensorflow,freedomtan/tensorflow,ZhangXinNan/tensorflow,dongjoon-hyun/tensorflow,Intel-tensorflow/tensorflow,Xeralux/tensorflow,karllessard/tensorflow,annarev/tensorflow,ZhangXinNan/tensorflow,apark263/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,gojira/tensorflow,allenlavoie/tensorflow,frreiss/tensorflow-fred,davidzchen/tensorflow,sarvex/tensorflow,jbedorf/tensorflow,paolodedios/tensorflow,Intel-Corporation/tensorflow,dendisuhubdy/tensorflow,ageron/tensorflow,jalexvig/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow-pywrap_saved_model,Xeralux/tensorflow,ZhangXinNan/tensorflow,meteorcloudy/tensorflow,kevin-coder/tensorflow-fork,gautam1858/tensorflow,jendap/tensorflow,karllessard/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,jhseu/tensorflow,manipopopo/tensorflow,brchiu/tensorflow,lukeiwanski/tensorflow,arborh/tensorflow,dendisuhubdy/tensorflow,adit-chandra/tensorflow,nburn42/tensorflow,jbedorf/tensorflow,alsrgv/tensorflow,yongtang/tensorflow,jendap/tensorflow,tensorflow/tensorflow-pywrap_saved_model,manipopopo/tensorflow,jalexvig/tensorflow,brchiu/tensorflow,gunan/tensorflow,jart/tensorflow,hfp/tensorflow-xsmm,dongjoon-hyun/tensorflow,cxxgtxy/tensorflow,theflofly/tensorflow,snnn/tensorflow,dancingdan/tensorflow,jhseu/tensorflow,gunan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,seanli9jan/tensorflow,frreiss/tensorflow-fred,karllessard/tensorflow,caisq/tensorflow,snnn/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,xodus7/tensorflow,jalexvig/tensorflow,brchiu/tensorflow,AnishShah/tensorflow,yongtang/tensorflow,jart/tensorflow,alshedivat/tensorflow,hfp/tensorflow-xsmm,freedomtan/tensorflow,freedomtan/tensorflow,Xeralux/tensorflow,frreiss/tensorflow-fred,DavidNorman/tensorflow,jart/tensorflow,yongtang/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,dendisuhubdy/tensorflow,adit-chandra/tensorflow,petewarden/tensorflow,tensorflow/tensorflow,seanli9jan/tensorflow,aldian/tensorflow,alsrgv/tensorflow,alshedivat/tensorflow,ageron/tensorflow,eaplatanios/tensorflow,allenlavoie/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,Bismarrck/tensorflow,drpngx/tensorflow,manipopopo/tensorflow,benoitsteiner/tensorflow-xsmm,brchiu/tensorflow,jalexvig/tensorflow,jbedorf/tensorflow,jendap/tensorflow,nburn42/tensorflow,freedomtan/tensorflow,ghchinoy/tensorflow,kobejean/tensorflow,AnishShah/tensorflow,kevin-coder/tensorflow-fork,petewarden/tensorflow,ppwwyyxx/tensorflow,alsrgv/tensorflow,Intel-tensorflow/tensorflow,tensorflow/tensorflow,xzturn/tensorflow,karllessard/tensorflow,theflofly/tensorflow,lukeiwanski/tensorflow,annarev/tensorflow,xodus7/tensorflow,gojira/tensorflow,allenlavoie/tensorflow,dancingdan/tensorflow,karllessard/tensorflow,davidzchen/tensorflow,gunan/tensorflow,asimshankar/tensorflow,xzturn/tensorflow,AnishShah/tensorflow,apark263/tensorflow,girving/tensorflow,gojira/tensorflow,drpngx/tensorflow,AnishShah/tensorflow,girving/tensorflow,xodus7/tensorflow,Xeralux/tensorflow,AnishShah/tensorflow,hehongliang/tensorflow,gautam1858/tensorflow,ppwwyyxx/tensorflow,ghchinoy/tensorflow,hehongliang/tensorflow,caisq/tensorflow,petewarden/tensorflow,paolodedios/tensorflow,ppwwyyxx/tensorflow,annarev/tensorflow,freedomtan/tensorflow,arborh/tensorflow,caisq/tensorflow,benoitsteiner/tensorflow-xsmm,ppwwyyxx/tensorflow,gojira/tensorflow,davidzchen/tensorflow,ZhangXinNan/tensorflow,manipopopo/tensorflow,renyi533/tensorflow,arborh/tensorflow,girving/tensorflow,petewarden/tensorflow,yongtang/tensorflow,ghchinoy/tensorflow,dendisuhubdy/tensorflow,freedomtan/tensorflow,kevin-coder/tensorflow-fork,DavidNorman/tensorflow,jendap/tensorflow,kobejean/tensorflow,karllessard/tensorflow,nburn42/tensorflow,eaplatanios/tensorflow,xzturn/tensorflow,allenlavoie/tensorflow,yongtang/tensorflow,xodus7/tensorflow,ageron/tensorflow,benoitsteiner/tensorflow-xsmm,jalexvig/tensorflow,Xeralux/tensorflow,alsrgv/tensorflow,chemelnucfin/tensorflow,davidzchen/tensorflow,kevin-coder/tensorflow-fork,davidzchen/tensorflow,jhseu/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,allenlavoie/tensorflow,Intel-tensorflow/tensorflow,arborh/tensorflow,karllessard/tensorflow,asimshankar/tensorflow,tensorflow/tensorflow-pywrap_saved_model,jart/tensorflow,dongjoon-hyun/tensorflow,asimshankar/tensorflow,aldian/tensorflow,aldian/tensorflow,aam-at/tensorflow,paolodedios/tensorflow,apark263/tensorflow,dendisuhubdy/tensorflow,arborh/tensorflow,tensorflow/tensorflow,davidzchen/tensorflow,alshedivat/tensorflow,jbedorf/tensorflow,apark263/tensorflow,freedomtan/tensorflow,frreiss/tensorflow-fred,theflofly/tensorflow,karllessard/tensorflow,davidzchen/tensorflow,renyi533/tensorflow,xzturn/tensorflow,jendap/tensorflow,tensorflow/tensorflow,girving/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,meteorcloudy/tensorflow,Intel-tensorflow/tensorflow,ghchinoy/tensorflow,ageron/tensorflow,aselle/tensorflow,sarvex/tensorflow,lukeiwanski/tensorflow,theflofly/tensorflow,manipopopo/tensorflow,Xeralux/tensorflow,adit-chandra/tensorflow,AnishShah/tensorflow,DavidNorman/tensorflow,renyi533/tensorflow,Bismarrck/tensorflow,tensorflow/tensorflow-pywrap_saved_model,theflofly/tensorflow,tensorflow/tensorflow,gautam1858/tensorflow,jhseu/tensorflow,girving/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,xzturn/tensorflow,alshedivat/tensorflow,alshedivat/tensorflow,Intel-tensorflow/tensorflow,aselle/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow,ageron/tensorflow,snnn/tensorflow,asimshankar/tensorflow,jendap/tensorflow,dendisuhubdy/tensorflow,theflofly/tensorflow,drpngx/tensorflow,hfp/tensorflow-xsmm,aldian/tensorflow,ghchinoy/tensorflow,allenlavoie/tensorflow,tensorflow/tensorflow,AnishShah/tensorflow,asimshankar/tensorflow,manipopopo/tensorflow,gunan/tensorflow,ageron/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,hfp/tensorflow-xsmm,meteorcloudy/tensorflow,frreiss/tensorflow-fred,petewarden/tensorflow,snnn/tensorflow,nburn42/tensorflow,eaplatanios/tensorflow,asimshankar/tensorflow,ppwwyyxx/tensorflow,ZhangXinNan/tensorflow,xzturn/tensorflow,arborh/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,Intel-tensorflow/tensorflow,alsrgv/tensorflow,lukeiwanski/tensorflow,jbedorf/tensorflow,ghchinoy/tensorflow,sarvex/tensorflow,cxxgtxy/tensorflow,alshedivat/tensorflow,jalexvig/tensorflow,hfp/tensorflow-xsmm,benoitsteiner/tensorflow-xsmm,meteorcloudy/tensorflow,jart/tensorflow,jalexvig/tensorflow,aselle/tensorflow,brchiu/tensorflow,jendap/tensorflow,Bismarrck/tensorflow,eaplatanios/tensorflow,adit-chandra/tensorflow,seanli9jan/tensorflow,dancingdan/tensorflow,meteorcloudy/tensorflow,kobejean/tensorflow,gautam1858/tensorflow,caisq/tensorflow,chemelnucfin/tensorflow,seanli9jan/tensorflow,alshedivat/tensorflow,jbedorf/tensorflow,xzturn/tensorflow,paolodedios/tensorflow,gunan/tensorflow,caisq/tensorflow,Xeralux/tensorflow,petewarden/tensorflow,ppwwyyxx/tensorflow,dongjoon-hyun/tensorflow,kobejean/tensorflow,kevin-coder/tensorflow-fork,theflofly/tensorflow,davidzchen/tensorflow,annarev/tensorflow,lukeiwanski/tensorflow,annarev/tensorflow,alshedivat/tensorflow,brchiu/tensorflow,ghchinoy/tensorflow,drpngx/tensorflow,seanli9jan/tensorflow,annarev/tensorflow,chemelnucfin/tensorflow,davidzchen/tensorflow,yongtang/tensorflow,Intel-Corporation/tensorflow,cxxgtxy/tensorflow,adit-chandra/tensorflow,brchiu/tensorflow,ghchinoy/tensorflow,theflofly/tensorflow,DavidNorman/tensorflow,freedomtan/tensorflow,kobejean/tensorflow,alsrgv/tensorflow,cxxgtxy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,hehongliang/tensorflow,allenlavoie/tensorflow,jart/tensorflow,chemelnucfin/tensorflow,tensorflow/tensorflow-pywrap_saved_model,jhseu/tensorflow,DavidNorman/tensorflow,hehongliang/tensorflow,kobejean/tensorflow,Bismarrck/tensorflow,aam-at/tensorflow,sarvex/tensorflow,eaplatanios/tensorflow,jendap/tensorflow,gunan/tensorflow,hfp/tensorflow-xsmm,jbedorf/tensorflow,dongjoon-hyun/tensorflow,dancingdan/tensorflow,petewarden/tensorflow,benoitsteiner/tensorflow-xsmm,jhseu/tensorflow,kobejean/tensorflow,xodus7/tensorflow,gojira/tensorflow,snnn/tensorflow,aam-at/tensorflow,Bismarrck/tensorflow,brchiu/tensorflow,adit-chandra/tensorflow,yanchen036/tensorflow,Xeralux/tensorflow,Intel-Corporation/tensorflow,allenlavoie/tensorflow,jendap/tensorflow,drpngx/tensorflow,Intel-Corporation/tensorflow,renyi533/tensorflow,Intel-tensorflow/tensorflow,jbedorf/tensorflow,ppwwyyxx/tensorflow,theflofly/tensorflow,aldian/tensorflow,frreiss/tensorflow-fred,yanchen036/tensorflow,snnn/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,chemelnucfin/tensorflow,jhseu/tensorflow,drpngx/tensorflow,DavidNorman/tensorflow,paolodedios/tensorflow,kevin-coder/tensorflow-fork,nburn42/tensorflow,tensorflow/tensorflow,kevin-coder/tensorflow-fork,meteorcloudy/tensorflow,kevin-coder/tensorflow-fork,lukeiwanski/tensorflow,lukeiwanski/tensorflow,aam-at/tensorflow,jart/tensorflow,karllessard/tensorflow,yanchen036/tensorflow,benoitsteiner/tensorflow-xsmm,paolodedios/tensorflow,xodus7/tensorflow,aselle/tensorflow,jendap/tensorflow,freedomtan/tensorflow,asimshankar/tensorflow,yanchen036/tensorflow,allenlavoie/tensorflow,Bismarrck/tensorflow,alshedivat/tensorflow,paolodedios/tensorflow,eaplatanios/tensorflow,nburn42/tensorflow,xzturn/tensorflow,adit-chandra/tensorflow,petewarden/tensorflow,dongjoon-hyun/tensorflow,annarev/tensorflow,davidzchen/tensorflow,girving/tensorflow,renyi533/tensorflow,hehongliang/tensorflow,kobejean/tensorflow,asimshankar/tensorflow,annarev/tensorflow,seanli9jan/tensorflow,davidzchen/tensorflow,hehongliang/tensorflow,gautam1858/tensorflow,gunan/tensorflow,gunan/tensorflow,xodus7/tensorflow,chemelnucfin/tensorflow,drpngx/tensorflow,nburn42/tensorflow,yanchen036/tensorflow,arborh/tensorflow,dendisuhubdy/tensorflow,AnishShah/tensorflow,Xeralux/tensorflow,ppwwyyxx/tensorflow,dongjoon-hyun/tensorflow,tensorflow/tensorflow,kevin-coder/tensorflow-fork,arborh/tensorflow,hfp/tensorflow-xsmm,meteorcloudy/tensorflow,aselle/tensorflow,benoitsteiner/tensorflow-xsmm,theflofly/tensorflow,Bismarrck/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow,jalexvig/tensorflow,seanli9jan/tensorflow,yanchen036/tensorflow,frreiss/tensorflow-fred,asimshankar/tensorflow,ageron/tensorflow,gojira/tensorflow,caisq/tensorflow,frreiss/tensorflow-fred,hfp/tensorflow-xsmm,ZhangXinNan/tensorflow,renyi533/tensorflow,yongtang/tensorflow,Bismarrck/tensorflow,sarvex/tensorflow,paolodedios/tensorflow,nburn42/tensorflow,xzturn/tensorflow,aselle/tensorflow,paolodedios/tensorflow,annarev/tensorflow,eaplatanios/tensorflow,dancingdan/tensorflow,dongjoon-hyun/tensorflow,gunan/tensorflow,xzturn/tensorflow,dendisuhubdy/tensorflow,petewarden/tensorflow,alshedivat/tensorflow,aam-at/tensorflow,gojira/tensorflow,nburn42/tensorflow,kevin-coder/tensorflow-fork,benoitsteiner/tensorflow-xsmm,nburn42/tensorflow,allenlavoie/tensorflow,manipopopo/tensorflow,renyi533/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,ZhangXinNan/tensorflow,frreiss/tensorflow-fred,karllessard/tensorflow,snnn/tensorflow,davidzchen/tensorflow,tensorflow/tensorflow-pywrap_saved_model,AnishShah/tensorflow,adit-chandra/tensorflow,xodus7/tensorflow,paolodedios/tensorflow,dancingdan/tensorflow,hfp/tensorflow-xsmm,dancingdan/tensorflow,Intel-tensorflow/tensorflow,apark263/tensorflow,gunan/tensorflow,Xeralux/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,aam-at/tensorflow,apark263/tensorflow,arborh/tensorflow,Intel-Corporation/tensorflow,kobejean/tensorflow,apark263/tensorflow,cxxgtxy/tensorflow,aselle/tensorflow,ageron/tensorflow,snnn/tensorflow,aam-at/tensorflow,theflofly/tensorflow,renyi533/tensorflow,yongtang/tensorflow,renyi533/tensorflow,hehongliang/tensorflow,lukeiwanski/tensorflow,apark263/tensorflow,benoitsteiner/tensorflow-xsmm,lukeiwanski/tensorflow,chemelnucfin/tensorflow,girving/tensorflow,kobejean/tensorflow,girving/tensorflow,petewarden/tensorflow,aselle/tensorflow,snnn/tensorflow,frreiss/tensorflow-fred,gojira/tensorflow,dancingdan/tensorflow,manipopopo/tensorflow,yanchen036/tensorflow,apark263/tensorflow,gautam1858/tensorflow,apark263/tensorflow,arborh/tensorflow,sarvex/tensorflow,Bismarrck/tensorflow,ppwwyyxx/tensorflow,meteorcloudy/tensorflow,benoitsteiner/tensorflow-xsmm,chemelnucfin/tensorflow,jart/tensorflow,jart/tensorflow,jbedorf/tensorflow,frreiss/tensorflow-fred,jart/tensorflow,alsrgv/tensorflow,caisq/tensorflow,brchiu/tensorflow,eaplatanios/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,Bismarrck/tensorflow,tensorflow/tensorflow-pywrap_saved_model,kobejean/tensorflow,aselle/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,AnishShah/tensorflow,ppwwyyxx/tensorflow,alsrgv/tensorflow,seanli9jan/tensorflow,jalexvig/tensorflow,chemelnucfin/tensorflow,manipopopo/tensorflow,ghchinoy/tensorflow,arborh/tensorflow,manipopopo/tensorflow,gautam1858/tensorflow,caisq/tensorflow,jbedorf/tensorflow,dendisuhubdy/tensorflow,aselle/tensorflow,seanli9jan/tensorflow,Intel-Corporation/tensorflow,Xeralux/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,aam-at/tensorflow,aam-at/tensorflow,gautam1858/tensorflow,freedomtan/tensorflow,yanchen036/tensorflow,gunan/tensorflow,jalexvig/tensorflow,aam-at/tensorflow,frreiss/tensorflow-fred,alsrgv/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,paolodedios/tensorflow,seanli9jan/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,Bismarrck/tensorflow,jhseu/tensorflow,cxxgtxy/tensorflow,aselle/tensorflow,adit-chandra/tensorflow,DavidNorman/tensorflow,meteorcloudy/tensorflow,aldian/tensorflow,girving/tensorflow,alsrgv/tensorflow,ZhangXinNan/tensorflow,xzturn/tensorflow,arborh/tensorflow,sarvex/tensorflow,ageron/tensorflow,AnishShah/tensorflow,cxxgtxy/tensorflow,girving/tensorflow,jalexvig/tensorflow,dancingdan/tensorflow,xzturn/tensorflow,ZhangXinNan/tensorflow,dendisuhubdy/tensorflow,drpngx/tensorflow,adit-chandra/tensorflow