  [tpu:profiler] Add a new field to the statistics collected at each step.
  [tpu:profiler] Add a new field to the statistics collected at each step.

PiperOrigin-RevId: 198425588

AnishShah/tensorflow,jalexvig/tensorflow,theflofly/tensorflow,renyi533/tensorflow,gunan/tensorflow,Intel-tensorflow/tensorflow,AnishShah/tensorflow,asimshankar/tensorflow,dendisuhubdy/tensorflow,ageron/tensorflow,renyi533/tensorflow,annarev/tensorflow,aselle/tensorflow,alsrgv/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,girving/tensorflow,nburn42/tensorflow,xzturn/tensorflow,ageron/tensorflow,theflofly/tensorflow,ppwwyyxx/tensorflow,yanchen036/tensorflow,yongtang/tensorflow,seanli9jan/tensorflow,petewarden/tensorflow,Intel-tensorflow/tensorflow,seanli9jan/tensorflow,alshedivat/tensorflow,drpngx/tensorflow,kevin-coder/tensorflow-fork,meteorcloudy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,xodus7/tensorflow,Intel-tensorflow/tensorflow,nburn42/tensorflow,ageron/tensorflow,manipopopo/tensorflow,arborh/tensorflow,chemelnucfin/tensorflow,Intel-tensorflow/tensorflow,renyi533/tensorflow,sarvex/tensorflow,alsrgv/tensorflow,DavidNorman/tensorflow,gautam1858/tensorflow,jhseu/tensorflow,brchiu/tensorflow,davidzchen/tensorflow,lukeiwanski/tensorflow,alsrgv/tensorflow,asimshankar/tensorflow,DavidNorman/tensorflow,caisq/tensorflow,theflofly/tensorflow,gunan/tensorflow,xodus7/tensorflow,lukeiwanski/tensorflow,girving/tensorflow,ageron/tensorflow,arborh/tensorflow,chemelnucfin/tensorflow,brchiu/tensorflow,alsrgv/tensorflow,petewarden/tensorflow,renyi533/tensorflow,ghchinoy/tensorflow,gunan/tensorflow,ageron/tensorflow,AnishShah/tensorflow,asimshankar/tensorflow,drpngx/tensorflow,kevin-coder/tensorflow-fork,ghchinoy/tensorflow,yongtang/tensorflow,drpngx/tensorflow,kevin-coder/tensorflow-fork,jalexvig/tensorflow,kobejean/tensorflow,nburn42/tensorflow,drpngx/tensorflow,brchiu/tensorflow,dendisuhubdy/tensorflow,jalexvig/tensorflow,annarev/tensorflow,Bismarrck/tensorflow,davidzchen/tensorflow,arborh/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,sarvex/tensorflow,chemelnucfin/tensorflow,dongjoon-hyun/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow-pywrap_saved_model,manipopopo/tensorflow,DavidNorman/tensorflow,girving/tensorflow,DavidNorman/tensorflow,meteorcloudy/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,aldian/tensorflow,annarev/tensorflow,Intel-tensorflow/tensorflow,brchiu/tensorflow,caisq/tensorflow,ghchinoy/tensorflow,renyi533/tensorflow,benoitsteiner/tensorflow-xsmm,DavidNorman/tensorflow,gunan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,jendap/tensorflow,dancingdan/tensorflow,aam-at/tensorflow,renyi533/tensorflow,xodus7/tensorflow,benoitsteiner/tensorflow-xsmm,lukeiwanski/tensorflow,paolodedios/tensorflow,snnn/tensorflow,tensorflow/tensorflow-pywrap_saved_model,tensorflow/tensorflow-experimental_link_static_libraries_once,jalexvig/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,yanchen036/tensorflow,kobejean/tensorflow,apark263/tensorflow,alshedivat/tensorflow,chemelnucfin/tensorflow,davidzchen/tensorflow,DavidNorman/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow,cxxgtxy/tensorflow,gautam1858/tensorflow,frreiss/tensorflow-fred,aselle/tensorflow,alshedivat/tensorflow,dancingdan/tensorflow,apark263/tensorflow,apark263/tensorflow,seanli9jan/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow,kobejean/tensorflow,frreiss/tensorflow-fred,jbedorf/tensorflow,benoitsteiner/tensorflow-xsmm,seanli9jan/tensorflow,brchiu/tensorflow,annarev/tensorflow,chemelnucfin/tensorflow,gojira/tensorflow,ageron/tensorflow,jbedorf/tensorflow,Intel-tensorflow/tensorflow,dancingdan/tensorflow,chemelnucfin/tensorflow,meteorcloudy/tensorflow,Intel-tensorflow/tensorflow,caisq/tensorflow,cxxgtxy/tensorflow,Intel-Corporation/tensorflow,hfp/tensorflow-xsmm,ageron/tensorflow,alshedivat/tensorflow,jbedorf/tensorflow,ghchinoy/tensorflow,kobejean/tensorflow,aselle/tensorflow,gojira/tensorflow,asimshankar/tensorflow,hehongliang/tensorflow,apark263/tensorflow,theflofly/tensorflow,aldian/tensorflow,chemelnucfin/tensorflow,yongtang/tensorflow,aldian/tensorflow,kobejean/tensorflow,arborh/tensorflow,gunan/tensorflow,AnishShah/tensorflow,hehongliang/tensorflow,gojira/tensorflow,xzturn/tensorflow,kevin-coder/tensorflow-fork,hfp/tensorflow-xsmm,alshedivat/tensorflow,freedomtan/tensorflow,snnn/tensorflow,Bismarrck/tensorflow,ghchinoy/tensorflow,jhseu/tensorflow,Bismarrck/tensorflow,AnishShah/tensorflow,davidzchen/tensorflow,snnn/tensorflow,chemelnucfin/tensorflow,ppwwyyxx/tensorflow,alsrgv/tensorflow,Bismarrck/tensorflow,paolodedios/tensorflow,sarvex/tensorflow,theflofly/tensorflow,apark263/tensorflow,dancingdan/tensorflow,Bismarrck/tensorflow,renyi533/tensorflow,gunan/tensorflow,meteorcloudy/tensorflow,nburn42/tensorflow,tensorflow/tensorflow,xodus7/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,tensorflow/tensorflow-pywrap_saved_model,davidzchen/tensorflow,jbedorf/tensorflow,tensorflow/tensorflow,adit-chandra/tensorflow,yongtang/tensorflow,hfp/tensorflow-xsmm,sarvex/tensorflow,asimshankar/tensorflow,hfp/tensorflow-xsmm,karllessard/tensorflow,ZhangXinNan/tensorflow,annarev/tensorflow,freedomtan/tensorflow,drpngx/tensorflow,seanli9jan/tensorflow,dongjoon-hyun/tensorflow,jhseu/tensorflow,alshedivat/tensorflow,dancingdan/tensorflow,dongjoon-hyun/tensorflow,kevin-coder/tensorflow-fork,kevin-coder/tensorflow-fork,lukeiwanski/tensorflow,asimshankar/tensorflow,apark263/tensorflow,apark263/tensorflow,aselle/tensorflow,tensorflow/tensorflow,lukeiwanski/tensorflow,jart/tensorflow,tensorflow/tensorflow-pywrap_saved_model,AnishShah/tensorflow,gautam1858/tensorflow,tensorflow/tensorflow-pywrap_saved_model,ppwwyyxx/tensorflow,Bismarrck/tensorflow,kobejean/tensorflow,jendap/tensorflow,jart/tensorflow,hfp/tensorflow-xsmm,aam-at/tensorflow,snnn/tensorflow,frreiss/tensorflow-fred,kobejean/tensorflow,Bismarrck/tensorflow,Bismarrck/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,ZhangXinNan/tensorflow,xodus7/tensorflow,arborh/tensorflow,annarev/tensorflow,kobejean/tensorflow,gautam1858/tensorflow,aselle/tensorflow,xzturn/tensorflow,frreiss/tensorflow-fred,jbedorf/tensorflow,tensorflow/tensorflow,tensorflow/tensorflow,freedomtan/tensorflow,manipopopo/tensorflow,jhseu/tensorflow,arborh/tensorflow,apark263/tensorflow,dendisuhubdy/tensorflow,seanli9jan/tensorflow,alshedivat/tensorflow,drpngx/tensorflow,xzturn/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,theflofly/tensorflow,girving/tensorflow,DavidNorman/tensorflow,freedomtan/tensorflow,petewarden/tensorflow,paolodedios/tensorflow,tensorflow/tensorflow,meteorcloudy/tensorflow,AnishShah/tensorflow,meteorcloudy/tensorflow,frreiss/tensorflow-fred,jendap/tensorflow,dendisuhubdy/tensorflow,nburn42/tensorflow,ghchinoy/tensorflow,dancingdan/tensorflow,ZhangXinNan/tensorflow,manipopopo/tensorflow,alsrgv/tensorflow,ageron/tensorflow,jart/tensorflow,brchiu/tensorflow,nburn42/tensorflow,jbedorf/tensorflow,cxxgtxy/tensorflow,jalexvig/tensorflow,freedomtan/tensorflow,benoitsteiner/tensorflow-xsmm,dongjoon-hyun/tensorflow,snnn/tensorflow,yanchen036/tensorflow,frreiss/tensorflow-fred,snnn/tensorflow,karllessard/tensorflow,DavidNorman/tensorflow,jart/tensorflow,cxxgtxy/tensorflow,snnn/tensorflow,annarev/tensorflow,xzturn/tensorflow,adit-chandra/tensorflow,petewarden/tensorflow,adit-chandra/tensorflow,ZhangXinNan/tensorflow,ppwwyyxx/tensorflow,xodus7/tensorflow,dendisuhubdy/tensorflow,ZhangXinNan/tensorflow,benoitsteiner/tensorflow-xsmm,hfp/tensorflow-xsmm,alshedivat/tensorflow,petewarden/tensorflow,freedomtan/tensorflow,jalexvig/tensorflow,dancingdan/tensorflow,aselle/tensorflow,dendisuhubdy/tensorflow,hehongliang/tensorflow,snnn/tensorflow,davidzchen/tensorflow,gunan/tensorflow,benoitsteiner/tensorflow-xsmm,Intel-Corporation/tensorflow,gojira/tensorflow,yanchen036/tensorflow,hfp/tensorflow-xsmm,meteorcloudy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow-experimental_link_static_libraries_once,ageron/tensorflow,girving/tensorflow,karllessard/tensorflow,yongtang/tensorflow,frreiss/tensorflow-fred,manipopopo/tensorflow,xzturn/tensorflow,nburn42/tensorflow,arborh/tensorflow,seanli9jan/tensorflow,gunan/tensorflow,nburn42/tensorflow,jhseu/tensorflow,petewarden/tensorflow,nburn42/tensorflow,Bismarrck/tensorflow,adit-chandra/tensorflow,caisq/tensorflow,dongjoon-hyun/tensorflow,tensorflow/tensorflow-pywrap_saved_model,gautam1858/tensorflow,dongjoon-hyun/tensorflow,aselle/tensorflow,kevin-coder/tensorflow-fork,tensorflow/tensorflow-experimental_link_static_libraries_once,apark263/tensorflow,asimshankar/tensorflow,brchiu/tensorflow,karllessard/tensorflow,paolodedios/tensorflow,paolodedios/tensorflow,renyi533/tensorflow,frreiss/tensorflow-fred,arborh/tensorflow,karllessard/tensorflow,yongtang/tensorflow,arborh/tensorflow,Intel-Corporation/tensorflow,yanchen036/tensorflow,sarvex/tensorflow,gunan/tensorflow,gojira/tensorflow,xodus7/tensorflow,freedomtan/tensorflow,asimshankar/tensorflow,aam-at/tensorflow,gojira/tensorflow,caisq/tensorflow,ppwwyyxx/tensorflow,ZhangXinNan/tensorflow,dongjoon-hyun/tensorflow,kobejean/tensorflow,aselle/tensorflow,ghchinoy/tensorflow,benoitsteiner/tensorflow-xsmm,xzturn/tensorflow,aam-at/tensorflow,nburn42/tensorflow,jhseu/tensorflow,gunan/tensorflow,freedomtan/tensorflow,ppwwyyxx/tensorflow,girving/tensorflow,lukeiwanski/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,dancingdan/tensorflow,karllessard/tensorflow,gojira/tensorflow,jhseu/tensorflow,ghchinoy/tensorflow,yongtang/tensorflow,gautam1858/tensorflow,arborh/tensorflow,ppwwyyxx/tensorflow,aldian/tensorflow,alsrgv/tensorflow,alshedivat/tensorflow,petewarden/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,aselle/tensorflow,seanli9jan/tensorflow,Intel-tensorflow/tensorflow,apark263/tensorflow,aldian/tensorflow,Intel-Corporation/tensorflow,dendisuhubdy/tensorflow,seanli9jan/tensorflow,aam-at/tensorflow,yongtang/tensorflow,jhseu/tensorflow,tensorflow/tensorflow,girving/tensorflow,jhseu/tensorflow,alsrgv/tensorflow,annarev/tensorflow,renyi533/tensorflow,jendap/tensorflow,Intel-tensorflow/tensorflow,jbedorf/tensorflow,dongjoon-hyun/tensorflow,jart/tensorflow,paolodedios/tensorflow,davidzchen/tensorflow,kobejean/tensorflow,xodus7/tensorflow,yongtang/tensorflow,annarev/tensorflow,theflofly/tensorflow,jendap/tensorflow,jalexvig/tensorflow,girving/tensorflow,Bismarrck/tensorflow,paolodedios/tensorflow,hehongliang/tensorflow,ZhangXinNan/tensorflow,frreiss/tensorflow-fred,brchiu/tensorflow,jendap/tensorflow,jalexvig/tensorflow,annarev/tensorflow,jbedorf/tensorflow,jendap/tensorflow,jhseu/tensorflow,gautam1858/tensorflow,alsrgv/tensorflow,davidzchen/tensorflow,Bismarrck/tensorflow,jbedorf/tensorflow,nburn42/tensorflow,aam-at/tensorflow,cxxgtxy/tensorflow,dendisuhubdy/tensorflow,karllessard/tensorflow,karllessard/tensorflow,jart/tensorflow,cxxgtxy/tensorflow,ghchinoy/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,frreiss/tensorflow-fred,AnishShah/tensorflow,gojira/tensorflow,adit-chandra/tensorflow,jalexvig/tensorflow,gunan/tensorflow,gojira/tensorflow,freedomtan/tensorflow,caisq/tensorflow,Intel-Corporation/tensorflow,benoitsteiner/tensorflow-xsmm,chemelnucfin/tensorflow,aam-at/tensorflow,sarvex/tensorflow,girving/tensorflow,meteorcloudy/tensorflow,manipopopo/tensorflow,drpngx/tensorflow,ghchinoy/tensorflow,gautam1858/tensorflow,gautam1858/tensorflow,manipopopo/tensorflow,hfp/tensorflow-xsmm,aam-at/tensorflow,tensorflow/tensorflow,arborh/tensorflow,drpngx/tensorflow,kevin-coder/tensorflow-fork,karllessard/tensorflow,jbedorf/tensorflow,jendap/tensorflow,benoitsteiner/tensorflow-xsmm,aam-at/tensorflow,benoitsteiner/tensorflow-xsmm,tensorflow/tensorflow-pywrap_tf_optimizer,kevin-coder/tensorflow-fork,kevin-coder/tensorflow-fork,arborh/tensorflow,petewarden/tensorflow,hfp/tensorflow-xsmm,cxxgtxy/tensorflow,caisq/tensorflow,jalexvig/tensorflow,ZhangXinNan/tensorflow,lukeiwanski/tensorflow,hfp/tensorflow-xsmm,girving/tensorflow,jart/tensorflow,hehongliang/tensorflow,yongtang/tensorflow,paolodedios/tensorflow,adit-chandra/tensorflow,dongjoon-hyun/tensorflow,jbedorf/tensorflow,AnishShah/tensorflow,manipopopo/tensorflow,aldian/tensorflow,freedomtan/tensorflow,caisq/tensorflow,annarev/tensorflow,alshedivat/tensorflow,davidzchen/tensorflow,xzturn/tensorflow,paolodedios/tensorflow,paolodedios/tensorflow,hehongliang/tensorflow,meteorcloudy/tensorflow,ppwwyyxx/tensorflow,davidzchen/tensorflow,tensorflow/tensorflow-pywrap_saved_model,yongtang/tensorflow,adit-chandra/tensorflow,ageron/tensorflow,yanchen036/tensorflow,dongjoon-hyun/tensorflow,davidzchen/tensorflow,alsrgv/tensorflow,tensorflow/tensorflow-pywrap_saved_model,dongjoon-hyun/tensorflow,Intel-tensorflow/tensorflow,aam-at/tensorflow,seanli9jan/tensorflow,aselle/tensorflow,benoitsteiner/tensorflow-xsmm,tensorflow/tensorflow-pywrap_saved_model,xodus7/tensorflow,chemelnucfin/tensorflow,gojira/tensorflow,gautam1858/tensorflow,jart/tensorflow,DavidNorman/tensorflow,chemelnucfin/tensorflow,ageron/tensorflow,AnishShah/tensorflow,aselle/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,brchiu/tensorflow,caisq/tensorflow,kevin-coder/tensorflow-fork,Intel-Corporation/tensorflow,freedomtan/tensorflow,xzturn/tensorflow,gojira/tensorflow,drpngx/tensorflow,adit-chandra/tensorflow,snnn/tensorflow,brchiu/tensorflow,asimshankar/tensorflow,gunan/tensorflow,kobejean/tensorflow,manipopopo/tensorflow,xodus7/tensorflow,karllessard/tensorflow,cxxgtxy/tensorflow,ppwwyyxx/tensorflow,dendisuhubdy/tensorflow,jbedorf/tensorflow,ghchinoy/tensorflow,snnn/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,tensorflow/tensorflow,sarvex/tensorflow,theflofly/tensorflow,jendap/tensorflow,AnishShah/tensorflow,ageron/tensorflow,frreiss/tensorflow-fred,aldian/tensorflow,hehongliang/tensorflow,aam-at/tensorflow,petewarden/tensorflow,manipopopo/tensorflow,aam-at/tensorflow,renyi533/tensorflow,DavidNorman/tensorflow,gautam1858/tensorflow,Intel-Corporation/tensorflow,ZhangXinNan/tensorflow,petewarden/tensorflow,davidzchen/tensorflow,snnn/tensorflow,adit-chandra/tensorflow,asimshankar/tensorflow,theflofly/tensorflow,xzturn/tensorflow,jart/tensorflow,karllessard/tensorflow,asimshankar/tensorflow,freedomtan/tensorflow,tensorflow/tensorflow-pywrap_saved_model,lukeiwanski/tensorflow,DavidNorman/tensorflow,jart/tensorflow,ghchinoy/tensorflow,drpngx/tensorflow,ppwwyyxx/tensorflow,theflofly/tensorflow,seanli9jan/tensorflow,apark263/tensorflow,xodus7/tensorflow,hfp/tensorflow-xsmm,gautam1858/tensorflow,ZhangXinNan/tensorflow,xzturn/tensorflow,lukeiwanski/tensorflow,DavidNorman/tensorflow,xzturn/tensorflow,yanchen036/tensorflow,alshedivat/tensorflow,renyi533/tensorflow,aldian/tensorflow,chemelnucfin/tensorflow,alsrgv/tensorflow,caisq/tensorflow,dancingdan/tensorflow,petewarden/tensorflow,ppwwyyxx/tensorflow,renyi533/tensorflow,brchiu/tensorflow,yanchen036/tensorflow,Intel-tensorflow/tensorflow,jendap/tensorflow,dancingdan/tensorflow,ppwwyyxx/tensorflow,sarvex/tensorflow,dancingdan/tensorflow,alsrgv/tensorflow,tensorflow/tensorflow-pywrap_tf_optimizer,jhseu/tensorflow,manipopopo/tensorflow,lukeiwanski/tensorflow,jalexvig/tensorflow,Intel-Corporation/tensorflow,girving/tensorflow,theflofly/tensorflow,dendisuhubdy/tensorflow,meteorcloudy/tensorflow,jendap/tensorflow,frreiss/tensorflow-fred,petewarden/tensorflow,ZhangXinNan/tensorflow,jhseu/tensorflow,theflofly/tensorflow,adit-chandra/tensorflow,tensorflow/tensorflow-experimental_link_static_libraries_once,adit-chandra/tensorflow