[SPARK-7467] Dag visualization: treat checkpoint as an RDD operation
[SPARK-7467] Dag visualization: treat checkpoint as an RDD operation

Such that a checkpoint RDD does not go into random scopes on the UI, e.g. `take`. We've seen this in streaming.

Author: Andrew Or <andrew@databricks.com>

Closes #6004 from andrewor14/dag-viz-checkpoint and squashes the following commits:

9217439 [Andrew Or] Fix checkpoints
4ae8806 [Andrew Or] Merge branch 'master' of github.com:apache/spark into dag-viz-checkpoint
19bc07b [Andrew Or] Treat checkpoint as an RDD operation

witgo/spark,loneknightpy/spark,patrick-nicholson/spark,hhbyyh/spark,ueshin/apache-spark,kimoonkim/spark,adrian-ionescu/apache-spark,ron8hu/spark,ibm-research-ireland/sparkoscope,WeichenXu123/spark,maropu/spark,rikima/spark,1haodian/spark,rikima/spark,BryanCutler/spark,andrewor14/spark,zuotingbing/spark,kissmetrics/spark,setjet/spark,zhouyejoe/spark,ddna1021/spark,BryanCutler/spark,HyukjinKwon/spark,holdenk/spark,szhem/spark,darionyaphet/spark,kevinyu98/spark,debugger87/spark,hvanhovell/spark,mike0sv/spark,ericvandenbergfb/spark,spark-test/spark,apache-spark-on-k8s/spark,UndeadBaneGitHub/spark,vinodkc/spark,byakuinss/spark,kissmetrics/spark,debugger87/spark,actuaryzhang/spark,tengpeng/spark,hvanhovell/spark,SHASHANKB/spark,janewangfb/spark,saturday-shi/spark,kimoonkim/spark,pgandhi999/spark,saltstar/spark,szhem/spark,brad-kaiser/spark,rednaxelafx/apache-spark,dbtsai/spark,sureshthalamati/spark,Panos-Bletsos/spark-cost-model-optimizer,SHASHANKB/spark,jrshust/spark,gioenn/xSpark,narahari92/spark,sahilTakiar/spark,narahari92/spark,setjet/spark,apache/spark,maropu/spark,bravo-zhang/spark,someorz/spark,pgandhi999/spark,mahak/spark,matthewfranglen/spark,highfei2011/spark,gengliangwang/spark,cin/spark,sahilTakiar/spark,UndeadBaneGitHub/spark,jianran/spark,jiangxb1987/spark,witgo/spark,lvdongr/spark,zero323/spark,Aegeaner/spark,zhouyejoe/spark,byakuinss/spark,dbtsai/spark,bOOm-X/spark,saltstar/spark,sahilTakiar/spark,icexelloss/spark,minixalpha/spark,metamx/spark,LantaoJin/spark,techaddict/spark,SnappyDataInc/spark,aokolnychyi/spark,highfei2011/spark,ConeyLiu/spark,dongjoon-hyun/spark,wangyum/spark,metamx/spark,wzhfy/spark,stanzhai/spark,ddna1021/spark,saturday-shi/spark,bravo-zhang/spark,lxsmnv/spark,ddna1021/spark,caneGuy/spark,loneknightpy/spark,Aegeaner/spark,janewangfb/spark,icexelloss/spark,ddna1021/spark,caneGuy/spark,nchammas/spark,aray/spark,yanboliang/spark,map222/spark,kiszk/spark,aosagie/spark,mdespriee/spark,vinodkc/spark,kevinyu98/spark,haowu80s/spark,kiszk/spark,huang1900/spark,bravo-zhang/spark,guoxiaolongzte/spark,kevinyu98/spark,zuotingbing/spark,MLnick/spark,wangmiao1981/spark,publicRoman/spark,nchammas/spark,zhouyejoe/spark,darionyaphet/spark,taroplus/spark,rednaxelafx/apache-spark,jrshust/spark,map222/spark,cloud-fan/spark,someorz/spark,sachintyagi22/spark,shuangshuangwang/spark,LantaoJin/spark,mike0sv/spark,pgandhi999/spark,jkbradley/spark,alunarbeach/spark,holdenk/spark,nlalevee/spark,joseph-torres/spark,markhamstra/spark,liyichao/spark,janewangfb/spark,bOOm-X/spark,alunarbeach/spark,liutang123/spark,shaneknapp/spark,cin/spark,saltstar/spark,dbtsai/spark,jkbradley/spark,liutang123/spark,lxsmnv/spark,yanboliang/spark,chuckchen/spark,wangmiao1981/spark,facaiy/spark,bdrillard/spark,lvdongr/spark,dhruve/spark,yanboliang/spark,milliman/spark,HyukjinKwon/spark,byakuinss/spark,wangyum/spark,shaneknapp/spark,spark-test/spark,hhbyyh/spark,rekhajoshm/spark,darionyaphet/spark,zuotingbing/spark,liutang123/spark,markhamstra/spark,adrian-ionescu/apache-spark,ioana-delaney/spark,aosagie/spark,ahnqirage/spark,panfengfeng/spark,sachintyagi22/spark,ron8hu/spark,nilsgrabbert/spark,jianran/spark,techaddict/spark,highfei2011/spark,jiangxb1987/spark,rikima/spark,brad-kaiser/spark,jiangxb1987/spark,xuanyuanking/spark,jkbradley/spark,mzl9039/spark,JoshRosen/spark,holdenk/spark,shuangshuangwang/spark,SHASHANKB/spark,wangmiao1981/spark,nchammas/spark,milliman/spark,mzl9039/spark,publicRoman/spark,kevinyu98/spark,kimoonkim/spark,tengpeng/spark,hvanhovell/spark,lxsmnv/spark,apache-spark-on-k8s/spark,caneGuy/spark,someorz/spark,ahnqirage/spark,hvanhovell/spark,joseph-torres/spark,someorz/spark,SHASHANKB/spark,sureshthalamati/spark,ioana-delaney/spark,stanzhai/spark,nchammas/spark,michalsenkyr/spark,xuanyuanking/spark,srowen/spark,maropu/spark,loneknightpy/spark,gioenn/xSpark,JerryLead/spark,shubhamchopra/spark,hhbyyh/spark,darionyaphet/spark,MLnick/spark,kissmetrics/spark,jiangxb1987/spark,nilsgrabbert/spark,minixalpha/spark,HyukjinKwon/spark,saturday-shi/spark,facaiy/spark,MLnick/spark,facaiy/spark,huang1900/spark,rezasafi/spark,wangyum/spark,nchammas/spark,metamx/spark,alunarbeach/spark,akopich/spark,adrian-ionescu/apache-spark,map222/spark,bdrillard/spark,joseph-torres/spark,mike0sv/spark,publicRoman/spark,xuanyuanking/spark,bOOm-X/spark,patrick-nicholson/spark,goldmedal/spark,ahnqirage/spark,stanzhai/spark,ConeyLiu/spark,debugger87/spark,wzhfy/spark,huang1900/spark,ericvandenbergfb/spark,zzcclp/spark,JoshRosen/spark,highfei2011/spark,sachintyagi22/spark,WindCanDie/spark,kissmetrics/spark,gioenn/xSpark,kissmetrics/spark,skonto/spark,shaneknapp/spark,jlopezmalla/spark,actuaryzhang/spark,mahak/spark,bOOm-X/spark,zero323/spark,mahak/spark,eyalfa/spark,facaiy/spark,panfengfeng/spark,pronix/spark,debugger87/spark,1haodian/spark,narahari92/spark,xuanyuanking/spark,caneGuy/spark,map222/spark,dbtsai/spark,SnappyDataInc/spark,gioenn/xSpark,andrewor14/spark,tejasapatil/spark,WindCanDie/spark,tejasapatil/spark,eyalfa/spark,xflin/spark,ioana-delaney/spark,markhamstra/spark,highfei2011/spark,JoshRosen/spark,panfengfeng/spark,BryanCutler/spark,apache-spark-on-k8s/spark,cloud-fan/spark,esi-mineset/spark,minixalpha/spark,aray/spark,cin/spark,dongjoon-hyun/spark,liyichao/spark,pronix/spark,akopich/spark,zhouyejoe/spark,cloud-fan/spark,xuanyuanking/spark,jkbradley/spark,big-pegasus/spark,mike0sv/spark,caneGuy/spark,stanzhai/spark,facaiy/spark,xflin/spark,mzl9039/spark,lxsmnv/spark,metamx/spark,jlopezmalla/spark,ibm-research-ireland/sparkoscope,techaddict/spark,poffuomo/spark,caneGuy/spark,WindCanDie/spark,brad-kaiser/spark,apache/spark,BryanCutler/spark,zzcclp/spark,chuckchen/spark,ConeyLiu/spark,gioenn/xSpark,someorz/spark,UndeadBaneGitHub/spark,kiszk/spark,shaneknapp/spark,poffuomo/spark,janewangfb/spark,saltstar/spark,szhem/spark,1haodian/spark,ahnqirage/spark,milliman/spark,HyukjinKwon/spark,byakuinss/spark,rednaxelafx/apache-spark,zero323/spark,haowu80s/spark,huang1900/spark,nchammas/spark,dongjoon-hyun/spark,skonto/spark,dongjoon-hyun/spark,ueshin/apache-spark,jrshust/spark,lvdongr/spark,mdespriee/spark,rikima/spark,BryanCutler/spark,big-pegasus/spark,jkbradley/spark,janewangfb/spark,srowen/spark,map222/spark,jlopezmalla/spark,maropu/spark,mahak/spark,dongjoon-hyun/spark,ron8hu/spark,HyukjinKwon/spark,hhbyyh/spark,witgo/spark,skonto/spark,ajaysaini725/spark,liyichao/spark,haowu80s/spark,sachintyagi22/spark,ConeyLiu/spark,zero323/spark,kevinyu98/spark,BryanCutler/spark,zuotingbing/spark,rezasafi/spark,jrshust/spark,mzl9039/spark,highfei2011/spark,jianran/spark,zhouyejoe/spark,andrewor14/spark,sureshthalamati/spark,MLnick/spark,kevinyu98/spark,tejasapatil/spark,gengliangwang/spark,stanzhai/spark,esi-mineset/spark,wzhfy/spark,zuotingbing/spark,poffuomo/spark,icexelloss/spark,loneknightpy/spark,setjet/spark,aokolnychyi/spark,mdespriee/spark,shubhamchopra/spark,icexelloss/spark,WeichenXu123/spark,pgandhi999/spark,patrick-nicholson/spark,ericvandenbergfb/spark,shaneknapp/spark,LantaoJin/spark,stanzhai/spark,rednaxelafx/apache-spark,brad-kaiser/spark,aokolnychyi/spark,eyalfa/spark,wangmiao1981/spark,aray/spark,panfengfeng/spark,vinodkc/spark,ibm-research-ireland/sparkoscope,sahilTakiar/spark,nlalevee/spark,rekhajoshm/spark,apache/spark,ptkool/spark,mdespriee/spark,tengpeng/spark,JoshRosen/spark,cloud-fan/spark,wangyum/spark,minixalpha/spark,skonto/spark,spark-test/spark,narahari92/spark,jrshust/spark,apache/spark,apache-spark-on-k8s/spark,michalsenkyr/spark,darionyaphet/spark,milliman/spark,cloud-fan/spark,mahak/spark,someorz/spark,dhruve/spark,ConeyLiu/spark,xflin/spark,WindCanDie/spark,rezasafi/spark,goldmedal/spark,ron8hu/spark,markhamstra/spark,zzcclp/spark,narahari92/spark,chuckchen/spark,gioenn/xSpark,wzhfy/spark,markhamstra/spark,dhruve/spark,JerryLead/spark,maropu/spark,nilsgrabbert/spark,jiangxb1987/spark,zero323/spark,Panos-Bletsos/spark-cost-model-optimizer,guoxiaolongzte/spark,rekhajoshm/spark,cin/spark,jrshust/spark,ajaysaini725/spark,michalsenkyr/spark,akopich/spark,gengliangwang/spark,JoshRosen/spark,sachintyagi22/spark,srowen/spark,byakuinss/spark,yanboliang/spark,actuaryzhang/spark,SnappyDataInc/spark,shubhamchopra/spark,wzhfy/spark,bravo-zhang/spark,taroplus/spark,big-pegasus/spark,debugger87/spark,ConeyLiu/spark,ptkool/spark,ajaysaini725/spark,aokolnychyi/spark,nlalevee/spark,gengliangwang/spark,setjet/spark,pronix/spark,tejasapatil/spark,sahilTakiar/spark,ron8hu/spark,techaddict/spark,guoxiaolongzte/spark,vinodkc/spark,nlalevee/spark,bdrillard/spark,Panos-Bletsos/spark-cost-model-optimizer,saturday-shi/spark,aray/spark,xflin/spark,esi-mineset/spark,holdenk/spark,ptkool/spark,UndeadBaneGitHub/spark,WeichenXu123/spark,saltstar/spark,patrick-nicholson/spark,brad-kaiser/spark,tengpeng/spark,darionyaphet/spark,janewangfb/spark,dhruve/spark,tejasapatil/spark,spark-test/spark,icexelloss/spark,WeichenXu123/spark,ptkool/spark,ueshin/apache-spark,huang1900/spark,JoshRosen/spark,shuangshuangwang/spark,chuckchen/spark,sureshthalamati/spark,dongjoon-hyun/spark,icexelloss/spark,ibm-research-ireland/sparkoscope,goldmedal/spark,mahak/spark,dbtsai/spark,kiszk/spark,apache/spark,liyichao/spark,bOOm-X/spark,liyichao/spark,ajaysaini725/spark,huang1900/spark,aray/spark,janewangfb/spark,gengliangwang/spark,bdrillard/spark,WindCanDie/spark,actuaryzhang/spark,big-pegasus/spark,mdespriee/spark,xflin/spark,Aegeaner/spark,xflin/spark,milliman/spark,Aegeaner/spark,nilsgrabbert/spark,akopich/spark,rikima/spark,shubhamchopra/spark,jlopezmalla/spark,jianran/spark,apache-spark-on-k8s/spark,nlalevee/spark,JoshRosen/spark,eyalfa/spark,maropu/spark,michalsenkyr/spark,mzl9039/spark,hhbyyh/spark,aokolnychyi/spark,ibm-research-ireland/sparkoscope,metamx/spark,lxsmnv/spark,nlalevee/spark,pronix/spark,goldmedal/spark,apache/spark,liutang123/spark,shaneknapp/spark,shaneknapp/spark,JerryLead/spark,ibm-research-ireland/sparkoscope,witgo/spark,eyalfa/spark,michalsenkyr/spark,andrewor14/spark,hvanhovell/spark,goldmedal/spark,taroplus/spark,SHASHANKB/spark,setjet/spark,goldmedal/spark,1haodian/spark,apache/spark,panfengfeng/spark,zhouyejoe/spark,ajaysaini725/spark,bdrillard/spark,dbtsai/spark,jlopezmalla/spark,wangyum/spark,guoxiaolongzte/spark,zero323/spark,chuckchen/spark,sachintyagi22/spark,yanboliang/spark,HyukjinKwon/spark,zuotingbing/spark,JerryLead/spark,publicRoman/spark,esi-mineset/spark,shubhamchopra/spark,szhem/spark,techaddict/spark,patrick-nicholson/spark,MLnick/spark,jiangxb1987/spark,kimoonkim/spark,taroplus/spark,dbtsai/spark,Panos-Bletsos/spark-cost-model-optimizer,metamx/spark,haowu80s/spark,hvanhovell/spark,ptkool/spark,ericvandenbergfb/spark,rednaxelafx/apache-spark,alunarbeach/spark,BryanCutler/spark,zhouyejoe/spark,spark-test/spark,zzcclp/spark,mdespriee/spark,wangyum/spark,dhruve/spark,lvdongr/spark,tengpeng/spark,poffuomo/spark,adrian-ionescu/apache-spark,wangmiao1981/spark,SnappyDataInc/spark,actuaryzhang/spark,bdrillard/spark,SnappyDataInc/spark,Panos-Bletsos/spark-cost-model-optimizer,guoxiaolongzte/spark,kiszk/spark,MLnick/spark,zuotingbing/spark,aosagie/spark,srowen/spark,Aegeaner/spark,rikima/spark,saltstar/spark,aosagie/spark,UndeadBaneGitHub/spark,zzcclp/spark,panfengfeng/spark,big-pegasus/spark,Aegeaner/spark,ioana-delaney/spark,markhamstra/spark,ahnqirage/spark,liyichao/spark,andrewor14/spark,hhbyyh/spark,adrian-ionescu/apache-spark,rednaxelafx/apache-spark,esi-mineset/spark,nchammas/spark,alunarbeach/spark,poffuomo/spark,kimoonkim/spark,aosagie/spark,sahilTakiar/spark,szhem/spark,ahnqirage/spark,facaiy/spark,sureshthalamati/spark,ericvandenbergfb/spark,liutang123/spark,pronix/spark,sahilTakiar/spark,cloud-fan/spark,skonto/spark,shubhamchopra/spark,ueshin/apache-spark,taroplus/spark,hhbyyh/spark,apache-spark-on-k8s/spark,ddna1021/spark,skonto/spark,ron8hu/spark,sachintyagi22/spark,maropu/spark,WeichenXu123/spark,rikima/spark,rezasafi/spark,dongjoon-hyun/spark,kevinyu98/spark,saturday-shi/spark,SnappyDataInc/spark,haowu80s/spark,wzhfy/spark,wangmiao1981/spark,joseph-torres/spark,ron8hu/spark,mike0sv/spark,SHASHANKB/spark,hvanhovell/spark,rezasafi/spark,ueshin/apache-spark,vinodkc/spark,ajaysaini725/spark,aokolnychyi/spark,actuaryzhang/spark,debugger87/spark,kiszk/spark,chuckchen/spark,JerryLead/spark,techaddict/spark,Panos-Bletsos/spark-cost-model-optimizer,ddna1021/spark,mdespriee/spark,poffuomo/spark,wzhfy/spark,SHASHANKB/spark,lvdongr/spark,big-pegasus/spark,sureshthalamati/spark,goldmedal/spark,sureshthalamati/spark,LantaoJin/spark,xflin/spark,ioana-delaney/spark,loneknightpy/spark,esi-mineset/spark,minixalpha/spark,darionyaphet/spark,witgo/spark,milliman/spark,cin/spark,kimoonkim/spark,UndeadBaneGitHub/spark,joseph-torres/spark,joseph-torres/spark,yanboliang/spark,szhem/spark,publicRoman/spark,zzcclp/spark,byakuinss/spark,bravo-zhang/spark,setjet/spark,witgo/spark,joseph-torres/spark,andrewor14/spark,zero323/spark,cloud-fan/spark,rekhajoshm/spark,witgo/spark,gengliangwang/spark,jlopezmalla/spark,WeichenXu123/spark,mzl9039/spark,minixalpha/spark,shuangshuangwang/spark,narahari92/spark,gioenn/xSpark,bravo-zhang/spark,rekhajoshm/spark,taroplus/spark,mike0sv/spark,shuangshuangwang/spark,alunarbeach/spark,bravo-zhang/spark,LantaoJin/spark,mahak/spark,vinodkc/spark,jianran/spark,skonto/spark,ericvandenbergfb/spark,holdenk/spark,byakuinss/spark,LantaoJin/spark,aosagie/spark,liutang123/spark,mzl9039/spark,pgandhi999/spark,pgandhi999/spark,pgandhi999/spark,aray/spark,ajaysaini725/spark,shuangshuangwang/spark,ptkool/spark,MLnick/spark,brad-kaiser/spark,yanboliang/spark,debugger87/spark,jiangxb1987/spark,liyichao/spark,jianran/spark,shuangshuangwang/spark,ptkool/spark,ConeyLiu/spark,kiszk/spark,HyukjinKwon/spark,spark-test/spark,JerryLead/spark,facaiy/spark,srowen/spark,loneknightpy/spark,spark-test/spark,guoxiaolongzte/spark,map222/spark,minixalpha/spark,publicRoman/spark,jlopezmalla/spark,1haodian/spark,narahari92/spark,rezasafi/spark,srowen/spark,aosagie/spark,metamx/spark,kissmetrics/spark,big-pegasus/spark,aokolnychyi/spark,saturday-shi/spark,tengpeng/spark,nilsgrabbert/spark,ahnqirage/spark,techaddict/spark,saturday-shi/spark,bOOm-X/spark,eyalfa/spark,xuanyuanking/spark,LantaoJin/spark,ericvandenbergfb/spark,markhamstra/spark,tengpeng/spark,mike0sv/spark,michalsenkyr/spark,ioana-delaney/spark,apache-spark-on-k8s/spark,jianran/spark,map222/spark,haowu80s/spark,akopich/spark,caneGuy/spark,vinodkc/spark,patrick-nicholson/spark,akopich/spark,Aegeaner/spark,loneknightpy/spark,wangyum/spark,1haodian/spark,someorz/spark,patrick-nicholson/spark,nlalevee/spark,zzcclp/spark,szhem/spark,actuaryzhang/spark,andrewor14/spark,wangmiao1981/spark,stanzhai/spark,rezasafi/spark,jkbradley/spark,WindCanDie/spark,alunarbeach/spark,guoxiaolongzte/spark,taroplus/spark,holdenk/spark,SnappyDataInc/spark,icexelloss/spark,lvdongr/spark,lxsmnv/spark,dhruve/spark,cin/spark,adrian-ionescu/apache-spark,ueshin/apache-spark,akopich/spark,rekhajoshm/spark,UndeadBaneGitHub/spark,ioana-delaney/spark,chuckchen/spark,aray/spark,saltstar/spark,kissmetrics/spark,dhruve/spark,lvdongr/spark,ibm-research-ireland/sparkoscope,milliman/spark,rekhajoshm/spark,panfengfeng/spark,adrian-ionescu/apache-spark,huang1900/spark,michalsenkyr/spark,xuanyuanking/spark,JerryLead/spark,eyalfa/spark,WeichenXu123/spark,WindCanDie/spark,cin/spark,pronix/spark,nilsgrabbert/spark,rednaxelafx/apache-spark,nilsgrabbert/spark,Panos-Bletsos/spark-cost-model-optimizer,esi-mineset/spark,tejasapatil/spark,brad-kaiser/spark,1haodian/spark,shubhamchopra/spark,liutang123/spark,jkbradley/spark,ueshin/apache-spark,poffuomo/spark,bOOm-X/spark,ddna1021/spark,srowen/spark,tejasapatil/spark,highfei2011/spark,kimoonkim/spark,setjet/spark,publicRoman/spark,holdenk/spark,bdrillard/spark,gengliangwang/spark,lxsmnv/spark,jrshust/spark