[SPARK-10657] Remove SCP-based Jenkins log archiving
[SPARK-10657] Remove SCP-based Jenkins log archiving

As of https://issues.apache.org/jira/browse/SPARK-7561, we no longer need to use our custom SCP-based mechanism for archiving Jenkins logs on the master machine; this has been superseded by the use of a Jenkins plugin which archives the logs and provides public links to view them.

Per shaneknapp, we should remove this log syncing mechanism if it is no longer necessary; removing the need to SCP from the Jenkins workers to the masters is a desired step as part of some larger Jenkins infra refactoring.

Author: Josh Rosen <joshrosen@databricks.com>

Closes #8793 from JoshRosen/remove-jenkins-ssh-to-master.

goldmedal/spark,setjet/spark,minixalpha/spark,byakuinss/spark,michalsenkyr/spark,pgandhi999/spark,metamx/spark,kiszk/spark,setjet/spark,JerryLead/spark,haowu80s/spark,kissmetrics/spark,zero323/spark,xuanyuanking/spark,kevinyu98/spark,WeichenXu123/spark,debugger87/spark,szhem/spark,akopich/spark,nlalevee/spark,panfengfeng/spark,UndeadBaneGitHub/spark,techaddict/spark,JoshRosen/spark,ahnqirage/spark,SHASHANKB/spark,ueshin/apache-spark,hhbyyh/spark,techaddict/spark,icexelloss/spark,zzcclp/spark,zuotingbing/spark,ptkool/spark,kissmetrics/spark,saltstar/spark,narahari92/spark,huang1900/spark,panfengfeng/spark,actuaryzhang/spark,mahak/spark,WeichenXu123/spark,xuanyuanking/spark,ericvandenbergfb/spark,zuotingbing/spark,shaneknapp/spark,brad-kaiser/spark,vinodkc/spark,stanzhai/spark,minixalpha/spark,ajaysaini725/spark,nilsgrabbert/spark,byakuinss/spark,rednaxelafx/apache-spark,ericvandenbergfb/spark,guoxiaolongzte/spark,milliman/spark,caneGuy/spark,hhbyyh/spark,jkbradley/spark,maropu/spark,pronix/spark,jlopezmalla/spark,mahak/spark,bdrillard/spark,alunarbeach/spark,kiszk/spark,sureshthalamati/spark,shaneknapp/spark,big-pegasus/spark,apache/spark,jrshust/spark,SnappyDataInc/spark,bravo-zhang/spark,pgandhi999/spark,sahilTakiar/spark,ConeyLiu/spark,LantaoJin/spark,srowen/spark,SHASHANKB/spark,guoxiaolongzte/spark,xflin/spark,wzhfy/spark,UndeadBaneGitHub/spark,apache/spark,minixalpha/spark,mike0sv/spark,lxsmnv/spark,aokolnychyi/spark,wzhfy/spark,JoshRosen/spark,rednaxelafx/apache-spark,mdespriee/spark,JerryLead/spark,pgandhi999/spark,dbtsai/spark,wangmiao1981/spark,ajaysaini725/spark,akopich/spark,apache/spark,dhruve/spark,jiangxb1987/spark,zhouyejoe/spark,MLnick/spark,ibm-research-ireland/sparkoscope,HyukjinKwon/spark,map222/spark,minixalpha/spark,darionyaphet/spark,jlopezmalla/spark,rikima/spark,wangmiao1981/spark,tejasapatil/spark,ericvandenbergfb/spark,jiangxb1987/spark,dhruve/spark,mahak/spark,UndeadBaneGitHub/spark,goldmedal/spark,SHASHANKB/spark,mzl9039/spark,spark-test/spark,dongjoon-hyun/spark,zhouyejoe/spark,witgo/spark,dongjoon-hyun/spark,darionyaphet/spark,lvdongr/spark,ddna1021/spark,loneknightpy/spark,wzhfy/spark,rezasafi/spark,poffuomo/spark,brad-kaiser/spark,dongjoon-hyun/spark,jkbradley/spark,aokolnychyi/spark,ron8hu/spark,darionyaphet/spark,WindCanDie/spark,hvanhovell/spark,lxsmnv/spark,LantaoJin/spark,kissmetrics/spark,pronix/spark,zhouyejoe/spark,saltstar/spark,HyukjinKwon/spark,actuaryzhang/spark,mdespriee/spark,matthewfranglen/spark,wangyum/spark,aokolnychyi/spark,zhouyejoe/spark,ron8hu/spark,poffuomo/spark,mzl9039/spark,ConeyLiu/spark,apache-spark-on-k8s/spark,bOOm-X/spark,caneGuy/spark,haowu80s/spark,joseph-torres/spark,aosagie/spark,nilsgrabbert/spark,kimoonkim/spark,holdenk/spark,gioenn/xSpark,publicRoman/spark,poffuomo/spark,cin/spark,taroplus/spark,joseph-torres/spark,panfengfeng/spark,saltstar/spark,alunarbeach/spark,sureshthalamati/spark,tejasapatil/spark,someorz/spark,gioenn/xSpark,ajaysaini725/spark,srowen/spark,tengpeng/spark,eyalfa/spark,loneknightpy/spark,markhamstra/spark,akopich/spark,sureshthalamati/spark,liutang123/spark,wangmiao1981/spark,big-pegasus/spark,cin/spark,actuaryzhang/spark,bravo-zhang/spark,nilsgrabbert/spark,loneknightpy/spark,janewangfb/spark,LantaoJin/spark,stanzhai/spark,icexelloss/spark,BryanCutler/spark,witgo/spark,lvdongr/spark,aosagie/spark,janewangfb/spark,guoxiaolongzte/spark,alunarbeach/spark,lxsmnv/spark,WindCanDie/spark,andrewor14/spark,techaddict/spark,aosagie/spark,alunarbeach/spark,ptkool/spark,huang1900/spark,bravo-zhang/spark,wangmiao1981/spark,SHASHANKB/spark,rezasafi/spark,patrick-nicholson/spark,dbtsai/spark,bdrillard/spark,loneknightpy/spark,WeichenXu123/spark,aokolnychyi/spark,dhruve/spark,szhem/spark,shuangshuangwang/spark,gengliangwang/spark,spark-test/spark,rezasafi/spark,icexelloss/spark,narahari92/spark,lvdongr/spark,nchammas/spark,ddna1021/spark,sahilTakiar/spark,liutang123/spark,apache/spark,ConeyLiu/spark,poffuomo/spark,sachintyagi22/spark,mdespriee/spark,szhem/spark,zuotingbing/spark,rezasafi/spark,highfei2011/spark,shuangshuangwang/spark,huang1900/spark,map222/spark,ron8hu/spark,haowu80s/spark,guoxiaolongzte/spark,techaddict/spark,JoshRosen/spark,Panos-Bletsos/spark-cost-model-optimizer,esi-mineset/spark,actuaryzhang/spark,MLnick/spark,narahari92/spark,witgo/spark,1haodian/spark,zhouyejoe/spark,SHASHANKB/spark,icexelloss/spark,minixalpha/spark,cloud-fan/spark,gengliangwang/spark,kimoonkim/spark,liyichao/spark,BryanCutler/spark,jkbradley/spark,kimoonkim/spark,xuanyuanking/spark,aray/spark,ConeyLiu/spark,holdenk/spark,tejasapatil/spark,someorz/spark,ahnqirage/spark,rednaxelafx/apache-spark,witgo/spark,gioenn/xSpark,aosagie/spark,big-pegasus/spark,kiszk/spark,bravo-zhang/spark,aray/spark,lxsmnv/spark,publicRoman/spark,yanboliang/spark,wangyum/spark,michalsenkyr/spark,aray/spark,brad-kaiser/spark,poffuomo/spark,mike0sv/spark,michalsenkyr/spark,aray/spark,eyalfa/spark,zzcclp/spark,andrewor14/spark,bravo-zhang/spark,saltstar/spark,bOOm-X/spark,setjet/spark,bdrillard/spark,aokolnychyi/spark,jlopezmalla/spark,sachintyagi22/spark,jrshust/spark,ron8hu/spark,UndeadBaneGitHub/spark,kiszk/spark,lxsmnv/spark,UndeadBaneGitHub/spark,ConeyLiu/spark,shubhamchopra/spark,nlalevee/spark,someorz/spark,kevinyu98/spark,ptkool/spark,janewangfb/spark,ConeyLiu/spark,ajaysaini725/spark,MLnick/spark,rekhajoshm/spark,adrian-ionescu/apache-spark,zzcclp/spark,bdrillard/spark,bdrillard/spark,publicRoman/spark,sachintyagi22/spark,MLnick/spark,huang1900/spark,someorz/spark,debugger87/spark,rekhajoshm/spark,zzcclp/spark,skonto/spark,ahnqirage/spark,sachintyagi22/spark,taroplus/spark,szhem/spark,kissmetrics/spark,JoshRosen/spark,liutang123/spark,lvdongr/spark,UndeadBaneGitHub/spark,techaddict/spark,adrian-ionescu/apache-spark,SHASHANKB/spark,Aegeaner/spark,someorz/spark,ajaysaini725/spark,eyalfa/spark,MLnick/spark,jianran/spark,map222/spark,esi-mineset/spark,kiszk/spark,loneknightpy/spark,pgandhi999/spark,cloud-fan/spark,map222/spark,ioana-delaney/spark,sahilTakiar/spark,lxsmnv/spark,andrewor14/spark,vinodkc/spark,eyalfa/spark,ioana-delaney/spark,aray/spark,ioana-delaney/spark,liyichao/spark,LantaoJin/spark,jianran/spark,publicRoman/spark,rednaxelafx/apache-spark,poffuomo/spark,JerryLead/spark,actuaryzhang/spark,Panos-Bletsos/spark-cost-model-optimizer,stanzhai/spark,sureshthalamati/spark,andrewor14/spark,mike0sv/spark,shuangshuangwang/spark,WeichenXu123/spark,darionyaphet/spark,ericvandenbergfb/spark,cin/spark,hvanhovell/spark,WeichenXu123/spark,tengpeng/spark,janewangfb/spark,milliman/spark,xflin/spark,kissmetrics/spark,maropu/spark,mdespriee/spark,nchammas/spark,nchammas/spark,caneGuy/spark,kevinyu98/spark,patrick-nicholson/spark,zuotingbing/spark,mzl9039/spark,JerryLead/spark,skonto/spark,adrian-ionescu/apache-spark,aokolnychyi/spark,yanboliang/spark,jianran/spark,jianran/spark,rezasafi/spark,milliman/spark,bdrillard/spark,janewangfb/spark,eyalfa/spark,hvanhovell/spark,wangmiao1981/spark,sahilTakiar/spark,SHASHANKB/spark,gengliangwang/spark,1haodian/spark,panfengfeng/spark,aosagie/spark,patrick-nicholson/spark,spark-test/spark,tejasapatil/spark,hvanhovell/spark,WindCanDie/spark,sachintyagi22/spark,goldmedal/spark,dhruve/spark,actuaryzhang/spark,panfengfeng/spark,jiangxb1987/spark,akopich/spark,stanzhai/spark,hhbyyh/spark,dongjoon-hyun/spark,jiangxb1987/spark,rikima/spark,nlalevee/spark,joseph-torres/spark,WindCanDie/spark,sureshthalamati/spark,gioenn/xSpark,wangyum/spark,loneknightpy/spark,nlalevee/spark,wzhfy/spark,BryanCutler/spark,chuckchen/spark,joseph-torres/spark,highfei2011/spark,holdenk/spark,Aegeaner/spark,szhem/spark,Panos-Bletsos/spark-cost-model-optimizer,pronix/spark,jlopezmalla/spark,caneGuy/spark,publicRoman/spark,facaiy/spark,shubhamchopra/spark,jkbradley/spark,guoxiaolongzte/spark,srowen/spark,kissmetrics/spark,spark-test/spark,andrewor14/spark,mahak/spark,eyalfa/spark,tengpeng/spark,ddna1021/spark,zero323/spark,ddna1021/spark,adrian-ionescu/apache-spark,hhbyyh/spark,jrshust/spark,ptkool/spark,wzhfy/spark,wangyum/spark,vinodkc/spark,mdespriee/spark,tengpeng/spark,saturday-shi/spark,zhouyejoe/spark,xflin/spark,joseph-torres/spark,darionyaphet/spark,esi-mineset/spark,xuanyuanking/spark,dhruve/spark,facaiy/spark,ioana-delaney/spark,zuotingbing/spark,map222/spark,jianran/spark,shubhamchopra/spark,rednaxelafx/apache-spark,aosagie/spark,skonto/spark,bOOm-X/spark,apache/spark,ueshin/apache-spark,liutang123/spark,mahak/spark,SnappyDataInc/spark,janewangfb/spark,pgandhi999/spark,bOOm-X/spark,brad-kaiser/spark,debugger87/spark,cin/spark,bdrillard/spark,maropu/spark,chuckchen/spark,bOOm-X/spark,joseph-torres/spark,sahilTakiar/spark,tejasapatil/spark,maropu/spark,ueshin/apache-spark,Panos-Bletsos/spark-cost-model-optimizer,wangyum/spark,bOOm-X/spark,Aegeaner/spark,apache-spark-on-k8s/spark,SnappyDataInc/spark,aray/spark,JoshRosen/spark,patrick-nicholson/spark,Panos-Bletsos/spark-cost-model-optimizer,JerryLead/spark,WeichenXu123/spark,apache-spark-on-k8s/spark,rikima/spark,HyukjinKwon/spark,zzcclp/spark,tejasapatil/spark,JerryLead/spark,spark-test/spark,markhamstra/spark,techaddict/spark,taroplus/spark,liutang123/spark,gioenn/xSpark,stanzhai/spark,lxsmnv/spark,ahnqirage/spark,witgo/spark,ibm-research-ireland/sparkoscope,michalsenkyr/spark,shaneknapp/spark,SnappyDataInc/spark,setjet/spark,sahilTakiar/spark,rekhajoshm/spark,kevinyu98/spark,apache-spark-on-k8s/spark,szhem/spark,aosagie/spark,rezasafi/spark,BryanCutler/spark,narahari92/spark,highfei2011/spark,holdenk/spark,darionyaphet/spark,cloud-fan/spark,jlopezmalla/spark,apache-spark-on-k8s/spark,WindCanDie/spark,big-pegasus/spark,jiangxb1987/spark,mahak/spark,zero323/spark,ConeyLiu/spark,zero323/spark,metamx/spark,saturday-shi/spark,joseph-torres/spark,MLnick/spark,caneGuy/spark,dongjoon-hyun/spark,andrewor14/spark,saturday-shi/spark,zero323/spark,michalsenkyr/spark,jrshust/spark,HyukjinKwon/spark,BryanCutler/spark,shuangshuangwang/spark,markhamstra/spark,goldmedal/spark,highfei2011/spark,1haodian/spark,ibm-research-ireland/sparkoscope,yanboliang/spark,wangmiao1981/spark,liyichao/spark,milliman/spark,brad-kaiser/spark,tejasapatil/spark,chuckchen/spark,brad-kaiser/spark,lvdongr/spark,ueshin/apache-spark,narahari92/spark,rednaxelafx/apache-spark,shaneknapp/spark,shuangshuangwang/spark,cloud-fan/spark,kimoonkim/spark,zero323/spark,zuotingbing/spark,icexelloss/spark,1haodian/spark,nilsgrabbert/spark,jrshust/spark,chuckchen/spark,narahari92/spark,witgo/spark,guoxiaolongzte/spark,debugger87/spark,debugger87/spark,apache/spark,loneknightpy/spark,mzl9039/spark,apache/spark,esi-mineset/spark,ahnqirage/spark,BryanCutler/spark,BryanCutler/spark,rezasafi/spark,ibm-research-ireland/sparkoscope,liyichao/spark,shaneknapp/spark,metamx/spark,mike0sv/spark,Aegeaner/spark,liutang123/spark,huang1900/spark,byakuinss/spark,rikima/spark,lvdongr/spark,zero323/spark,saturday-shi/spark,holdenk/spark,ueshin/apache-spark,narahari92/spark,jiangxb1987/spark,byakuinss/spark,patrick-nicholson/spark,darionyaphet/spark,mike0sv/spark,jianran/spark,goldmedal/spark,xuanyuanking/spark,sureshthalamati/spark,UndeadBaneGitHub/spark,tengpeng/spark,spark-test/spark,nlalevee/spark,sahilTakiar/spark,cin/spark,akopich/spark,adrian-ionescu/apache-spark,skonto/spark,gengliangwang/spark,ptkool/spark,liyichao/spark,yanboliang/spark,setjet/spark,zzcclp/spark,icexelloss/spark,aray/spark,dbtsai/spark,ron8hu/spark,facaiy/spark,panfengfeng/spark,poffuomo/spark,kevinyu98/spark,nilsgrabbert/spark,someorz/spark,SnappyDataInc/spark,ueshin/apache-spark,ioana-delaney/spark,bravo-zhang/spark,nchammas/spark,brad-kaiser/spark,metamx/spark,maropu/spark,alunarbeach/spark,minixalpha/spark,witgo/spark,saturday-shi/spark,jianran/spark,michalsenkyr/spark,jlopezmalla/spark,kiszk/spark,hhbyyh/spark,Panos-Bletsos/spark-cost-model-optimizer,ron8hu/spark,shaneknapp/spark,rekhajoshm/spark,mike0sv/spark,gengliangwang/spark,chuckchen/spark,someorz/spark,srowen/spark,jrshust/spark,ahnqirage/spark,akopich/spark,shubhamchopra/spark,nchammas/spark,hvanhovell/spark,pgandhi999/spark,holdenk/spark,Panos-Bletsos/spark-cost-model-optimizer,pronix/spark,rednaxelafx/apache-spark,setjet/spark,pgandhi999/spark,cloud-fan/spark,minixalpha/spark,akopich/spark,saturday-shi/spark,ddna1021/spark,bravo-zhang/spark,JoshRosen/spark,xflin/spark,sachintyagi22/spark,ibm-research-ireland/sparkoscope,ahnqirage/spark,panfengfeng/spark,dbtsai/spark,jkbradley/spark,MLnick/spark,jkbradley/spark,nlalevee/spark,adrian-ionescu/apache-spark,skonto/spark,JerryLead/spark,shuangshuangwang/spark,wzhfy/spark,rikima/spark,big-pegasus/spark,rekhajoshm/spark,haowu80s/spark,highfei2011/spark,nchammas/spark,adrian-ionescu/apache-spark,LantaoJin/spark,eyalfa/spark,HyukjinKwon/spark,xflin/spark,byakuinss/spark,dhruve/spark,xflin/spark,lvdongr/spark,mahak/spark,cloud-fan/spark,setjet/spark,LantaoJin/spark,holdenk/spark,ioana-delaney/spark,mzl9039/spark,stanzhai/spark,apache-spark-on-k8s/spark,rekhajoshm/spark,stanzhai/spark,pronix/spark,vinodkc/spark,nchammas/spark,tengpeng/spark,debugger87/spark,mdespriee/spark,liyichao/spark,cin/spark,facaiy/spark,actuaryzhang/spark,big-pegasus/spark,saltstar/spark,yanboliang/spark,highfei2011/spark,taroplus/spark,guoxiaolongzte/spark,WindCanDie/spark,spark-test/spark,metamx/spark,mzl9039/spark,hvanhovell/spark,kevinyu98/spark,xuanyuanking/spark,dongjoon-hyun/spark,map222/spark,markhamstra/spark,ueshin/apache-spark,SnappyDataInc/spark,debugger87/spark,janewangfb/spark,1haodian/spark,kimoonkim/spark,HyukjinKwon/spark,facaiy/spark,liyichao/spark,markhamstra/spark,taroplus/spark,cloud-fan/spark,ericvandenbergfb/spark,liutang123/spark,wzhfy/spark,skonto/spark,wangyum/spark,dbtsai/spark,maropu/spark,byakuinss/spark,patrick-nicholson/spark,jkbradley/spark,kissmetrics/spark,facaiy/spark,HyukjinKwon/spark,xflin/spark,apache-spark-on-k8s/spark,rikima/spark,gioenn/xSpark,hvanhovell/spark,chuckchen/spark,sachintyagi22/spark,markhamstra/spark,jlopezmalla/spark,sureshthalamati/spark,vinodkc/spark,Aegeaner/spark,bOOm-X/spark,taroplus/spark,ajaysaini725/spark,WeichenXu123/spark,srowen/spark,esi-mineset/spark,Aegeaner/spark,shubhamchopra/spark,nilsgrabbert/spark,chuckchen/spark,vinodkc/spark,caneGuy/spark,milliman/spark,ptkool/spark,shubhamchopra/spark,1haodian/spark,ddna1021/spark,haowu80s/spark,goldmedal/spark,shubhamchopra/spark,taroplus/spark,aokolnychyi/spark,dongjoon-hyun/spark,gengliangwang/spark,pronix/spark,markhamstra/spark,caneGuy/spark,big-pegasus/spark,ptkool/spark,ericvandenbergfb/spark,rekhajoshm/spark,ddna1021/spark,haowu80s/spark,milliman/spark,maropu/spark,saturday-shi/spark,nilsgrabbert/spark,ericvandenbergfb/spark,goldmedal/spark,yanboliang/spark,xuanyuanking/spark,dbtsai/spark,metamx/spark,esi-mineset/spark,ibm-research-ireland/sparkoscope,srowen/spark,vinodkc/spark,alunarbeach/spark,szhem/spark,mdespriee/spark,ioana-delaney/spark,yanboliang/spark,huang1900/spark,LantaoJin/spark,kevinyu98/spark,mike0sv/spark,wangyum/spark,hhbyyh/spark,map222/spark,jrshust/spark,metamx/spark,ron8hu/spark,zzcclp/spark,facaiy/spark,gioenn/xSpark,mzl9039/spark,saltstar/spark,kimoonkim/spark,dhruve/spark,Aegeaner/spark,ajaysaini725/spark,saltstar/spark,publicRoman/spark,milliman/spark,tengpeng/spark,highfei2011/spark,byakuinss/spark,kiszk/spark,skonto/spark,techaddict/spark,ibm-research-ireland/sparkoscope,JoshRosen/spark,icexelloss/spark,srowen/spark,patrick-nicholson/spark,shuangshuangwang/spark,rikima/spark,publicRoman/spark,michalsenkyr/spark,alunarbeach/spark,esi-mineset/spark,cin/spark,zhouyejoe/spark,wangmiao1981/spark,shaneknapp/spark,zuotingbing/spark,SnappyDataInc/spark,jiangxb1987/spark,dbtsai/spark,hhbyyh/spark,1haodian/spark,huang1900/spark,kimoonkim/spark,gengliangwang/spark,nlalevee/spark,WindCanDie/spark,andrewor14/spark