[HOT FIX] Make distribution fails
[HOT FIX] Make distribution fails

This was added by me in https://github.com/apache/spark/commit/61a5cced049a8056292ba94f23fa7bd040f50685. The real fix will be added in [SPARK-4281](https://issues.apache.org/jira/browse/SPARK-4281).

Author: Andrew Or <andrew@databricks.com>

Closes #3145 from andrewor14/fix-make-distribution and squashes the following commits:

c78be61 [Andrew Or] Hot fix make distribution

liyichao/spark,apache-spark-on-k8s/spark,milliman/spark,aokolnychyi/spark,darionyaphet/spark,icexelloss/spark,facaiy/spark,cloud-fan/spark,loneknightpy/spark,nlalevee/spark,JerryLead/spark,kevinyu98/spark,dbtsai/spark,ueshin/apache-spark,gengliangwang/spark,ueshin/apache-spark,pgandhi999/spark,janewangfb/spark,metamx/spark,szhem/spark,hhbyyh/spark,shaneknapp/spark,pronix/spark,highfei2011/spark,tengpeng/spark,lvdongr/spark,maropu/spark,sachintyagi22/spark,chuckchen/spark,adrian-ionescu/apache-spark,map222/spark,eyalfa/spark,panfengfeng/spark,bdrillard/spark,cin/spark,nilsgrabbert/spark,ajaysaini725/spark,JerryLead/spark,panfengfeng/spark,zhouyejoe/spark,byakuinss/spark,jiangxb1987/spark,zzcclp/spark,LantaoJin/spark,shubhamchopra/spark,cloud-fan/spark,zzcclp/spark,rezasafi/spark,SnappyDataInc/spark,cloud-fan/spark,markhamstra/spark,zuotingbing/spark,byakuinss/spark,xuanyuanking/spark,darionyaphet/spark,jrshust/spark,szhem/spark,michalsenkyr/spark,map222/spark,kimoonkim/spark,milliman/spark,witgo/spark,byakuinss/spark,zzcclp/spark,minixalpha/spark,nilsgrabbert/spark,huang1900/spark,mike0sv/spark,caneGuy/spark,aokolnychyi/spark,kimoonkim/spark,dongjoon-hyun/spark,nlalevee/spark,zuotingbing/spark,MLnick/spark,mdespriee/spark,holdenk/spark,skonto/spark,chuckchen/spark,aokolnychyi/spark,milliman/spark,milliman/spark,apache-spark-on-k8s/spark,bravo-zhang/spark,WindCanDie/spark,skonto/spark,saltstar/spark,srowen/spark,michalsenkyr/spark,witgo/spark,minixalpha/spark,gengliangwang/spark,highfei2011/spark,kevinyu98/spark,publicRoman/spark,zero323/spark,HyukjinKwon/spark,zero323/spark,hvanhovell/spark,metamx/spark,esi-mineset/spark,saturday-shi/spark,vinodkc/spark,hvanhovell/spark,techaddict/spark,JoshRosen/spark,lvdongr/spark,spark-test/spark,ibm-research-ireland/sparkoscope,mdespriee/spark,michalsenkyr/spark,spark-test/spark,poffuomo/spark,wzhfy/spark,kimoonkim/spark,debugger87/spark,sachintyagi22/spark,jianran/spark,jlopezmalla/spark,jkbradley/spark,guoxiaolongzte/spark,xuanyuanking/spark,WindCanDie/spark,hhbyyh/spark,aray/spark,1haodian/spark,stanzhai/spark,map222/spark,facaiy/spark,icexelloss/spark,poffuomo/spark,xflin/spark,setjet/spark,shaneknapp/spark,shubhamchopra/spark,rezasafi/spark,pgandhi999/spark,metamx/spark,wangmiao1981/spark,saturday-shi/spark,shaneknapp/spark,aosagie/spark,eyalfa/spark,1haodian/spark,spark-test/spark,metamx/spark,saltstar/spark,saturday-shi/spark,minixalpha/spark,nilsgrabbert/spark,someorz/spark,aosagie/spark,jrshust/spark,milliman/spark,witgo/spark,xflin/spark,bOOm-X/spark,someorz/spark,someorz/spark,metamx/spark,narahari92/spark,pgandhi999/spark,witgo/spark,setjet/spark,JoshRosen/spark,jrshust/spark,aray/spark,big-pegasus/spark,rezasafi/spark,aosagie/spark,mdespriee/spark,apache/spark,huang1900/spark,joseph-torres/spark,ueshin/apache-spark,sureshthalamati/spark,mzl9039/spark,saltstar/spark,gengliangwang/spark,jiangxb1987/spark,jianran/spark,facaiy/spark,guoxiaolongzte/spark,akopich/spark,guoxiaolongzte/spark,michalsenkyr/spark,HyukjinKwon/spark,shubhamchopra/spark,saltstar/spark,pronix/spark,tengpeng/spark,jianran/spark,tejasapatil/spark,zero323/spark,mzl9039/spark,techaddict/spark,brad-kaiser/spark,shuangshuangwang/spark,caneGuy/spark,zero323/spark,debugger87/spark,caneGuy/spark,BryanCutler/spark,dongjoon-hyun/spark,jkbradley/spark,huang1900/spark,patrick-nicholson/spark,dhruve/spark,andrewor14/spark,darionyaphet/spark,liyichao/spark,SnappyDataInc/spark,setjet/spark,cin/spark,map222/spark,ajaysaini725/spark,apache/spark,MLnick/spark,liutang123/spark,Aegeaner/spark,JerryLead/spark,big-pegasus/spark,haowu80s/spark,vinodkc/spark,poffuomo/spark,techaddict/spark,ptkool/spark,ahnqirage/spark,saltstar/spark,jiangxb1987/spark,WeichenXu123/spark,ron8hu/spark,tengpeng/spark,patrick-nicholson/spark,huang1900/spark,szhem/spark,ConeyLiu/spark,patrick-nicholson/spark,1haodian/spark,techaddict/spark,aokolnychyi/spark,setjet/spark,ibm-research-ireland/sparkoscope,xuanyuanking/spark,zhouyejoe/spark,zero323/spark,markhamstra/spark,pronix/spark,patrick-nicholson/spark,jrshust/spark,shuangshuangwang/spark,actuaryzhang/spark,pgandhi999/spark,poffuomo/spark,rekhajoshm/spark,haowu80s/spark,eyalfa/spark,hhbyyh/spark,ahnqirage/spark,aokolnychyi/spark,someorz/spark,ahnqirage/spark,taroplus/spark,ajaysaini725/spark,dongjoon-hyun/spark,bravo-zhang/spark,shuangshuangwang/spark,poffuomo/spark,LantaoJin/spark,loneknightpy/spark,kimoonkim/spark,esi-mineset/spark,srowen/spark,rekhajoshm/spark,pgandhi999/spark,sureshthalamati/spark,joseph-torres/spark,ddna1021/spark,ibm-research-ireland/sparkoscope,poffuomo/spark,huang1900/spark,debugger87/spark,sahilTakiar/spark,nilsgrabbert/spark,ConeyLiu/spark,apache/spark,zzcclp/spark,wangyum/spark,yanboliang/spark,nchammas/spark,dbtsai/spark,highfei2011/spark,srowen/spark,andrewor14/spark,SnappyDataInc/spark,HyukjinKwon/spark,jkbradley/spark,brad-kaiser/spark,setjet/spark,SHASHANKB/spark,janewangfb/spark,map222/spark,markhamstra/spark,xuanyuanking/spark,wzhfy/spark,jianran/spark,1haodian/spark,taroplus/spark,loneknightpy/spark,wzhfy/spark,pronix/spark,haowu80s/spark,JoshRosen/spark,panfengfeng/spark,patrick-nicholson/spark,guoxiaolongzte/spark,esi-mineset/spark,sachintyagi22/spark,icexelloss/spark,markhamstra/spark,xuanyuanking/spark,bdrillard/spark,tengpeng/spark,rekhajoshm/spark,szhem/spark,1haodian/spark,esi-mineset/spark,sahilTakiar/spark,jrshust/spark,ioana-delaney/spark,srowen/spark,Aegeaner/spark,dongjoon-hyun/spark,HyukjinKwon/spark,WeichenXu123/spark,guoxiaolongzte/spark,minixalpha/spark,mzl9039/spark,wangmiao1981/spark,1haodian/spark,mzl9039/spark,Panos-Bletsos/spark-cost-model-optimizer,zuotingbing/spark,Panos-Bletsos/spark-cost-model-optimizer,ddna1021/spark,andrewor14/spark,rikima/spark,markhamstra/spark,zero323/spark,aray/spark,loneknightpy/spark,setjet/spark,pgandhi999/spark,nchammas/spark,someorz/spark,kiszk/spark,publicRoman/spark,gengliangwang/spark,icexelloss/spark,rekhajoshm/spark,highfei2011/spark,akopich/spark,stanzhai/spark,sureshthalamati/spark,janewangfb/spark,lvdongr/spark,bdrillard/spark,mdespriee/spark,mzl9039/spark,sachintyagi22/spark,cin/spark,ron8hu/spark,wangmiao1981/spark,szhem/spark,tejasapatil/spark,tejasapatil/spark,ron8hu/spark,xuanyuanking/spark,apache/spark,LantaoJin/spark,bdrillard/spark,shubhamchopra/spark,shaneknapp/spark,ueshin/apache-spark,hvanhovell/spark,debugger87/spark,apache-spark-on-k8s/spark,dbtsai/spark,zero323/spark,shuangshuangwang/spark,zuotingbing/spark,spark-test/spark,gengliangwang/spark,ericvandenbergfb/spark,mahak/spark,ioana-delaney/spark,kevinyu98/spark,spark-test/spark,dbtsai/spark,gioenn/xSpark,BryanCutler/spark,aokolnychyi/spark,shuangshuangwang/spark,taroplus/spark,Aegeaner/spark,SHASHANKB/spark,huang1900/spark,saturday-shi/spark,yanboliang/spark,Panos-Bletsos/spark-cost-model-optimizer,zhouyejoe/spark,saturday-shi/spark,lxsmnv/spark,zuotingbing/spark,matthewfranglen/spark,yanboliang/spark,holdenk/spark,icexelloss/spark,patrick-nicholson/spark,BryanCutler/spark,ddna1021/spark,rikima/spark,alunarbeach/spark,bdrillard/spark,kissmetrics/spark,lxsmnv/spark,caneGuy/spark,dhruve/spark,big-pegasus/spark,map222/spark,dhruve/spark,nlalevee/spark,minixalpha/spark,goldmedal/spark,yanboliang/spark,rednaxelafx/apache-spark,actuaryzhang/spark,aray/spark,janewangfb/spark,lxsmnv/spark,adrian-ionescu/apache-spark,liyichao/spark,rikima/spark,hhbyyh/spark,rikima/spark,liutang123/spark,gioenn/xSpark,nlalevee/spark,JoshRosen/spark,Aegeaner/spark,akopich/spark,wangyum/spark,shubhamchopra/spark,SnappyDataInc/spark,dbtsai/spark,liyichao/spark,aosagie/spark,goldmedal/spark,nlalevee/spark,JerryLead/spark,ConeyLiu/spark,michalsenkyr/spark,SHASHANKB/spark,gioenn/xSpark,debugger87/spark,darionyaphet/spark,dongjoon-hyun/spark,ConeyLiu/spark,icexelloss/spark,markhamstra/spark,vinodkc/spark,publicRoman/spark,ron8hu/spark,kissmetrics/spark,stanzhai/spark,adrian-ionescu/apache-spark,kiszk/spark,goldmedal/spark,WeichenXu123/spark,SHASHANKB/spark,markhamstra/spark,jkbradley/spark,taroplus/spark,skonto/spark,HyukjinKwon/spark,ericvandenbergfb/spark,jlopezmalla/spark,ptkool/spark,chuckchen/spark,eyalfa/spark,metamx/spark,big-pegasus/spark,JerryLead/spark,caneGuy/spark,adrian-ionescu/apache-spark,nchammas/spark,metamx/spark,zzcclp/spark,liutang123/spark,joseph-torres/spark,sureshthalamati/spark,guoxiaolongzte/spark,wzhfy/spark,nchammas/spark,MLnick/spark,ioana-delaney/spark,brad-kaiser/spark,BryanCutler/spark,WeichenXu123/spark,sahilTakiar/spark,spark-test/spark,zzcclp/spark,holdenk/spark,skonto/spark,poffuomo/spark,janewangfb/spark,janewangfb/spark,sureshthalamati/spark,bdrillard/spark,liutang123/spark,facaiy/spark,cloud-fan/spark,zhouyejoe/spark,loneknightpy/spark,SHASHANKB/spark,MLnick/spark,szhem/spark,dhruve/spark,ConeyLiu/spark,jrshust/spark,andrewor14/spark,nlalevee/spark,sahilTakiar/spark,tengpeng/spark,taroplus/spark,wzhfy/spark,cin/spark,haowu80s/spark,cin/spark,taroplus/spark,wangmiao1981/spark,ajaysaini725/spark,chuckchen/spark,lxsmnv/spark,vinodkc/spark,andrewor14/iolap,rezasafi/spark,someorz/spark,chuckchen/spark,aosagie/spark,hvanhovell/spark,minixalpha/spark,apache-spark-on-k8s/spark,rezasafi/spark,eyalfa/spark,joseph-torres/spark,jiangxb1987/spark,lxsmnv/spark,wzhfy/spark,saturday-shi/spark,mdespriee/spark,wangyum/spark,Panos-Bletsos/spark-cost-model-optimizer,techaddict/spark,hvanhovell/spark,xflin/spark,maropu/spark,akopich/spark,ptkool/spark,akopich/spark,Aegeaner/spark,nilsgrabbert/spark,Panos-Bletsos/spark-cost-model-optimizer,map222/spark,cloud-fan/spark,kissmetrics/spark,kiszk/spark,kimoonkim/spark,ron8hu/spark,hhbyyh/spark,liutang123/spark,goldmedal/spark,ahnqirage/spark,SnappyDataInc/spark,cin/spark,shaneknapp/spark,ioana-delaney/spark,debugger87/spark,caneGuy/spark,highfei2011/spark,nchammas/spark,hhbyyh/spark,jiangxb1987/spark,facaiy/spark,actuaryzhang/spark,lvdongr/spark,kevinyu98/spark,WeichenXu123/spark,mahak/spark,panfengfeng/spark,sureshthalamati/spark,lvdongr/spark,kiszk/spark,liutang123/spark,dongjoon-hyun/spark,kiszk/spark,mike0sv/spark,MLnick/spark,actuaryzhang/spark,byakuinss/spark,brad-kaiser/spark,gioenn/xSpark,chuckchen/spark,mike0sv/spark,zuotingbing/spark,andrewor14/iolap,Panos-Bletsos/spark-cost-model-optimizer,WindCanDie/spark,stanzhai/spark,brad-kaiser/spark,narahari92/spark,xflin/spark,sachintyagi22/spark,HyukjinKwon/spark,tejasapatil/spark,holdenk/spark,alunarbeach/spark,ptkool/spark,jlopezmalla/spark,shubhamchopra/spark,janewangfb/spark,holdenk/spark,zhouyejoe/spark,wzhfy/spark,guoxiaolongzte/spark,wangmiao1981/spark,zuotingbing/spark,jkbradley/spark,sureshthalamati/spark,jlopezmalla/spark,andrewor14/spark,hvanhovell/spark,lvdongr/spark,rezasafi/spark,saturday-shi/spark,wangyum/spark,dhruve/spark,andrewor14/iolap,bOOm-X/spark,ioana-delaney/spark,ibm-research-ireland/sparkoscope,eyalfa/spark,goldmedal/spark,maropu/spark,kissmetrics/spark,highfei2011/spark,mahak/spark,shaneknapp/spark,witgo/spark,huang1900/spark,kissmetrics/spark,sahilTakiar/spark,panfengfeng/spark,ptkool/spark,mahak/spark,szhem/spark,apache/spark,bOOm-X/spark,bravo-zhang/spark,lxsmnv/spark,gioenn/xSpark,nilsgrabbert/spark,liyichao/spark,bOOm-X/spark,wangyum/spark,tengpeng/spark,maropu/spark,LantaoJin/spark,mike0sv/spark,milliman/spark,kissmetrics/spark,rednaxelafx/apache-spark,mdespriee/spark,alunarbeach/spark,joseph-torres/spark,rekhajoshm/spark,xuanyuanking/spark,alunarbeach/spark,ron8hu/spark,ueshin/apache-spark,jlopezmalla/spark,panfengfeng/spark,LantaoJin/spark,someorz/spark,hvanhovell/spark,nilsgrabbert/spark,rednaxelafx/apache-spark,taroplus/spark,maropu/spark,zzcclp/spark,tejasapatil/spark,andrewor14/iolap,WindCanDie/spark,actuaryzhang/spark,narahari92/spark,ibm-research-ireland/sparkoscope,ueshin/apache-spark,UndeadBaneGitHub/spark,sachintyagi22/spark,chuckchen/spark,srowen/spark,ioana-delaney/spark,wangmiao1981/spark,rednaxelafx/apache-spark,UndeadBaneGitHub/spark,HyukjinKwon/spark,cloud-fan/spark,stanzhai/spark,shaneknapp/spark,ioana-delaney/spark,ddna1021/spark,yanboliang/spark,apache-spark-on-k8s/spark,techaddict/spark,JoshRosen/spark,big-pegasus/spark,liyichao/spark,joseph-torres/spark,MLnick/spark,esi-mineset/spark,bdrillard/spark,ericvandenbergfb/spark,saltstar/spark,sahilTakiar/spark,apache-spark-on-k8s/spark,shubhamchopra/spark,alunarbeach/spark,UndeadBaneGitHub/spark,publicRoman/spark,andrewor14/iolap,kevinyu98/spark,shuangshuangwang/spark,ajaysaini725/spark,nchammas/spark,jrshust/spark,kimoonkim/spark,esi-mineset/spark,wangmiao1981/spark,kevinyu98/spark,maropu/spark,brad-kaiser/spark,bravo-zhang/spark,bravo-zhang/spark,mahak/spark,xflin/spark,skonto/spark,MLnick/spark,bOOm-X/spark,gioenn/xSpark,jkbradley/spark,debugger87/spark,ericvandenbergfb/spark,zhouyejoe/spark,UndeadBaneGitHub/spark,cloud-fan/spark,JerryLead/spark,WeichenXu123/spark,pronix/spark,UndeadBaneGitHub/spark,aray/spark,LantaoJin/spark,adrian-ionescu/apache-spark,publicRoman/spark,ptkool/spark,pgandhi999/spark,ddna1021/spark,joseph-torres/spark,andrewor14/spark,adrian-ionescu/apache-spark,ahnqirage/spark,mahak/spark,milliman/spark,andrewor14/iolap,liutang123/spark,byakuinss/spark,rednaxelafx/apache-spark,loneknightpy/spark,rikima/spark,alunarbeach/spark,holdenk/spark,bravo-zhang/spark,SHASHANKB/spark,tejasapatil/spark,WindCanDie/spark,apache-spark-on-k8s/spark,big-pegasus/spark,sachintyagi22/spark,dbtsai/spark,SnappyDataInc/spark,WindCanDie/spark,ptkool/spark,kissmetrics/spark,sahilTakiar/spark,caneGuy/spark,lxsmnv/spark,rikima/spark,gengliangwang/spark,Aegeaner/spark,andrewor14/spark,saltstar/spark,pronix/spark,jlopezmalla/spark,1haodian/spark,ahnqirage/spark,kimoonkim/spark,jiangxb1987/spark,kevinyu98/spark,SHASHANKB/spark,gioenn/xSpark,srowen/spark,jkbradley/spark,darionyaphet/spark,narahari92/spark,holdenk/spark,rikima/spark,aray/spark,ibm-research-ireland/sparkoscope,Panos-Bletsos/spark-cost-model-optimizer,WeichenXu123/spark,publicRoman/spark,goldmedal/spark,haowu80s/spark,narahari92/spark,aray/spark,facaiy/spark,ericvandenbergfb/spark,ajaysaini725/spark,bravo-zhang/spark,big-pegasus/spark,nchammas/spark,darionyaphet/spark,mdespriee/spark,apache/spark,jlopezmalla/spark,mahak/spark,skonto/spark,icexelloss/spark,vinodkc/spark,adrian-ionescu/apache-spark,yanboliang/spark,aosagie/spark,skonto/spark,ConeyLiu/spark,kiszk/spark,BryanCutler/spark,dhruve/spark,wangyum/spark,ajaysaini725/spark,stanzhai/spark,goldmedal/spark,rednaxelafx/apache-spark,yanboliang/spark,highfei2011/spark,michalsenkyr/spark,lvdongr/spark,kiszk/spark,ahnqirage/spark,akopich/spark,aosagie/spark,tejasapatil/spark,xflin/spark,mike0sv/spark,vinodkc/spark,rezasafi/spark,publicRoman/spark,mike0sv/spark,JerryLead/spark,brad-kaiser/spark,maropu/spark,WindCanDie/spark,dhruve/spark,SnappyDataInc/spark,narahari92/spark,mzl9039/spark,xflin/spark,eyalfa/spark,darionyaphet/spark,jianran/spark,bOOm-X/spark,minixalpha/spark,Aegeaner/spark,michalsenkyr/spark,actuaryzhang/spark,rekhajoshm/spark,setjet/spark,cin/spark,aokolnychyi/spark,byakuinss/spark,bOOm-X/spark,hhbyyh/spark,wangyum/spark,rekhajoshm/spark,witgo/spark,BryanCutler/spark,byakuinss/spark,patrick-nicholson/spark,ddna1021/spark,ConeyLiu/spark,techaddict/spark,nlalevee/spark,shuangshuangwang/spark,facaiy/spark,actuaryzhang/spark,rednaxelafx/apache-spark,loneknightpy/spark,ddna1021/spark,ron8hu/spark,UndeadBaneGitHub/spark,zhouyejoe/spark,JoshRosen/spark,haowu80s/spark,gengliangwang/spark,narahari92/spark,JoshRosen/spark,ueshin/apache-spark,stanzhai/spark,ericvandenbergfb/spark,srowen/spark,esi-mineset/spark,dbtsai/spark,mike0sv/spark,dongjoon-hyun/spark,witgo/spark,panfengfeng/spark,ibm-research-ireland/sparkoscope,jianran/spark,liyichao/spark,mzl9039/spark,BryanCutler/spark,LantaoJin/spark,apache/spark,UndeadBaneGitHub/spark,andrewor14/iolap,alunarbeach/spark,tengpeng/spark,ericvandenbergfb/spark,jiangxb1987/spark,akopich/spark,jianran/spark,spark-test/spark,vinodkc/spark