[SPARK-8533] [STREAMING] Upgrade Flume to 1.6.0
[SPARK-8533] [STREAMING] Upgrade Flume to 1.6.0

Author: Hari Shreedharan <hshreedharan@apache.org>

Closes #6939 from harishreedharan/upgrade-flume-1.6.0 and squashes the following commits:

94b80ae [Hari Shreedharan] [SPARK-8533][Streaming] Upgrade Flume to 1.6.0

aray/spark,big-pegasus/spark,michalsenkyr/spark,jlopezmalla/spark,alunarbeach/spark,kevinyu98/spark,narahari92/spark,holdenk/spark,milliman/spark,liyichao/spark,lxsmnv/spark,ericvandenbergfb/spark,Panos-Bletsos/spark-cost-model-optimizer,liyichao/spark,jkbradley/spark,brad-kaiser/spark,vinodkc/spark,ioana-delaney/spark,map222/spark,loneknightpy/spark,ron8hu/spark,minixalpha/spark,apache/spark,poffuomo/spark,ioana-delaney/spark,cloud-fan/spark,jiangxb1987/spark,JoshRosen/spark,1haodian/spark,WeichenXu123/spark,wangmiao1981/spark,shaneknapp/spark,SHASHANKB/spark,esi-mineset/spark,saltstar/spark,nilsgrabbert/spark,rikima/spark,lvdongr/spark,janewangfb/spark,jkbradley/spark,rezasafi/spark,apache-spark-on-k8s/spark,patrick-nicholson/spark,ron8hu/spark,pronix/spark,caneGuy/spark,map222/spark,WeichenXu123/spark,hhbyyh/spark,cin/spark,goldmedal/spark,pronix/spark,gengliangwang/spark,techaddict/spark,LantaoJin/spark,liutang123/spark,rekhajoshm/spark,spark-test/spark,mdespriee/spark,cin/spark,bOOm-X/spark,xflin/spark,haowu80s/spark,janewangfb/spark,nilsgrabbert/spark,JoshRosen/spark,gioenn/xSpark,MLnick/spark,nchammas/spark,rekhajoshm/spark,facaiy/spark,markhamstra/spark,ddna1021/spark,liutang123/spark,HyukjinKwon/spark,ConeyLiu/spark,metamx/spark,ConeyLiu/spark,shubhamchopra/spark,janewangfb/spark,skonto/spark,mzl9039/spark,gengliangwang/spark,srowen/spark,jrshust/spark,Aegeaner/spark,WeichenXu123/spark,bravo-zhang/spark,apache/spark,BryanCutler/spark,cin/spark,alunarbeach/spark,UndeadBaneGitHub/spark,szhem/spark,haowu80s/spark,mahak/spark,akopich/spark,goldmedal/spark,maropu/spark,BryanCutler/spark,JoshRosen/spark,michalsenkyr/spark,ahnqirage/spark,shuangshuangwang/spark,ConeyLiu/spark,mahak/spark,caneGuy/spark,dongjoon-hyun/spark,WindCanDie/spark,minixalpha/spark,spark-test/spark,HyukjinKwon/spark,highfei2011/spark,someorz/spark,chuckchen/spark,ericvandenbergfb/spark,pgandhi999/spark,szhem/spark,dbtsai/spark,gengliangwang/spark,joseph-torres/spark,narahari92/spark,Panos-Bletsos/spark-cost-model-optimizer,aokolnychyi/spark,icexelloss/spark,cin/spark,MLnick/spark,debugger87/spark,akopich/spark,akopich/spark,skonto/spark,mike0sv/spark,vinodkc/spark,pronix/spark,aosagie/spark,goldmedal/spark,maropu/spark,joseph-torres/spark,hhbyyh/spark,darionyaphet/spark,ahnqirage/spark,jlopezmalla/spark,cin/spark,huang1900/spark,LantaoJin/spark,SHASHANKB/spark,nlalevee/spark,setjet/spark,jianran/spark,someorz/spark,setjet/spark,kimoonkim/spark,shaneknapp/spark,SHASHANKB/spark,lxsmnv/spark,bdrillard/spark,markhamstra/spark,rednaxelafx/apache-spark,brad-kaiser/spark,lvdongr/spark,skonto/spark,ueshin/apache-spark,WindCanDie/spark,dbtsai/spark,ddna1021/spark,liutang123/spark,hvanhovell/spark,zero323/spark,mdespriee/spark,MLnick/spark,joseph-torres/spark,jlopezmalla/spark,panfengfeng/spark,yanboliang/spark,gengliangwang/spark,eyalfa/spark,zhouyejoe/spark,adrian-ionescu/apache-spark,milliman/spark,panfengfeng/spark,spark-test/spark,apache/spark,stanzhai/spark,matthewfranglen/spark,big-pegasus/spark,taroplus/spark,mzl9039/spark,JoshRosen/spark,jrshust/spark,sahilTakiar/spark,janewangfb/spark,ioana-delaney/spark,hhbyyh/spark,Aegeaner/spark,WindCanDie/spark,kimoonkim/spark,xuanyuanking/spark,aray/spark,dongjoon-hyun/spark,ptkool/spark,holdenk/spark,jrshust/spark,joseph-torres/spark,gioenn/xSpark,mdespriee/spark,sahilTakiar/spark,debugger87/spark,UndeadBaneGitHub/spark,MLnick/spark,apache-spark-on-k8s/spark,ddna1021/spark,cloud-fan/spark,stanzhai/spark,bdrillard/spark,liutang123/spark,jkbradley/spark,esi-mineset/spark,haowu80s/spark,lvdongr/spark,byakuinss/spark,ddna1021/spark,nilsgrabbert/spark,nchammas/spark,gioenn/xSpark,zhouyejoe/spark,BryanCutler/spark,ron8hu/spark,sahilTakiar/spark,WindCanDie/spark,joseph-torres/spark,actuaryzhang/spark,loneknightpy/spark,jianran/spark,wzhfy/spark,bdrillard/spark,szhem/spark,apache-spark-on-k8s/spark,andrewor14/spark,akopich/spark,rezasafi/spark,rikima/spark,liutang123/spark,stanzhai/spark,debugger87/spark,markhamstra/spark,techaddict/spark,wangyum/spark,ddna1021/spark,dhruve/spark,JerryLead/spark,wangyum/spark,techaddict/spark,debugger87/spark,dbtsai/spark,pronix/spark,jianran/spark,bdrillard/spark,mahak/spark,WeichenXu123/spark,zzcclp/spark,kissmetrics/spark,JerryLead/spark,caneGuy/spark,tejasapatil/spark,pgandhi999/spark,dhruve/spark,mzl9039/spark,huang1900/spark,Aegeaner/spark,minixalpha/spark,zuotingbing/spark,huang1900/spark,michalsenkyr/spark,zero323/spark,cloud-fan/spark,saturday-shi/spark,ueshin/apache-spark,dongjoon-hyun/spark,byakuinss/spark,hvanhovell/spark,zuotingbing/spark,liutang123/spark,liutang123/spark,ahnqirage/spark,mike0sv/spark,pgandhi999/spark,hhbyyh/spark,kimoonkim/spark,ahnqirage/spark,ajaysaini725/spark,shubhamchopra/spark,srowen/spark,xuanyuanking/spark,vinodkc/spark,setjet/spark,patrick-nicholson/spark,jiangxb1987/spark,taroplus/spark,adrian-ionescu/apache-spark,actuaryzhang/spark,eyalfa/spark,holdenk/spark,shubhamchopra/spark,srowen/spark,ericvandenbergfb/spark,MLnick/spark,vinodkc/spark,rekhajoshm/spark,poffuomo/spark,taroplus/spark,LantaoJin/spark,facaiy/spark,goldmedal/spark,saturday-shi/spark,apache/spark,jiangxb1987/spark,wzhfy/spark,kiszk/spark,kissmetrics/spark,bdrillard/spark,adrian-ionescu/apache-spark,SnappyDataInc/spark,HyukjinKwon/spark,huang1900/spark,mike0sv/spark,icexelloss/spark,rednaxelafx/apache-spark,jrshust/spark,apache/spark,ajaysaini725/spark,narahari92/spark,poffuomo/spark,SnappyDataInc/spark,spark-test/spark,icexelloss/spark,sachintyagi22/spark,ericvandenbergfb/spark,kevinyu98/spark,mahak/spark,zero323/spark,bravo-zhang/spark,facaiy/spark,LantaoJin/spark,big-pegasus/spark,highfei2011/spark,ddna1021/spark,holdenk/spark,shubhamchopra/spark,yanboliang/spark,alunarbeach/spark,poffuomo/spark,aokolnychyi/spark,spark-test/spark,esi-mineset/spark,rezasafi/spark,xflin/spark,mike0sv/spark,hhbyyh/spark,sureshthalamati/spark,techaddict/spark,dhruve/spark,dhruve/spark,BryanCutler/spark,highfei2011/spark,apache-spark-on-k8s/spark,mzl9039/spark,UndeadBaneGitHub/spark,aray/spark,jlopezmalla/spark,metamx/spark,1haodian/spark,mahak/spark,vinodkc/spark,facaiy/spark,ajaysaini725/spark,zzcclp/spark,wzhfy/spark,1haodian/spark,zzcclp/spark,zhouyejoe/spark,aokolnychyi/spark,shubhamchopra/spark,andrewor14/spark,ptkool/spark,ajaysaini725/spark,gioenn/xSpark,jlopezmalla/spark,saltstar/spark,milliman/spark,byakuinss/spark,aray/spark,publicRoman/spark,UndeadBaneGitHub/spark,bOOm-X/spark,caneGuy/spark,wangyum/spark,actuaryzhang/spark,dongjoon-hyun/spark,haowu80s/spark,skonto/spark,dongjoon-hyun/spark,darionyaphet/spark,hvanhovell/spark,WeichenXu123/spark,hvanhovell/spark,wzhfy/spark,xuanyuanking/spark,ajaysaini725/spark,tengpeng/spark,janewangfb/spark,sachintyagi22/spark,Panos-Bletsos/spark-cost-model-optimizer,holdenk/spark,adrian-ionescu/apache-spark,stanzhai/spark,zhouyejoe/spark,apache-spark-on-k8s/spark,JoshRosen/spark,techaddict/spark,aokolnychyi/spark,SHASHANKB/spark,facaiy/spark,jiangxb1987/spark,someorz/spark,andrewor14/spark,sahilTakiar/spark,chuckchen/spark,spark-test/spark,joseph-torres/spark,map222/spark,pronix/spark,JerryLead/spark,sureshthalamati/spark,xflin/spark,milliman/spark,sachintyagi22/spark,ioana-delaney/spark,shubhamchopra/spark,wangyum/spark,maropu/spark,byakuinss/spark,sureshthalamati/spark,patrick-nicholson/spark,gengliangwang/spark,nilsgrabbert/spark,ibm-research-ireland/sparkoscope,ahnqirage/spark,BryanCutler/spark,lxsmnv/spark,nchammas/spark,hvanhovell/spark,bOOm-X/spark,HyukjinKwon/spark,jkbradley/spark,shubhamchopra/spark,kevinyu98/spark,MLnick/spark,guoxiaolongzte/spark,szhem/spark,michalsenkyr/spark,witgo/spark,wangmiao1981/spark,maropu/spark,markhamstra/spark,actuaryzhang/spark,guoxiaolongzte/spark,patrick-nicholson/spark,zuotingbing/spark,HyukjinKwon/spark,saltstar/spark,bravo-zhang/spark,metamx/spark,ConeyLiu/spark,gioenn/xSpark,metamx/spark,publicRoman/spark,SnappyDataInc/spark,minixalpha/spark,maropu/spark,sureshthalamati/spark,Panos-Bletsos/spark-cost-model-optimizer,guoxiaolongzte/spark,1haodian/spark,big-pegasus/spark,shuangshuangwang/spark,LantaoJin/spark,xuanyuanking/spark,nlalevee/spark,darionyaphet/spark,xuanyuanking/spark,ron8hu/spark,witgo/spark,xflin/spark,bdrillard/spark,jianran/spark,hhbyyh/spark,JerryLead/spark,saltstar/spark,aray/spark,ueshin/apache-spark,jlopezmalla/spark,mahak/spark,pgandhi999/spark,apache-spark-on-k8s/spark,someorz/spark,wzhfy/spark,WeichenXu123/spark,pgandhi999/spark,mahak/spark,zero323/spark,srowen/spark,stanzhai/spark,map222/spark,ibm-research-ireland/sparkoscope,lvdongr/spark,tengpeng/spark,maropu/spark,saltstar/spark,someorz/spark,kevinyu98/spark,SnappyDataInc/spark,hhbyyh/spark,vinodkc/spark,icexelloss/spark,saturday-shi/spark,shaneknapp/spark,adrian-ionescu/apache-spark,ueshin/apache-spark,kimoonkim/spark,minixalpha/spark,1haodian/spark,stanzhai/spark,sahilTakiar/spark,zero323/spark,gengliangwang/spark,byakuinss/spark,rekhajoshm/spark,ahnqirage/spark,SHASHANKB/spark,huang1900/spark,srowen/spark,alunarbeach/spark,SHASHANKB/spark,goldmedal/spark,witgo/spark,panfengfeng/spark,JerryLead/spark,someorz/spark,zhouyejoe/spark,nilsgrabbert/spark,andrewor14/spark,nchammas/spark,cloud-fan/spark,esi-mineset/spark,jianran/spark,andrewor14/spark,highfei2011/spark,aosagie/spark,loneknightpy/spark,kimoonkim/spark,debugger87/spark,xflin/spark,milliman/spark,cloud-fan/spark,caneGuy/spark,bravo-zhang/spark,jkbradley/spark,yanboliang/spark,tejasapatil/spark,MLnick/spark,kissmetrics/spark,tengpeng/spark,wangmiao1981/spark,zzcclp/spark,nchammas/spark,ptkool/spark,skonto/spark,jrshust/spark,patrick-nicholson/spark,ericvandenbergfb/spark,mdespriee/spark,bdrillard/spark,shuangshuangwang/spark,dbtsai/spark,ibm-research-ireland/sparkoscope,jrshust/spark,darionyaphet/spark,jlopezmalla/spark,publicRoman/spark,actuaryzhang/spark,map222/spark,rikima/spark,szhem/spark,minixalpha/spark,bravo-zhang/spark,someorz/spark,chuckchen/spark,WeichenXu123/spark,yanboliang/spark,akopich/spark,maropu/spark,zuotingbing/spark,witgo/spark,jiangxb1987/spark,janewangfb/spark,publicRoman/spark,debugger87/spark,shaneknapp/spark,zzcclp/spark,mzl9039/spark,taroplus/spark,kissmetrics/spark,Aegeaner/spark,pgandhi999/spark,skonto/spark,debugger87/spark,lxsmnv/spark,ajaysaini725/spark,shuangshuangwang/spark,JoshRosen/spark,esi-mineset/spark,setjet/spark,Aegeaner/spark,BryanCutler/spark,markhamstra/spark,byakuinss/spark,gioenn/xSpark,apache/spark,michalsenkyr/spark,icexelloss/spark,pgandhi999/spark,dongjoon-hyun/spark,haowu80s/spark,metamx/spark,kiszk/spark,wangyum/spark,nlalevee/spark,zero323/spark,panfengfeng/spark,kissmetrics/spark,dhruve/spark,poffuomo/spark,bravo-zhang/spark,actuaryzhang/spark,UndeadBaneGitHub/spark,pronix/spark,jkbradley/spark,eyalfa/spark,setjet/spark,1haodian/spark,eyalfa/spark,zhouyejoe/spark,sureshthalamati/spark,publicRoman/spark,kimoonkim/spark,lvdongr/spark,szhem/spark,milliman/spark,poffuomo/spark,byakuinss/spark,darionyaphet/spark,michalsenkyr/spark,ibm-research-ireland/sparkoscope,rikima/spark,ConeyLiu/spark,ibm-research-ireland/sparkoscope,Aegeaner/spark,brad-kaiser/spark,ioana-delaney/spark,saturday-shi/spark,gengliangwang/spark,stanzhai/spark,narahari92/spark,kiszk/spark,JoshRosen/spark,BryanCutler/spark,liyichao/spark,ibm-research-ireland/sparkoscope,Panos-Bletsos/spark-cost-model-optimizer,spark-test/spark,aosagie/spark,rednaxelafx/apache-spark,liyichao/spark,guoxiaolongzte/spark,guoxiaolongzte/spark,kimoonkim/spark,saturday-shi/spark,rekhajoshm/spark,taroplus/spark,sureshthalamati/spark,patrick-nicholson/spark,liyichao/spark,nchammas/spark,mzl9039/spark,adrian-ionescu/apache-spark,zuotingbing/spark,metamx/spark,poffuomo/spark,lxsmnv/spark,nilsgrabbert/spark,xflin/spark,SnappyDataInc/spark,ioana-delaney/spark,caneGuy/spark,aokolnychyi/spark,setjet/spark,shuangshuangwang/spark,wangmiao1981/spark,lvdongr/spark,tejasapatil/spark,kissmetrics/spark,ron8hu/spark,highfei2011/spark,kiszk/spark,mdespriee/spark,huang1900/spark,kevinyu98/spark,mike0sv/spark,saturday-shi/spark,bOOm-X/spark,brad-kaiser/spark,nchammas/spark,panfengfeng/spark,ron8hu/spark,nlalevee/spark,wzhfy/spark,brad-kaiser/spark,sahilTakiar/spark,dhruve/spark,kevinyu98/spark,ericvandenbergfb/spark,zuotingbing/spark,alunarbeach/spark,big-pegasus/spark,nlalevee/spark,taroplus/spark,akopich/spark,ueshin/apache-spark,setjet/spark,hvanhovell/spark,brad-kaiser/spark,zhouyejoe/spark,zero323/spark,mike0sv/spark,srowen/spark,LantaoJin/spark,caneGuy/spark,rezasafi/spark,wangmiao1981/spark,kiszk/spark,liyichao/spark,icexelloss/spark,xflin/spark,eyalfa/spark,panfengfeng/spark,dhruve/spark,jiangxb1987/spark,metamx/spark,goldmedal/spark,aosagie/spark,ahnqirage/spark,ConeyLiu/spark,highfei2011/spark,1haodian/spark,HyukjinKwon/spark,map222/spark,chuckchen/spark,shaneknapp/spark,techaddict/spark,loneknightpy/spark,saltstar/spark,szhem/spark,kevinyu98/spark,mzl9039/spark,SnappyDataInc/spark,cin/spark,apache-spark-on-k8s/spark,holdenk/spark,techaddict/spark,rezasafi/spark,dbtsai/spark,JerryLead/spark,chuckchen/spark,loneknightpy/spark,dongjoon-hyun/spark,esi-mineset/spark,lxsmnv/spark,narahari92/spark,ueshin/apache-spark,narahari92/spark,wzhfy/spark,HyukjinKwon/spark,darionyaphet/spark,wangyum/spark,rednaxelafx/apache-spark,holdenk/spark,ibm-research-ireland/sparkoscope,sachintyagi22/spark,shuangshuangwang/spark,xuanyuanking/spark,saltstar/spark,bravo-zhang/spark,Panos-Bletsos/spark-cost-model-optimizer,vinodkc/spark,Aegeaner/spark,guoxiaolongzte/spark,tengpeng/spark,cloud-fan/spark,tejasapatil/spark,alunarbeach/spark,apache/spark,bOOm-X/spark,rekhajoshm/spark,ueshin/apache-spark,goldmedal/spark,aray/spark,Panos-Bletsos/spark-cost-model-optimizer,milliman/spark,WindCanDie/spark,UndeadBaneGitHub/spark,jianran/spark,taroplus/spark,jkbradley/spark,witgo/spark,jiangxb1987/spark,alunarbeach/spark,SnappyDataInc/spark,loneknightpy/spark,ron8hu/spark,jianran/spark,ddna1021/spark,ajaysaini725/spark,nlalevee/spark,UndeadBaneGitHub/spark,lvdongr/spark,LantaoJin/spark,rezasafi/spark,zzcclp/spark,aosagie/spark,cloud-fan/spark,loneknightpy/spark,adrian-ionescu/apache-spark,kissmetrics/spark,rikima/spark,tengpeng/spark,aokolnychyi/spark,zzcclp/spark,facaiy/spark,big-pegasus/spark,publicRoman/spark,michalsenkyr/spark,kiszk/spark,andrewor14/spark,nlalevee/spark,mike0sv/spark,patrick-nicholson/spark,JerryLead/spark,rednaxelafx/apache-spark,zuotingbing/spark,cin/spark,ericvandenbergfb/spark,akopich/spark,tengpeng/spark,yanboliang/spark,rezasafi/spark,sachintyagi22/spark,nilsgrabbert/spark,liyichao/spark,esi-mineset/spark,jrshust/spark,WindCanDie/spark,highfei2011/spark,minixalpha/spark,ioana-delaney/spark,wangmiao1981/spark,mdespriee/spark,dbtsai/spark,aokolnychyi/spark,wangmiao1981/spark,ptkool/spark,witgo/spark,yanboliang/spark,aray/spark,darionyaphet/spark,rikima/spark,markhamstra/spark,janewangfb/spark,tejasapatil/spark,wangyum/spark,sureshthalamati/spark,huang1900/spark,big-pegasus/spark,sahilTakiar/spark,shuangshuangwang/spark,guoxiaolongzte/spark,actuaryzhang/spark,gioenn/xSpark,publicRoman/spark,chuckchen/spark,rednaxelafx/apache-spark,SHASHANKB/spark,xuanyuanking/spark,facaiy/spark,map222/spark,lxsmnv/spark,panfengfeng/spark,kiszk/spark,dbtsai/spark,tejasapatil/spark,rikima/spark,joseph-torres/spark,rekhajoshm/spark,markhamstra/spark,srowen/spark,tengpeng/spark,hvanhovell/spark,ConeyLiu/spark,ptkool/spark,andrewor14/spark,bOOm-X/spark,chuckchen/spark,eyalfa/spark,sachintyagi22/spark,mdespriee/spark,ptkool/spark,aosagie/spark,sachintyagi22/spark,icexelloss/spark,saturday-shi/spark,narahari92/spark,brad-kaiser/spark,eyalfa/spark,yanboliang/spark,bOOm-X/spark,shaneknapp/spark,shaneknapp/spark,rednaxelafx/apache-spark,witgo/spark,aosagie/spark,WindCanDie/spark,haowu80s/spark,ptkool/spark,skonto/spark,tejasapatil/spark