Modified canonicalize_url to make it always work with regular strings
Modified canonicalize_url to make it always work with regular strings

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40433

codebhendi/scrapy,CodeJuan/scrapy,zjuwangg/scrapy,rootAvish/scrapy,YeelerG/scrapy,ArturGaspar/scrapy,nguyenhongson03/scrapy,jdemaeyer/scrapy,rdowinton/scrapy,dangra/scrapy,JacobStevenR/scrapy,snowdream1314/scrapy,KublaikhanGeek/scrapy,pombredanne/scrapy,mlyundin/scrapy,Adai0808/scrapy-1,redapple/scrapy,ENjOyAbLE1991/scrapy,joshlk/scrapy,Adai0808/scrapy-1,Bourneer/scrapy,rolando/scrapy,yusofm/scrapy,eLRuLL/scrapy,w495/scrapy,fafaman/scrapy,eLRuLL/scrapy,CENDARI/scrapy,heamon7/scrapy,cleydson/scrapy,gnemoug/scrapy,rdowinton/scrapy,rootAvish/scrapy,cleydson/scrapy,livepy/scrapy,taito/scrapy,GregoryVigoTorres/scrapy,yidongliu/scrapy,famorted/scrapy,mouadino/scrapy,farhan0581/scrapy,hbwzhsh/scrapy,livepy/scrapy,csalazar/scrapy,github-account-because-they-want-it/scrapy,chekunkov/scrapy,Bourneer/scrapy,kazitanvirahsan/scrapy,yarikoptic/scrapy,nikgr95/scrapy,famorted/scrapy,fontenele/scrapy,ylcolala/scrapy,Chenmxs/scrapy,smaty1/scrapy,barraponto/scrapy,foromer4/scrapy,cursesun/scrapy,kalessin/scrapy,legendtkl/scrapy,z-fork/scrapy,wzyuliyang/scrapy,stenskjaer/scrapy,liyy7/scrapy,snowdream1314/scrapy,dacjames/scrapy,liyy7/scrapy,moraesnicol/scrapy,Zephor5/scrapy,livepy/scrapy,eLRuLL/scrapy,amboxer21/scrapy,Digenis/scrapy,dacjames/scrapy,rklabs/scrapy,dacjames/scrapy,tntC4stl3/scrapy,rolando-contrib/scrapy,wujuguang/scrapy,OpenWhere/scrapy,dhenyjarasandy/scrapy,Allianzcortex/scrapy,tliber/scrapy,dgillis/scrapy,kalessin/scrapy,curita/scrapy,bmess/scrapy,yidongliu/scrapy,rootAvish/scrapy,lacrazyboy/scrapy,pfctdayelise/scrapy,carlosp420/scrapy,kalessin/scrapy,jamesblunt/scrapy,csalazar/scrapy,jdemaeyer/scrapy,irwinlove/scrapy,GregoryVigoTorres/scrapy,Cnfc19932/scrapy,wzyuliyang/scrapy,cursesun/scrapy,bmess/scrapy,shaform/scrapy,Preetwinder/scrapy,finfish/scrapy,GregoryVigoTorres/scrapy,kashyap32/scrapy,xiao26/scrapy,songfj/scrapy,Ryezhang/scrapy,emschorsch/scrapy,kashyap32/scrapy,carlosp420/scrapy,URXtech/scrapy,hyrole/scrapy,eliasdorneles/scrapy,KublaikhanGeek/scrapy,Allianzcortex/scrapy,beni55/scrapy,AaronTao1990/scrapy,github-account-because-they-want-it/scrapy,zorojean/scrapy,wzyuliyang/scrapy,Zephor5/scrapy,moraesnicol/scrapy,hansenDise/scrapy,jdemaeyer/scrapy,barraponto/scrapy,avtoritet/scrapy,Parlin-Galanodel/scrapy,z-fork/scrapy,zhangtao11/scrapy,irwinlove/scrapy,elacuesta/scrapy,cursesun/scrapy,devGregA/scrapy,hectoruelo/scrapy,jiezhu2007/scrapy,ssh-odoo/scrapy,TarasRudnyk/scrapy,yidongliu/scrapy,agreen/scrapy,wenyu1001/scrapy,raphaelfruneaux/scrapy,mgedmin/scrapy,ramiro/scrapy,dracony/scrapy,Partoo/scrapy,pawelmhm/scrapy,mgedmin/scrapy,hbwzhsh/scrapy,huoxudong125/scrapy,pombredanne/scrapy,Digenis/scrapy,eliasdorneles/scrapy,irwinlove/scrapy,dracony/scrapy,agreen/scrapy,Slater-Victoroff/scrapy,nowopen/scrapy,xiao26/scrapy,kmike/scrapy,gbirke/scrapy,starrify/scrapy,dracony/scrapy,smaty1/scrapy,zorojean/scrapy,fpy171/scrapy,TarasRudnyk/scrapy,Timeship/scrapy,crasker/scrapy,scorphus/scrapy,URXtech/scrapy,w495/scrapy,ENjOyAbLE1991/scrapy,amboxer21/scrapy,rahulsharma1991/scrapy,kimimj/scrapy,crasker/scrapy,taito/scrapy,dangra/scrapy,kimimj/scrapy,joshlk/scrapy,redapple/scrapy,rahul-c1/scrapy,tntC4stl3/scrapy,scrapy/scrapy,Ryezhang/scrapy,Djlavoy/scrapy,xiao26/scrapy,github-account-because-they-want-it/scrapy,fqul/scrapy,olafdietsche/scrapy,cyberplant/scrapy,IvanGavran/scrapy,hwsyy/scrapy,aivarsk/scrapy,liyy7/scrapy,elacuesta/scrapy,devGregA/scrapy,ssteo/scrapy,hbwzhsh/scrapy,hansenDise/scrapy,Bourneer/scrapy,zackslash/scrapy,jiezhu2007/scrapy,yarikoptic/scrapy,gbirke/scrapy,hwsyy/scrapy,elijah513/scrapy,smaty1/scrapy,nowopen/scrapy,huoxudong125/scrapy,darkrho/scrapy-scrapy,rolando-contrib/scrapy,Cnfc19932/scrapy,jeffreyjinfeng/scrapy,darkrho/scrapy-scrapy,fpy171/scrapy,pablohoffman/scrapy,tagatac/scrapy,haiiiiiyun/scrapy,scrapy/scrapy,umrashrf/scrapy,emschorsch/scrapy,jeffreyjinfeng/scrapy,Lucifer-Kim/scrapy,stenskjaer/scrapy,stenskjaer/scrapy,jiezhu2007/scrapy,umrashrf/scrapy,coderabhishek/scrapy,eliasdorneles/scrapy,arush0311/scrapy,carlosp420/scrapy,Lucifer-Kim/scrapy,sardok/scrapy,zhangtao11/scrapy,agusc/scrapy,jorik041/scrapy,cyberplant/scrapy,sigma-random/scrapy,johnardavies/scrapy,ssh-odoo/scrapy,ssteo/scrapy,JacobStevenR/scrapy,fontenele/scrapy,z-fork/scrapy,jeffreyjinfeng/scrapy,taito/scrapy,Djlavoy/scrapy,1yvT0s/scrapy,Djlavoy/scrapy,coderabhishek/scrapy,Allianzcortex/scrapy,moraesnicol/scrapy,tagatac/scrapy,CENDARI/scrapy,JacobStevenR/scrapy,Parlin-Galanodel/scrapy,profjrr/scrapy,pombredanne/scrapy,WilliamKinaan/scrapy,kimimj/scrapy,pfctdayelise/scrapy,webmakin/scrapy,chekunkov/scrapy,nett55/scrapy,wenyu1001/scrapy,darkrho/scrapy-scrapy,rolando/scrapy,cyrixhero/scrapy,cyrixhero/scrapy,rolando/scrapy,Parlin-Galanodel/scrapy,nfunato/scrapy,nikgr95/scrapy,Ryezhang/scrapy,beni55/scrapy,jorik041/scrapy,agreen/scrapy,nett55/scrapy,devGregA/scrapy,fqul/scrapy,johnardavies/scrapy,emschorsch/scrapy,mlyundin/scrapy,profjrr/scrapy,hyrole/scrapy,lacrazyboy/scrapy,dhenyjarasandy/scrapy,farhan0581/scrapy,crasker/scrapy,csalazar/scrapy,Chenmxs/scrapy,wujuguang/scrapy,ndemir/scrapy,amboxer21/scrapy,dhenyjarasandy/scrapy,ArturGaspar/scrapy,KublaikhanGeek/scrapy,TarasRudnyk/scrapy,elijah513/scrapy,famorted/scrapy,WilliamKinaan/scrapy,Lucifer-Kim/scrapy,zorojean/scrapy,dgillis/scrapy,hansenDise/scrapy,olafdietsche/scrapy,tntC4stl3/scrapy,rahul-c1/scrapy,codebhendi/scrapy,aivarsk/scrapy,songfj/scrapy,kmike/scrapy,agusc/scrapy,scorphus/scrapy,nfunato/scrapy,pablohoffman/scrapy,hectoruelo/scrapy,legendtkl/scrapy,scrapy/scrapy,zjuwangg/scrapy,nikgr95/scrapy,URXtech/scrapy,pawelmhm/scrapy,hwsyy/scrapy,lacrazyboy/scrapy,raphaelfruneaux/scrapy,IvanGavran/scrapy,ndemir/scrapy,jc0n/scrapy,wenyu1001/scrapy,aivarsk/scrapy,Adai0808/scrapy-1,w495/scrapy,finfish/scrapy,legendtkl/scrapy,CodeJuan/scrapy,redapple/scrapy,shaform/scrapy,nett55/scrapy,IvanGavran/scrapy,avtoritet/scrapy,1yvT0s/scrapy,ssteo/scrapy,tagatac/scrapy,godfreyy/scrapy,olafdietsche/scrapy,farhan0581/scrapy,nguyenhongson03/scrapy,cyberplant/scrapy,mgedmin/scrapy,barraponto/scrapy,Chenmxs/scrapy,olorz/scrapy,rklabs/scrapy,snowdream1314/scrapy,zjuwangg/scrapy,fpy171/scrapy,starrify/scrapy,yusofm/scrapy,songfj/scrapy,tliber/scrapy,kmike/scrapy,wangjun/scrapy,chekunkov/scrapy,nfunato/scrapy,pranjalpatil/scrapy,YeelerG/scrapy,Geeglee/scrapy,heamon7/scrapy,rahul-c1/scrapy,webmakin/scrapy,cyrixhero/scrapy,Timeship/scrapy,kazitanvirahsan/scrapy,wangjun/scrapy,OpenWhere/scrapy,umrashrf/scrapy,bmess/scrapy,Digenis/scrapy,dangra/scrapy,scorphus/scrapy,gnemoug/scrapy,hyrole/scrapy,curita/scrapy,foromer4/scrapy,AaronTao1990/scrapy,fafaman/scrapy,olorz/scrapy,fontenele/scrapy,pranjalpatil/scrapy,haiiiiiyun/scrapy,agusc/scrapy,beni55/scrapy,nguyenhongson03/scrapy,mouadino/scrapy,ssh-odoo/scrapy,Geeglee/scrapy,1yvT0s/scrapy,rahulsharma1991/scrapy,godfreyy/scrapy,finfish/scrapy,coderabhishek/scrapy,heamon7/scrapy,wangjun/scrapy,zackslash/scrapy,johnardavies/scrapy,elacuesta/scrapy,Zephor5/scrapy,pawelmhm/scrapy,arush0311/scrapy,jamesblunt/scrapy,elijah513/scrapy,Slater-Victoroff/scrapy,fqul/scrapy,AaronTao1990/scrapy,Slater-Victoroff/scrapy,ashishnerkar1/scrapy,hectoruelo/scrapy,zackslash/scrapy,CENDARI/scrapy,ArturGaspar/scrapy,cleydson/scrapy,dgillis/scrapy,WilliamKinaan/scrapy,rahulsharma1991/scrapy,ylcolala/scrapy,Timeship/scrapy,arush0311/scrapy,shaform/scrapy,pfctdayelise/scrapy,jc0n/scrapy,starrify/scrapy,pranjalpatil/scrapy,Partoo/scrapy,YeelerG/scrapy,jc0n/scrapy,wujuguang/scrapy,rdowinton/scrapy,godfreyy/scrapy,fafaman/scrapy,yusofm/scrapy,codebhendi/scrapy,haiiiiiyun/scrapy,Cnfc19932/scrapy,jorik041/scrapy,Preetwinder/scrapy,sardok/scrapy,olorz/scrapy,zhangtao11/scrapy,rolando-contrib/scrapy,ylcolala/scrapy,rklabs/scrapy,profjrr/scrapy,curita/scrapy,tliber/scrapy,OpenWhere/scrapy,kazitanvirahsan/scrapy,sigma-random/scrapy,nowopen/scrapy,avtoritet/scrapy,ramiro/scrapy,Preetwinder/scrapy,pablohoffman/scrapy,CodeJuan/scrapy,ramiro/scrapy,huoxudong125/scrapy,kashyap32/scrapy,raphaelfruneaux/scrapy,mlyundin/scrapy,Partoo/scrapy,foromer4/scrapy,joshlk/scrapy,ENjOyAbLE1991/scrapy,webmakin/scrapy,ashishnerkar1/scrapy,yarikoptic/scrapy,Geeglee/scrapy