Small change in canonicalize_url improved its performance a bit
Small change in canonicalize_url improved its performance a bit

--HG--
extra : convert_revision : svn%3Ab85faa78-f9eb-468e-a121-7cced6da292c%40710

rdowinton/scrapy,yidongliu/scrapy,rolando-contrib/scrapy,profjrr/scrapy,Preetwinder/scrapy,dracony/scrapy,avtoritet/scrapy,emschorsch/scrapy,YeelerG/scrapy,pfctdayelise/scrapy,yusofm/scrapy,wangjun/scrapy,fontenele/scrapy,GregoryVigoTorres/scrapy,nowopen/scrapy,AaronTao1990/scrapy,gbirke/scrapy,zjuwangg/scrapy,aivarsk/scrapy,mlyundin/scrapy,fpy171/scrapy,kimimj/scrapy,legendtkl/scrapy,fqul/scrapy,finfish/scrapy,Ryezhang/scrapy,arush0311/scrapy,codebhendi/scrapy,elijah513/scrapy,kimimj/scrapy,TarasRudnyk/scrapy,joshlk/scrapy,beni55/scrapy,chekunkov/scrapy,Allianzcortex/scrapy,dangra/scrapy,csalazar/scrapy,Digenis/scrapy,Chenmxs/scrapy,pranjalpatil/scrapy,tagatac/scrapy,johnardavies/scrapy,liyy7/scrapy,pfctdayelise/scrapy,crasker/scrapy,bmess/scrapy,ssteo/scrapy,kazitanvirahsan/scrapy,raphaelfruneaux/scrapy,cursesun/scrapy,Allianzcortex/scrapy,huoxudong125/scrapy,nikgr95/scrapy,farhan0581/scrapy,eliasdorneles/scrapy,sardok/scrapy,ndemir/scrapy,wujuguang/scrapy,rklabs/scrapy,yarikoptic/scrapy,zorojean/scrapy,rahulsharma1991/scrapy,dangra/scrapy,smaty1/scrapy,rahul-c1/scrapy,smaty1/scrapy,Cnfc19932/scrapy,mgedmin/scrapy,wenyu1001/scrapy,Timeship/scrapy,Geeglee/scrapy,Lucifer-Kim/scrapy,snowdream1314/scrapy,gnemoug/scrapy,beni55/scrapy,OpenWhere/scrapy,agusc/scrapy,olorz/scrapy,agreen/scrapy,ssh-odoo/scrapy,olorz/scrapy,pombredanne/scrapy,jeffreyjinfeng/scrapy,webmakin/scrapy,zackslash/scrapy,taito/scrapy,webmakin/scrapy,yidongliu/scrapy,barraponto/scrapy,carlosp420/scrapy,JacobStevenR/scrapy,rklabs/scrapy,jamesblunt/scrapy,yarikoptic/scrapy,legendtkl/scrapy,crasker/scrapy,kimimj/scrapy,profjrr/scrapy,1yvT0s/scrapy,emschorsch/scrapy,farhan0581/scrapy,umrashrf/scrapy,stenskjaer/scrapy,redapple/scrapy,Digenis/scrapy,kmike/scrapy,rahul-c1/scrapy,umrashrf/scrapy,ENjOyAbLE1991/scrapy,farhan0581/scrapy,tliber/scrapy,scrapy/scrapy,nett55/scrapy,scrapy/scrapy,foromer4/scrapy,dhenyjarasandy/scrapy,ENjOyAbLE1991/scrapy,codebhendi/scrapy,w495/scrapy,ramiro/scrapy,hbwzhsh/scrapy,darkrho/scrapy-scrapy,chekunkov/scrapy,Cnfc19932/scrapy,1yvT0s/scrapy,KublaikhanGeek/scrapy,tntC4stl3/scrapy,wenyu1001/scrapy,nguyenhongson03/scrapy,JacobStevenR/scrapy,famorted/scrapy,livepy/scrapy,olafdietsche/scrapy,IvanGavran/scrapy,godfreyy/scrapy,barraponto/scrapy,jdemaeyer/scrapy,IvanGavran/scrapy,ndemir/scrapy,WilliamKinaan/scrapy,heamon7/scrapy,pawelmhm/scrapy,cyrixhero/scrapy,Bourneer/scrapy,kazitanvirahsan/scrapy,shaform/scrapy,curita/scrapy,pablohoffman/scrapy,haiiiiiyun/scrapy,pawelmhm/scrapy,Djlavoy/scrapy,lacrazyboy/scrapy,irwinlove/scrapy,arush0311/scrapy,livepy/scrapy,pfctdayelise/scrapy,Timeship/scrapy,scorphus/scrapy,sigma-random/scrapy,dacjames/scrapy,elacuesta/scrapy,ENjOyAbLE1991/scrapy,wangjun/scrapy,pawelmhm/scrapy,cyberplant/scrapy,smaty1/scrapy,jc0n/scrapy,curita/scrapy,Adai0808/scrapy-1,w495/scrapy,starrify/scrapy,csalazar/scrapy,Chenmxs/scrapy,rdowinton/scrapy,stenskjaer/scrapy,sigma-random/scrapy,elijah513/scrapy,Ryezhang/scrapy,pablohoffman/scrapy,cleydson/scrapy,zorojean/scrapy,jamesblunt/scrapy,z-fork/scrapy,livepy/scrapy,tliber/scrapy,webmakin/scrapy,jiezhu2007/scrapy,YeelerG/scrapy,scorphus/scrapy,redapple/scrapy,moraesnicol/scrapy,johnardavies/scrapy,nfunato/scrapy,rolando/scrapy,dacjames/scrapy,crasker/scrapy,zorojean/scrapy,kalessin/scrapy,coderabhishek/scrapy,URXtech/scrapy,ssteo/scrapy,elijah513/scrapy,rootAvish/scrapy,z-fork/scrapy,hectoruelo/scrapy,zackslash/scrapy,songfj/scrapy,fpy171/scrapy,raphaelfruneaux/scrapy,ArturGaspar/scrapy,olafdietsche/scrapy,joshlk/scrapy,rolando-contrib/scrapy,mouadino/scrapy,KublaikhanGeek/scrapy,jeffreyjinfeng/scrapy,Adai0808/scrapy-1,hyrole/scrapy,Djlavoy/scrapy,rdowinton/scrapy,hyrole/scrapy,bmess/scrapy,eLRuLL/scrapy,huoxudong125/scrapy,godfreyy/scrapy,cursesun/scrapy,agusc/scrapy,agusc/scrapy,dhenyjarasandy/scrapy,zhangtao11/scrapy,Partoo/scrapy,wenyu1001/scrapy,rootAvish/scrapy,olafdietsche/scrapy,dracony/scrapy,kmike/scrapy,coderabhishek/scrapy,rklabs/scrapy,haiiiiiyun/scrapy,dacjames/scrapy,nguyenhongson03/scrapy,Slater-Victoroff/scrapy,kalessin/scrapy,yidongliu/scrapy,rolando/scrapy,aivarsk/scrapy,arush0311/scrapy,yusofm/scrapy,agreen/scrapy,ssh-odoo/scrapy,pranjalpatil/scrapy,ylcolala/scrapy,jorik041/scrapy,foromer4/scrapy,nguyenhongson03/scrapy,Lucifer-Kim/scrapy,cleydson/scrapy,zhangtao11/scrapy,irwinlove/scrapy,curita/scrapy,tntC4stl3/scrapy,legendtkl/scrapy,songfj/scrapy,kashyap32/scrapy,olorz/scrapy,elacuesta/scrapy,CodeJuan/scrapy,famorted/scrapy,jorik041/scrapy,wzyuliyang/scrapy,rolando/scrapy,scorphus/scrapy,GregoryVigoTorres/scrapy,hansenDise/scrapy,w495/scrapy,rahul-c1/scrapy,pombredanne/scrapy,zjuwangg/scrapy,ssteo/scrapy,rahulsharma1991/scrapy,fafaman/scrapy,hbwzhsh/scrapy,dgillis/scrapy,fpy171/scrapy,tliber/scrapy,beni55/scrapy,scrapy/scrapy,mlyundin/scrapy,jorik041/scrapy,cyrixhero/scrapy,zhangtao11/scrapy,hansenDise/scrapy,redapple/scrapy,jeffreyjinfeng/scrapy,nfunato/scrapy,WilliamKinaan/scrapy,huoxudong125/scrapy,AaronTao1990/scrapy,cyrixhero/scrapy,hectoruelo/scrapy,joshlk/scrapy,OpenWhere/scrapy,ramiro/scrapy,KublaikhanGeek/scrapy,songfj/scrapy,kalessin/scrapy,nfunato/scrapy,wujuguang/scrapy,sardok/scrapy,Partoo/scrapy,AaronTao1990/scrapy,elacuesta/scrapy,amboxer21/scrapy,CENDARI/scrapy,tntC4stl3/scrapy,liyy7/scrapy,darkrho/scrapy-scrapy,avtoritet/scrapy,yarikoptic/scrapy,carlosp420/scrapy,JacobStevenR/scrapy,eLRuLL/scrapy,Ryezhang/scrapy,URXtech/scrapy,shaform/scrapy,TarasRudnyk/scrapy,hwsyy/scrapy,zackslash/scrapy,TarasRudnyk/scrapy,ylcolala/scrapy,Bourneer/scrapy,wzyuliyang/scrapy,pombredanne/scrapy,kazitanvirahsan/scrapy,jc0n/scrapy,rolando-contrib/scrapy,dhenyjarasandy/scrapy,xiao26/scrapy,irwinlove/scrapy,umrashrf/scrapy,github-account-because-they-want-it/scrapy,pranjalpatil/scrapy,Digenis/scrapy,jdemaeyer/scrapy,Slater-Victoroff/scrapy,amboxer21/scrapy,Chenmxs/scrapy,1yvT0s/scrapy,mouadino/scrapy,ssh-odoo/scrapy,fqul/scrapy,Geeglee/scrapy,Timeship/scrapy,ylcolala/scrapy,rootAvish/scrapy,URXtech/scrapy,dgillis/scrapy,tagatac/scrapy,nikgr95/scrapy,carlosp420/scrapy,taito/scrapy,fontenele/scrapy,Slater-Victoroff/scrapy,heamon7/scrapy,ramiro/scrapy,coderabhishek/scrapy,devGregA/scrapy,johnardavies/scrapy,lacrazyboy/scrapy,Zephor5/scrapy,fafaman/scrapy,hwsyy/scrapy,github-account-because-they-want-it/scrapy,YeelerG/scrapy,yusofm/scrapy,wzyuliyang/scrapy,profjrr/scrapy,Zephor5/scrapy,xiao26/scrapy,CENDARI/scrapy,moraesnicol/scrapy,darkrho/scrapy-scrapy,Djlavoy/scrapy,haiiiiiyun/scrapy,finfish/scrapy,hyrole/scrapy,finfish/scrapy,godfreyy/scrapy,wangjun/scrapy,Zephor5/scrapy,Adai0808/scrapy-1,ashishnerkar1/scrapy,emschorsch/scrapy,nett55/scrapy,taito/scrapy,eliasdorneles/scrapy,nowopen/scrapy,eLRuLL/scrapy,aivarsk/scrapy,cyberplant/scrapy,xiao26/scrapy,IvanGavran/scrapy,hansenDise/scrapy,CodeJuan/scrapy,Cnfc19932/scrapy,hwsyy/scrapy,nowopen/scrapy,jiezhu2007/scrapy,Geeglee/scrapy,snowdream1314/scrapy,starrify/scrapy,ashishnerkar1/scrapy,moraesnicol/scrapy,csalazar/scrapy,agreen/scrapy,GregoryVigoTorres/scrapy,jdemaeyer/scrapy,ArturGaspar/scrapy,devGregA/scrapy,bmess/scrapy,raphaelfruneaux/scrapy,dangra/scrapy,Parlin-Galanodel/scrapy,Bourneer/scrapy,pablohoffman/scrapy,jiezhu2007/scrapy,hectoruelo/scrapy,mlyundin/scrapy,ArturGaspar/scrapy,fafaman/scrapy,hbwzhsh/scrapy,kmike/scrapy,mgedmin/scrapy,CodeJuan/scrapy,stenskjaer/scrapy,github-account-because-they-want-it/scrapy,z-fork/scrapy,liyy7/scrapy,fontenele/scrapy,gbirke/scrapy,nikgr95/scrapy,Parlin-Galanodel/scrapy,jc0n/scrapy,heamon7/scrapy,nett55/scrapy,dgillis/scrapy,kashyap32/scrapy,devGregA/scrapy,fqul/scrapy,tagatac/scrapy,starrify/scrapy,Parlin-Galanodel/scrapy,cleydson/scrapy,codebhendi/scrapy,rahulsharma1991/scrapy,chekunkov/scrapy,wujuguang/scrapy,barraponto/scrapy,cursesun/scrapy,OpenWhere/scrapy,Preetwinder/scrapy,amboxer21/scrapy,WilliamKinaan/scrapy,dracony/scrapy,famorted/scrapy,gnemoug/scrapy,cyberplant/scrapy,Allianzcortex/scrapy,CENDARI/scrapy,Lucifer-Kim/scrapy,foromer4/scrapy,Preetwinder/scrapy,snowdream1314/scrapy,kashyap32/scrapy,shaform/scrapy,zjuwangg/scrapy,mgedmin/scrapy,avtoritet/scrapy,lacrazyboy/scrapy,Partoo/scrapy,eliasdorneles/scrapy