Issue 1455 spider option - "parse robots.txt" and "parse sitemap.xml" default should be on
Issue 1455 spider option - "parse robots.txt" and "parse sitemap.xml" default should be on

thamizarasu/zaproxy,DJMIN/zaproxy,meitar/zaproxy,profjrr/zaproxy,JordanGS/zaproxy,NVolcz/zaproxy,efdutra/zaproxy,psiinon/zaproxy,ozzyjohnson/zaproxy,robocoder/zaproxy,ozzyjohnson/zaproxy,zapbot/zaproxy,efdutra/zaproxy,tjackiw/zaproxy,UjuE/zaproxy,meitar/zaproxy,thc202/zaproxy,MD14/zaproxy,urgupluoglu/zaproxy,UjuE/zaproxy,thc202/zaproxy,meitar/zaproxy,0xkasun/zaproxy,rajiv65/zaproxy,thc202/zaproxy,zapbot/zaproxy,profjrr/zaproxy,surikato/zaproxy,robocoder/zaproxy,surikato/zaproxy,Harinus/zaproxy,veggiespam/zaproxy,DJMIN/zaproxy,mustafa421/zaproxy,rajiv65/zaproxy,rajiv65/zaproxy,efdutra/zaproxy,psiinon/zaproxy,zapbot/zaproxy,psiinon/zaproxy,kingthorin/zaproxy,veggiespam/zaproxy,profjrr/zaproxy,Ali-Razmjoo/zaproxy,lightsey/zaproxy,pdehaan/zaproxy,DJMIN/zaproxy,cassiodeveloper/zaproxy,Harinus/zaproxy,0xkasun/zaproxy,mario-areias/zaproxy,Ye-Yong-Chi/zaproxy,mustafa421/zaproxy,meitar/zaproxy,pdehaan/zaproxy,mario-areias/zaproxy,jorik041/zaproxy,lightsey/zaproxy,mustafa421/zaproxy,mabdi/zaproxy,tjackiw/zaproxy,mabdi/zaproxy,efdutra/zaproxy,profjrr/zaproxy,kingthorin/zaproxy,0xkasun/zaproxy,profjrr/zaproxy,lightsey/zaproxy,thamizarasu/zaproxy,Ye-Yong-Chi/zaproxy,tjackiw/zaproxy,gsavastano/zaproxy,psiinon/zaproxy,MD14/zaproxy,jorik041/zaproxy,UjuE/zaproxy,surikato/zaproxy,thc202/zaproxy,mustafa421/zaproxy,urgupluoglu/zaproxy,cassiodeveloper/zaproxy,Ali-Razmjoo/zaproxy,mabdi/zaproxy,kingthorin/zaproxy,Ali-Razmjoo/zaproxy,zaproxy/zaproxy,meitar/zaproxy,jorik041/zaproxy,JordanGS/zaproxy,mustafa421/zaproxy,urgupluoglu/zaproxy,veggiespam/zaproxy,psiinon/zaproxy,pdehaan/zaproxy,veggiespam/zaproxy,mario-areias/zaproxy,psiinon/zaproxy,pdehaan/zaproxy,gsavastano/zaproxy,gsavastano/zaproxy,jorik041/zaproxy,kingthorin/zaproxy,thc202/zaproxy,robocoder/zaproxy,gmaran23/zaproxy,UjuE/zaproxy,NVolcz/zaproxy,JordanGS/zaproxy,pdehaan/zaproxy,profjrr/zaproxy,Ye-Yong-Chi/zaproxy,thamizarasu/zaproxy,jorik041/zaproxy,thc202/zaproxy,0xkasun/zaproxy,Ali-Razmjoo/zaproxy,zaproxy/zaproxy,veggiespam/zaproxy,ozzyjohnson/zaproxy,cassiodeveloper/zaproxy,robocoder/zaproxy,Ye-Yong-Chi/zaproxy,tjackiw/zaproxy,surikato/zaproxy,rajiv65/zaproxy,mabdi/zaproxy,gsavastano/zaproxy,efdutra/zaproxy,urgupluoglu/zaproxy,gmaran23/zaproxy,efdutra/zaproxy,zaproxy/zaproxy,meitar/zaproxy,mario-areias/zaproxy,pdehaan/zaproxy,zaproxy/zaproxy,mabdi/zaproxy,DJMIN/zaproxy,ozzyjohnson/zaproxy,ozzyjohnson/zaproxy,UjuE/zaproxy,gmaran23/zaproxy,veggiespam/zaproxy,urgupluoglu/zaproxy,Ye-Yong-Chi/zaproxy,gsavastano/zaproxy,meitar/zaproxy,zapbot/zaproxy,mabdi/zaproxy,cassiodeveloper/zaproxy,NVolcz/zaproxy,pdehaan/zaproxy,NVolcz/zaproxy,zapbot/zaproxy,kingthorin/zaproxy,0xkasun/zaproxy,gmaran23/zaproxy,mustafa421/zaproxy,Harinus/zaproxy,JordanGS/zaproxy,gsavastano/zaproxy,ozzyjohnson/zaproxy,gmaran23/zaproxy,urgupluoglu/zaproxy,thamizarasu/zaproxy,JordanGS/zaproxy,robocoder/zaproxy,JordanGS/zaproxy,profjrr/zaproxy,meitar/zaproxy,robocoder/zaproxy,Harinus/zaproxy,kingthorin/zaproxy,zaproxy/zaproxy,lightsey/zaproxy,efdutra/zaproxy,NVolcz/zaproxy,MD14/zaproxy,ozzyjohnson/zaproxy,jorik041/zaproxy,robocoder/zaproxy,jorik041/zaproxy,thamizarasu/zaproxy,Harinus/zaproxy,tjackiw/zaproxy,Ali-Razmjoo/zaproxy,UjuE/zaproxy,thamizarasu/zaproxy,mabdi/zaproxy,Harinus/zaproxy,psiinon/zaproxy,DJMIN/zaproxy,surikato/zaproxy,Ye-Yong-Chi/zaproxy,zaproxy/zaproxy,rajiv65/zaproxy,MD14/zaproxy,MD14/zaproxy,thamizarasu/zaproxy,cassiodeveloper/zaproxy,MD14/zaproxy,thc202/zaproxy,DJMIN/zaproxy,0xkasun/zaproxy,urgupluoglu/zaproxy,gsavastano/zaproxy,tjackiw/zaproxy,mario-areias/zaproxy,lightsey/zaproxy,rajiv65/zaproxy,zapbot/zaproxy,rajiv65/zaproxy,NVolcz/zaproxy,DJMIN/zaproxy,mario-areias/zaproxy,gmaran23/zaproxy,0xkasun/zaproxy,kingthorin/zaproxy,surikato/zaproxy,NVolcz/zaproxy,lightsey/zaproxy,veggiespam/zaproxy,Ali-Razmjoo/zaproxy,Harinus/zaproxy,gmaran23/zaproxy,cassiodeveloper/zaproxy,Ali-Razmjoo/zaproxy,surikato/zaproxy,mustafa421/zaproxy,JordanGS/zaproxy,cassiodeveloper/zaproxy,Ye-Yong-Chi/zaproxy,UjuE/zaproxy,MD14/zaproxy,lightsey/zaproxy,tjackiw/zaproxy,zapbot/zaproxy,mario-areias/zaproxy,zaproxy/zaproxy