# Make changes for all web spiders - External robots.txt
User-agent:*
#Allow: /
#Disallow: /gettinginvolved/Petitions/

Disallow: /help/105828.aspx

Disallow: /mobile/ 
Disallow: /*.htm$
Disallow: /_baks/
Disallow: /_notes/

Disallow: /parliamentarybusiness/28877.aspx

Disallow: /Materialfordebates/

#Our Google Search for website
#User-agent: SP-GSA-Googlebot
#Disallow: /*.htm$

User-agent: Mozilla/3.0 (compatible; REL Software, Web Link Validator 5.x)
Disallow: 

User-agent: Mozilla/3.0 (compatible; Web Link Validator 5.x)
Disallow: 

User-agent: Mozilla/3.0 (compatible; REL Software, WebLink Validator 5.x)
Disallow: 

User-agent: Mozilla/3.0 (compatible; WebLink Validator 5.x)
Disallow:

User-Agent: W3C-checklink
Disallow: