User-agent: ia_archiver
Disallow: /

User-agent: Sogou web spider/4.0
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: DailyPerfect/1.0
Disallow: /

User-agent: DailyPerfect
Disallow: /


User-agent: DailyPerfect
Disallow: /

#Baiduspider
User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-Agent: panscient.com
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Googlebot-Image
Disallow: /uploads/

User-agent: kalooga
Disallow: /

User-agent: * 
Disallow: /disabled/
Disallow: /pt/
Disallow: /modules/Printing/
Disallow: /index.php
Disallow: /admin/ 
Disallow: /contrib/ 
Disallow: /doc/ 
Disallow: /lib/ 
Disallow: /modules/ 
Disallow: /plugins/ 
Disallow: /scripts/ 
Disallow: /tmp/

Sitemap: http://www.northamptonairport.com/sitemap.xml