# robots.txt for http://www.ukba.homeoffice.gov.uk
#
# advertising-related bots:
User-agent: Mediapartners-Google
Disallow: /
#
# Crawlers we'd rather not have.
User-agent: UbiCrawler
Disallow: /
#
User-agent: DOC
Disallow: /
#
User-agent: Zao
Disallow: /
#
User-agent: sitecheck.internetseer.com
Disallow: /
#
User-agent: Zealbot
Disallow: /
#
User-agent: MSIECrawler
Disallow: /
#
User-agent: SiteSnagger
Disallow: /
#
User-agent: WebStripper
Disallow: /
#
User-agent: WebCopier
Disallow: /
#
User-agent: Fetch
Disallow: /
#
User-agent: Offline Explorer
Disallow: /
#
User-agent: Teleport
Disallow: /
#
User-agent: TeleportPro
Disallow: /
#
User-agent: WebZIP
Disallow: /
#
User-agent: linko
Disallow: /
#
User-agent: HTTrack
Disallow: /
#
User-agent: Xenu
Disallow: /
#
User-agent: larbin
Disallow: /
#
User-agent: libwww
Disallow: /
#
User-agent: ZyBORG
Disallow: /
#
User-agent: Download Ninja
Disallow: /
#
User-agent: grub-client
Disallow: /
#
User-agent: k2spider
Disallow: /
#
User-agent: NPBot
Disallow: /
#
User-agent: WebReaper
Disallow: /
#
# Some not so sure bots
Disallow: /
#
User-agent: Gigabot
Disallow: /
#
User-agent: Scrubby
Disallow: /
#
User-agent: Robozilla
Disallow: /
#
User-agent: Nutch
Disallow: /
#
User-agent: ia_archiver
Disallow: /
#
User-agent: baiduspider
Disallow: /
#
User-agent: naverbot
Disallow: /
#
User-agent: yeti
Disallow: /
#
User-agent: asterias
Disallow: /
#
User-agent: yahoo-blogs/v3.9
Disallow: /
#
# Other bots allowed
User-agent: *
Disallow: /static/
Disallow: /springcomponents/
Disallow: /model/
Disallow: /META-INF/
Disallow: /aboutus/informationformps/
Disallow: /apply-online/
Disallow: /*?langname=*&displaypopup=*
Disallow: /news-and-updates/
Disallow: /atoz
#