# leytonjay.co.uk - robots.txt exclusion file

# Declarations of my sitemaps
SITEMAP: http://www.leytonjay.co.uk/sitemap.xml

# Canadian site (sitesell.com) that keeps an eye on Web Developers and Designers
# They cant be that good because their website is shockingly awful
#User-agent: SBIder
#Disallow: /

# Korean searchbot for naver.com, I heard it was dirty....
#User-agent: naver
#Disallow: /

# These guys from http://majestic12.co.uk/bot.php arent bad but there are plenty of baddies who disguise themselves as them! 
# So they are none-the-less blocked and I've implemented PHP magic to block these toe-rags.
#User-agent: MJ12bot
#Disallow: /

# Blocked!
#User-agent: NextGenSearchBot
#Disallow: /

# Blocked!
#User-agent: Vagabondo
#Disallow: /

# Search engine about Israeli law, not dirty just not relevant.
#User-agent: Runnk
#Disallow: /

# Search engine about India and Indian stuff, http://www.guruji.com, not dirty just not relevant.
#User-agent: GurujiBot 
#Disallow: /

# Blocked! Works for private companies looking for copyrighted images so they can sue you into next week, no thanks!
#User-agent: psbot
#Disallow: /

# Blocked! Dirty
#User-agent: Charlotte
#Disallow: /


# general rule to disallow access to old site stuff
User-agent: *
Disallow: /webdev/
Disallow: /about-you/
Disallow: /statistics/
Disallow: /ping/
Disallow: /page/
Disallow: /startrek-movie/