# Block all search engines and robots from crawling
User-agent: *
Disallow: /

# Do allow Google mini to crawl though
User-Agent: Gelb-GoogleMini-Crawler
Disallow: