# Filename:robots.txt file for http://www.scalercode.com/
User-agent: Googlebot
Disallow: /stats/  # stats directory
Disallow: /cgi/
Disallow: /mycgi/
Disallow: /admin/
Disallow: /apps/
Disallow: /include/
Crawl-delay: 100


User-agent:  Googlebot-Image
Disallow:/admin/
Disallow:/sar/
Disallow:/stats/
Crawl-delay: 100


User-agent:  AdsBot-Google
Disallow:/admin/