User-agent: dotbot Disallow: /admin/ Disallow: /scripts/ Disallow: /images/