User-agent: * Allow: /media/videos/tmb/*/*.jpg Allow: /media/albums/*.jpg Allow: /templates/frontend/ Allow: /media/*.jpg Allow: /media/*/preview.mp4 Disallow: /siteadmin/ Disallow: /cache/ Disallow: /include/ Disallow: /install/ Disallow: /language/ Disallow: /media/ Disallow: /tmp/ Disallow: /classes/ Disallow: /templates/ Disallow: /scripts/ Disallow: /addons/ Disallow: /cron/ Disallow: /contrib/ User-Agent: Googlebot Crawl-delay: 10 User-Agent: bingbot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 User-agent: dotbot Crawl-delay: 10