User-agent: *
Allow: /
Disallow: /admin/
Disallow: /data/
Disallow: /scripts/
Disallow: /includes/

# Sitemaps
Sitemap: <?php echo SITE_URL; ?>/sitemap.php
Sitemap: <?php echo SITE_URL; ?>/media-sitemap.php
Sitemap: <?php echo SITE_URL; ?>/rss.php

# Crawl delay
Crawl-delay: 1