# Indianapolis Hub - Robots.txt

User-agent: *
Allow: /

# Disallow admin and backend files
Disallow: /admin.php
Disallow: /config.php
Disallow: /track.php
Disallow: /cron-refresh.php
Disallow: /cache/
Disallow: /logs/

# Sitemap location (update with your domain)
Sitemap: https://yourdomain.com/sitemap.xml
Sitemap: https://yourdomain.com/sitemap.php

# Crawl delay (optional, be nice to servers)
Crawl-delay: 10

# Allow specific bots
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
Allow: /

# Block bad bots (optional)
User-agent: AhrefsBot
User-agent: SemrushBot
Disallow: /
