# robots.txt for Landing Page Site
# Generated: 2024

User-agent: *
Allow: /

# Disallow cache and log directories
Disallow: /content_cache/
Disallow: /traffic_log.txt
Disallow: /*.log$

# Disallow URL parameters that create duplicate content
# Allow main keyword parameter for indexing
Allow: /*?keyword=*

# Crawl delay (optional - be nice to your server)
Crawl-delay: 1

# Sitemap location (update domain as needed)
Sitemap: https://yourdomain.com/sitemap.xml
