# Northumberland Landscape Hub - Robots.txt
# https://www.robotstxt.org/robotstxt.html

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://northumberlandlandscapehub.ca/sitemap.xml

# Disallow admin and system areas
Disallow: /admin/
Disallow: /includes/
Disallow: /sql/
Disallow: /logs/
Disallow: /uploads/

# Crawl-delay for all bots
Crawl-delay: 1

# Allow major search engines full access
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /