# DotNetMastery Robots.txt
# Updated: 2024

User-agent: *
Allow: /

# Important pages for crawlers
Allow: /Home/Index
Allow: /Home/Details
Allow: /Blog/
Allow: /Course/

# Disallow admin areas
Disallow: /Identity/
Disallow: /Admin/
Disallow: /api/

# Disallow unnecessary resources
Disallow: /lib/
Disallow: /css/
Disallow: /js/
Disallow: /*.json$

# Allow important images for Google Image Search
Allow: /images/logo.png
Allow: /images/favicon*.png
Allow: /images/head2.png
Allow: /images/courses/

# Crawl-delay (be polite)
Crawl-delay: 1

# Sitemaps
Sitemap: https://www.dotnetmastery.com/sitemap.xml

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /images/

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 2