# Robots.txt for PlastDiger Center - Online Calligraphy Courses
# https://plastdiger.center

User-agent: *
Allow: /

# Important pages for indexing
Allow: /index.php
Allow: /blog.html
Allow: /article-*.html

# Legal and policy pages
Allow: /privacy-policy.html
Allow: /terms-of-service.html
Allow: /cookie-policy.html

# Allow CSS, JS, and image files
Allow: /css/
Allow: /js/
Allow: /images/

# Disallow unnecessary files
Disallow: /thanks.html

# Sitemap location
Sitemap: https://plastdiger.center/sitemap.xml

# Crawl delay (optional - 1 second between requests)
Crawl-delay: 1

# Specific instructions for major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

# Block aggressive crawlers if needed
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Cache directive for better SEO
# Cache-Control: public, max-age=3600