User-agent: *
Allow: /

# Sitemap
Sitemap: https://iptv-nederland.nl/sitemap.xml

# Allow all important pages for SEO
Allow: /pack-familie
Allow: /iptv-installatiehandleiding
Allow: /veelgestelde-vragen
Allow: /blog
Allow: /contact

# Allow legal pages but with lower priority
Allow: /servicevoorwaarden
Allow: /privacybeleid
Allow: /terugbetalingsbeleid
Allow: /verzendbeleid
Allow: /bestelling-annuleren

# Disallow admin areas and development files
Disallow: /admin/
Disallow: /private/
Disallow: /api/
Disallow: /_next/
Disallow: /node_modules/
Disallow: /seo-audit

# Allow all search engines to crawl the site
Crawl-delay: 1

# Specific rules for different bots
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

# Allow social media crawlers for better sharing
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# Block unwanted SEO bots to save bandwidth
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Cache directives for better performance
Cache-Control: public, max-age=3600