# Nex-Gen Movies - Movie Streaming Platform
# https://www.nexgenmovies.com

# Allow all crawlers
User-agent: *
Allow: /
Allow: /movie/
Allow: /tv/
Allow: /genre/
Allow: /blog/
Allow: /search
Allow: /images/
Allow: /*.css$
Allow: /*.js$

# Crawl-delay for heavy pages
Crawl-delay: 1

# Specific rules for Google
User-agent: Googlebot
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$
Allow: /*.svg$
Allow: /*.webp$
Crawl-delay: 0.5

# Image indexing
User-agent: Googlebot-Image
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$

# Video indexing
User-agent: Googlebot-Video
Allow: /movie/*
Allow: /tv/*
Allow: /watch-now/*

# Specific rules for Bing
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Mobile crawler
User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 1

# Special directives for blog content
User-agent: *
Allow: /blog/
Allow: /blog$
Allow: /blog/*
Disallow: /blog/draft/
Disallow: /blog/preview/
Disallow: /blog/author/admin/

# Block access to certain paths
Disallow: /api/
Disallow: /_next/
Disallow: /*?*
Disallow: /*&*
Disallow: /search?
Disallow: /private/
Disallow: /profile/
Disallow: /settings/
Disallow: /admin/

# Allow pagination and filtering with these parameters
Allow: /*?page=*
Allow: /*?genre=*
Allow: /*?year=*
Allow: /*?sort=*
Allow: /*?filter=*

# Clean parameters
Allow: /*.js?v=*
Allow: /*.css?v=*

# Host
Host: https://www.nexgenmovies.com

# Sitemaps
Sitemap: https://www.nexgenmovies.com/sitemap-index.xml
Sitemap: https://www.nexgenmovies.com/sitemap.xml
Sitemap: https://www.nexgenmovies.com/movies-sitemap.xml
Sitemap: https://www.nexgenmovies.com/tv-sitemap.xml
Sitemap: https://www.nexgenmovies.com/genres-sitemap.xml

# RSS Feeds
Sitemap: https://www.nexgenmovies.com/rss.xml
Sitemap: https://www.nexgenmovies.com/news.xml
Sitemap: https://www.nexgenmovies.com/blog.xml