Sitemap: https://skipvids.com/sitemap.php

# LLM context
# https://skipvids.com/llms.txt


# -------------------------------------------------------
# BLOCK - aggressive/junk scrapers
# -------------------------------------------------------


User-agent: ByteSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Seekport
Disallow: /

# -------------------------------------------------------
# DEFAULT RULES - Selective Indexing
# -------------------------------------------------------
User-agent: *


# Allow root and essential pages
Allow: /$
Allow: /favicon.ico
Allow: /sitemap.php
Allow: /sitemaps/

# Allow Static Content
Allow: /what-is-skipvids
Allow: /faq
Allow: /contact
Allow: /privacy-policy
Allow: /download-app
Allow: /chrome-extension
Allow: /youtube-no-ads
Allow: /youtube-advanced-search
Allow: /generateplaylist

# Vs pages
Allow: /vs/
Allow: /vs

# Allow Profiles (Old and New)
# We allow the old ?@ format so bots can find the 301 redirect
Allow: /?@*
Allow: /@*
Allow: /channel*
Allow: /?channel*

# Allow Watch Pages (Old and New)
Allow: /watch
Allow: /?v=*
Allow: /*v=

# Allow Trending (Old and New)
Allow: /trending
Allow: /trending/*
Allow: /?trending

# Allow Playlists (Old and New)
Allow: /playlist
Allow: /?playlist*

# Allow Auth Pages
Allow: /members/login
Allow: /members/signup

# App-specific views
Allow: /tv
Disallow: /embed/

# Explicit Block for Search
Disallow: /*web_search_query
Disallow: /*search_query=