# robots.txt for skylabseo.com
# Skylab SEO — Digital Marketing Agency, Kankarbagh, Patna
# Last updated: November 2026

# -----------------------------------------------
# Allow all crawlers (Main Website SEO Pages)
# -----------------------------------------------

User-agent: *
Allow: /

# Block server/system folders
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /includes/
Disallow: /assets/vendor/

# Block Private Quotation & Billing Portal App
Disallow: /portal/
Disallow: /app/
Disallow: /quote/

# Block query strings (duplicate content & client ?q= links)
Disallow: /*?*

# -----------------------------------------------
# Googlebot — Allow SEO pages, Block Private Portal
# -----------------------------------------------

User-agent: Googlebot
Allow: /
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /cache/
Disallow: /includes/
Disallow: /assets/vendor/
Disallow: /portal/
Disallow: /app/
Disallow: /quote/
Disallow: /*?*

# -----------------------------------------------
# Block spam/scraper & AI training bots on private paths
# -----------------------------------------------

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Bytespider
Disallow: /

# -----------------------------------------------
# Sitemap
# -----------------------------------------------

Sitemap: https://www.skylabseo.com/sitemap.xml