# ==============================
# Google Site Verification
# ==============================
google-site-verification=6vsBEmOdBJureYfjhqKJ1UBZDU4bDNVv_55tQnBbvqM

# ==============================
# Global Rules for All Crawlers
# ==============================
User-agent: *

# Block internal search and query parameters
Disallow: /search/
Disallow: /filter
Disallow: /*?s=
Disallow: /*?=
Disallow: /?
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?session=

# Block login and account-related pages
Disallow: /login
Disallow: /*login?referer=

# Block non-SEO folders
Disallow: /assets/uploads/
Disallow: /admin/

# Block unused/enquery forms
Disallow: /welcome/contact-enquery

# Allow common static file types
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.pdf$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.bmp$

# ==============================
# AI and Modern Web Crawlers
# ==============================
User-agent: ChatGPT-User
Allow: /

User-agent: OpenAI-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: DeepSeekBot
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: YouBot
Allow: /

User-agent: AndiBot
Allow: /

User-agent: ExaBot
Allow: /

# ==============================
# Major Search Engines & Tools
# ==============================
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Allow: /

User-agent: Moz
Allow: /

# ==============================
# Sitemap Declaration
# ==============================
Sitemap: https://findsecurityservice.com/sitemap.xml