# Specify the location of your sitemap
Sitemap: https://vidizmo.ai/sitemap.xml


User-agent: *
# Block system-related directories
Disallow: /_hcms
Disallow: /lib
Disallow: /zlib
Disallow: /common
Disallow: /adler32
Disallow: /inffast
Disallow: /cs

# Block preview and preference management
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /careers/
Disallow: /topic/
Disallow: /tag/

# Block specific query parameters
Disallow: /*?__hstc=*
Disallow: /*?__hssc=*
Disallow: /*?__hsfp=*
Disallow: /*?hsFormKey=*

# Allow AMP pages (if applicable)
Allow: /*?hs_amp=true

# Allow CSS, JS, and other critical resources
Allow: /hs-fs/hubfs/*.css
Allow: /hs-fs/hubfs/*.js
Allow: /hs-fs/hubfs/*.jpg
Allow: /hs-fs/hubfs/*.jpeg
Allow: /hs-fs/hubfs/*.png
Allow: /hs-fs/hubfs/*.webp
Allow: /hs-fs/hubfs/*.svg
Allow: /hs-fs/hubfs/*.gif
Allow: /_hcms/forms/v2.js

# Block all other query parameters to prevent duplicate content
Disallow: /*?*

# Block non-public files in /hs-fs/
Disallow: /hs-fs/

# Allow general crawling
Allow: /

Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: GPTBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ChatGPT-User
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ClaudeBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: PerplexityBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Google-Extended
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Applebot-Extended
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: CCBot
Allow: /
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*