User-agent: *
Allow: /
Disallow: /admin

User-agent: AhrefsBot
Disallow: /storage-units/*/step_four

User-agent: AhrefsSiteAudit
Disallow: /storage-units/*/step_four

Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?utm_term=
Disallow: /*?utm_content=
Disallow: /*?storage-star=
Disallow: /*?_token=
Disallow: /*?location=
Disallow: /*?gclid=
Disallow: /*?fbclid=
# Allow major AI and LLM crawlers
User-agent: GPTBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: CCIndex
Allow: /
User-agent: Bingbot
Allow: /
User-agent: MicrosoftCopilot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: Applebot
Allow: /
User-agent: PerplexityBot
Allow: /

Sitemap: https://www.storagestar.com/public/sitemaps/storage-star_sitemap.xml