# robots.txt - mycvcreator.com
# Updated: 2026-10-05
# Allow public crawling by search engines and listed AI crawlers.
# Crawling permission does not guarantee indexing or AI citations.

# Shared rules for general and named crawlers.
User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: Google-CloudVertexBot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: Amazonbot
User-agent: YouBot
User-agent: Bytespider

Allow: /

# Public AI documentation.
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/api-catalog

# Public registration exception.
Allow: /app/register

# Private application and member areas.
Disallow: /app/
Disallow: /members/

# Administration areas.
Disallow: /admin/
Disallow: /administrator/

# Public image folders.
# These specific allowances override /administrator/ above.
# All files inside these folders are allowed for crawling.
Allow: /administrator/cvtempimages/
Allow: /administrator/wordtempimages/
Allow: /administrator/websiteimages/
Allow: /administrator/postimages/
Allow: /administrator/jobimages/
Allow: /administrator/tempimages/
Allow: /administrator/media/
Allow: /administrator/assets/img/brand/logo.png

# Account and transaction flows.
Disallow: /dashboard/
Disallow: /login
Disallow: /logout
Disallow: /checkout
Disallow: /cart
Disallow: /payment
Disallow: /paypal
Disallow: /thank-you
Disallow: /success
Disallow: /cancel

# Internal directories.
# Required public CSS, JavaScript and images must remain crawlable.
Disallow: /includes/
Disallow: /config/
Disallow: /vendor/
Disallow: /tmp/
Disallow: /cache/
Disallow: /uploads/private/

# Public blog posts, job posts, categories, pagination and tools
# remain crawlable.

# Internal search results remain crawlable so search engines
# can read their HTML noindex tags.
# Set noindex,follow on internal blog and job search-result pages.

# Protect private data with authentication, not robots.txt.

# Offline copying tools.
User-agent: SiteSucker
User-agent: HTTrack
Disallow: /

# Sitemap declarations.
# Retain each URL only if it serves a valid sitemap or supported feed.
Sitemap: https://www.mycvcreator.com/blog-sitemap
Sitemap: https://www.mycvcreator.com/sitemap-blogs
Sitemap: https://www.mycvcreator.com/sitemap-jobs
Sitemap: https://www.mycvcreator.com/sitemap.xml
Sitemap: https://www.mycvcreator.com/sitemap_mobile.xml
Sitemap: https://www.mycvcreator.com/sitemap_video.xml
Sitemap: https://www.mycvcreator.com/sitemap_images.xml
Sitemap: https://www.mycvcreator.com/sitemap_news.xml
Sitemap: https://www.mycvcreator.com/feed_rss.xml
Sitemap: https://a260081.sitemaphosting6.com/4238626/sitemap.xml