# Robots.txt for crservers.com - PRODUCTION
# Reference: https://www.robotstxt.org/robotstxt.html
User-agent: *
Disallow: 

# Block problematic URLs that return 404
Disallow: /common.*
Disallow: /footer.*
Disallow: /header.*
Disallow: /app/posts/_mdx_bundler_entry_point-*
Disallow: /es/es/*
Disallow: /posts/*-language-*
Disallow: /blog/es/*

Sitemap: https://crservers.com/sitemap-en.xml
Sitemap: https://crservers.com/sitemap-es.xml