# Allow all crawlers full access User-agent: * Disallow: # Block a specific crawler (e.g., BadBot) User-agent: BadBot Disallow: / # Block all crawlers from accessing a specific directory User-agent: * Disallow: /private/ # Provide the location of the sitemap # Sitemap: https://www.yourwebsite.com/sitemap.xml