# Allow all user agents to crawl all content by default User-agent: * Allow: / # Disallow crawling of specific paths if needed, for example: # Disallow: /admin/ # Disallow: /tmp/ # Sitemap location Sitemap: /sitemap.xml