# Allow all search engines to crawl the entire site User-agent: * Allow: / # Disallow crawling of specific directories Disallow: /assets/ Disallow: /vendor/ Disallow: /node_modules/ # Sitemap location Sitemap: https://melonicedlatte.com/sitemap.xml # Crawl-delay for specific bots (optional, helps with server load) User-agent: Googlebot Crawl-delay: 0 User-agent: Bingbot Crawl-delay: 0