User-agent: * Disallow: # Allow crawling of the entire site Allow: / Allow: *.js Allow: *.css # Set crawl delay to reduce the load on the server Crawl-delay: 5 # Specify the location of your XML sitemap Sitemap: https://www.nearpadel.com/sitemap.xml