User-agent: * Disallow: # Allow access to all pages Allow: / Allow: /tag/ Allow: /category/ # Sitemap location Sitemap: https://www.nomidl.com/sitemap_index.xml # Disallow access to non-public directories Disallow: /admin/ Disallow: /private/ Disallow: /restricted/ # Disallow access to irrelevant files Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /logs/ Disallow: /cache/ # Block irrelevant URLs Disallow: /search/