User-agent: * Allow: / Disallow: /search Disallow: /*?updated* # Allow important resources Allow: /feeds/posts/default Allow: /feeds/posts/summary Allow: /sitemap.xml # Prevent crawling of labels pagination Disallow: /*?m=1 # Google special bots (helps indexing) User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Mobile Allow: / # Blogger auto sitemap (works with .xml) Sitemap: https://veracity.com.ng/sitemap.xml Sitemap: https://veracity.com.ng/feeds/posts/default?orderby=UPDATED