User-agent: * Disallow: /search Allow: / Sitemap: User-agent: Googlebot Disallow: User-agent: * # to select all crawling bots and search engines Disallow: /search* # to block all user generated query item within the website. Disallow: /20* # this line will disallow archieve section of Blogger. Disallow: /feeds* # this line will disallow feeds. Read instruction below Allow: /*.html # allow all post and pages of the blog #sitemap of the blog Sitemap: https://www.amarkobita4u.com/sitemap.xml Sitemap: https://www.amarkobita4u.com/sitemap-pages.xml Sitemap: https://www.amarkobita4u.com/atom.xml?redirect=false&start-index=501&max-results=500