# robots.txt for www.neevn.in # Allow all search engines to index the site User-agent: * Allow: / # Disallow unnecessary archive and paged content (not SEO friendly) Disallow: /?paged= Disallow: /*/archives/ # Specifically allow WooCommerce and important sections Allow: /shop/ Allow: /my-account/ Allow: /cart/ Allow: /contact-us/ Allow: /solve/ Allow: /product/ Allow: /product-category/ Allow: /product-tag/ Allow: /wp-content/uploads/ # Sitemap declarations for search engines Sitemap: https://www.neevn.in/sitemap.xml Sitemap: https://www.neevn.in/sitemap.html Sitemap: https://www.neevn.in/ror.xml Sitemap: https://www.neevn.in/rss.xml Sitemap: https://www.neevn.in/sitemap.xml.gz # Social bots and major search engine bots - access to all content User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: FacebookExternalHit Allow: / User-agent: Twitterbot Allow: / User-agent: Pinterestbot Allow: /