User-agent: * # ========================= # BLOCK USELESS / SPAM URLS # ========================= Disallow: /stock/india/p/ Disallow: /news/commentemoji Disallow: /Stock_discussion_forum/follow_now Disallow: /user/google_login Disallow: /index.php/Stock_discussion_forum/spam Disallow: /stock/commentemoji Disallow: /stock/follow_stock Disallow: /index.php/Stock_discussion_forum/follow_now Disallow: /stock_prediction_forecast_today_tomorrow/ Disallow: /stock-discussion-forum/stock_peers/ # Optional Disallow: /app/ Disallow: /assets/video/ # ========================= # IMPORTANT # ========================= Allow: /news/ Allow: /stock/ Allow: / # ========================= # REMOVE THIS # ========================= # Disallow: /*? # ========================= # BLOCK SEO BOTS # ========================= User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # ========================= # SITEMAP # ========================= Sitemap: https://growmudra.com/sitemap.xml