User-agent: * Sitemap: https://mas.net.eg/sitemap.xml ############## # custom # ############## # User-agent: PetalBot # Disallow: / User-agent: * Sitemap: https://mas.net.eg/sitemap.xml Allow: * # Disallow: /shop/* # Disallow: */shop/* Disallow: /web/login Disallow: */web/login Disallow: /web/reset_password Disallow: */web/reset_password Disallow: /customers/* Disallow: */customers/* Disallow: /partners/* Disallow: */partners/* Disallow: /members/* Disallow: */members/* # MAS: keep crawl budget on products and categories Disallow: /customers Disallow: */customers Disallow: /partners Disallow: */partners Disallow: /members Disallow: */members Disallow: /jobs Disallow: */jobs Disallow: /livechat Disallow: */livechat Disallow: /website/info Disallow: */website/info Disallow: /*?*order= Disallow: /*?*search= Disallow: /*?*attrib= Disallow: /mas-counts