# robots.txt for https://www.mecalux.com.au/
#To exclude all robots from part of the server

User-agent: *
Disallow: /c/
Disallow: /trackingGA/
Disallow: /trackingGA
Disallow: /productcategorydisplay/
Disallow: /productcategorydisplay
Disallow: /productdisplay/
Disallow: /productdisplay
Disallow: /product/
Disallow: /product
Disallow: /article-display/
Disallow: /article-display
Disallow: /*?p_p_id=
Allow: /*p_p_id=mecaluxcontact
Allow: /*?p_p_id=101_INSTANCE_ #Blog pagination
Allow: /*mecaluxportlet_searchDateMonth #News pagination
Allow: /*?p_p_id=2_WAR_kaleodesignerportlet #Results indexed, so unblocked from robots to make noindex accessible
Allow: /*?p_p_id=mecaluxpopup_WAR_mecaluxportlet #Allows clients popup to be crawled and noindex be found
Disallow: /clients/offers

User-agent: SemrushBot-SA
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5


Sitemap: https://www.mecalux.com.au/mecalux-en_AU.xml