# START YOAST BLOCK # --------------------------- User-agent: Googlebot Disallow: User-agent: googlebot-image Disallow: User-agent: googlebot-mobile Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: yahoo-mmcrawler Disallow: User-Agent: FacebookBot Crawl-delay: 5 # 1 page per 5 seconds User-agent: BLEXBot Disallow: / User-agent: serpstatbot Disallow: / User-agent: coccocbot Disallow: / User-agent: coccocbot-web User-agent: coccocbot-image Disallow: / User-agent: * Disallow:/ Disallow: /cgi-bin/ Sitemap: https://www.australiantraininginstitute.edu.au/sitemap_index.xml # --------------------------- # END YOAST BLOCK