## Enable robots.txt rules for all crawlers
User-agent: Googlebot
User-agent: Slurp
User-agent: Bingbot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: Mediapartners-Google
User-agent: Googlebot-Image
User-agent: Yahoo-MMCrawler
User-agent: Baiduspider
User-agent: FacebookExternalHit
User-agent: Facebot
User-agent: SemrushBot
User-agent: AhrefsBot
Disallow:

## Crawl-delay parameter: number of seconds to wait between successive requests to the same server.
## Set a custom crawl rate if you're experiencing traffic problems with your server.
# Crawl-delay: 30

User-agent: SemrushBot
Crawl-delay: 20
User-agent: AhrefsBot
Crawl-delay: 20
User-agent: cortex
Crawl-delay: 20
User-agent: facebookexternalhit
Crawl-delay: 20
User-agent: facebook
Crawl-delay: 20


User-agent: *
Disallow: /wp-login.php
Disallow: /login
Disallow: /quote
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php
Disallow: /wp/xmlrpc.php

Sitemap: https://www.newzealandmovers.co.nz/sitemap.xml