User-agent: *
Allow: /

User-agent: Cursor
Disallow: /


User-agent: UP.Browser
Disallow: /

User-agent: BaiDuSpider
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: HTTrack off-line browser
Disallow: /

User-agent: Motor
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Cliqzbot
Disallow: /

Sitemap: http://www.myrecruit.co.za/sitemap.xml
Sitemap: https://www.myrecruit.co.za/sitemap.xml