# Block Baidu
# http://help.baidu.com/question?prod_en=master&class=Baiduspider
User-agent: Baiduspider
Disallow: /

# Block Yandex
# https://yandex.com/support/webmaster/controlling-robot/robots-txt.xml
User-agent: Yandex
Disallow: /

# Block Semrush
# https://www.semrush.com/bot/
User-agent: SemrushBot
Disallow: /

# Redbot
# https://redbot.org/
User-agent: RED
Allow: /

# Generic bot rules
User-agent: *
Crawl-delay: 5
Disallow: /backend
Disallow: /blog/*/share.html
Disallow: /blog/*/print.html
Disallow: /idx/inc/php/ajax/
Disallow: /idx/?refine
Disallow: /*/idx/?refine
Disallow: /idx/search/
Disallow: /*/idx/search/
Disallow: /idx/search.html
Disallow: /*/idx/search.html
Disallow: /idx/*/print.html
Disallow: /idx/*/map.html
Disallow: /idx/*/friend.html
Disallow: /idx/*/inquire.html
Disallow: /listing/*/inquire/
Disallow: /listing/*/friend/
Disallow: /listing/*/brochure/
Disallow: /listing/*/mortgage/

Sitemap: https://www.nvrealtygroup.com/sitemap_0.xml