Sitemap: http://realitytvworld.com/sitemap.xml

User-agent: *
Crawl-delay: 2

User-agent: bingbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 10

User-agent: AppleNewsBot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10
Request-rate: 1/10 # load 1 page per 10 seconds

User-agent: AppleBot
Crawl-delay: 10
Request-rate: 1/10 # load 1 page per 10 seconds

User-agent: Yandex
Crawl-delay: 600
Request-rate: 1/600 # load 1 page per 600 seconds
Visit-time: 2300-0500 # only visit between 23:00 (11PM) and 05:00 (5AM) UTC (GMT)

User-agent: Veooz
Crawl-delay: 600
Request-rate: 1/600 # load 1 page per 600 seconds
Visit-time: 2300-0500 # only visit between 23:00 (11PM) and 05:00 (5AM) UTC (GMT)

User-agent: Baiduspider
Crawl-delay: 900
Request-rate: 1/900 # load 1 page per 900 seconds
Visit-time: 2300-0500 # only visit between 23:00 (11PM) and 05:00 (5AM) UTC (GMT)

User-agent: BLEXBot
Crawl-delay: 600
Request-rate: 1/600 # load 1 page per 600 seconds

User-agent: MJ12bot
Crawl-delay: 100
Request-rate: 1/100 # load 1 page per 10 seconds