58 lines
881 B
Plaintext
58 lines
881 B
Plaintext
User-agent: *
|
|
|
|
Disallow: /admin/
|
|
Disallow: /cgi-bin/
|
|
Disallow: /tmp/
|
|
Disallow: /bwadmin/
|
|
|
|
|
|
User-agent: 360Spider
|
|
Disallow: /
|
|
|
|
User-agent: YoudaoBot
|
|
Disallow: /
|
|
|
|
User-agent: sogou spider
|
|
Disallow: /
|
|
|
|
User-agent: YisouSpider
|
|
Disallow: /
|
|
|
|
User-agent: LinksCrawler
|
|
Disallow: /
|
|
|
|
User-agent: EasouSpider
|
|
Disallow: /
|
|
|
|
user-agent: AhrefsBot
|
|
disallow: /
|
|
|
|
User-agent: spbot
|
|
Disallow: /
|
|
|
|
User-agent: ezooms
|
|
Disallow: /
|
|
|
|
SITEMAP: https://bateworld.com/sitemap.xml
|
|
# sistrix (IP 5.9.112.64 - 5.9.112.95)
|
|
User-agent: sistrix
|
|
Disallow: /
|
|
|
|
# Yandex bot - A rule breaker, just as Baidu spiders
|
|
User-agent: Yandex
|
|
Disallow: /
|
|
|
|
# proximic.com/info/spider.php
|
|
User-agent: proximic
|
|
Disallow: /php/
|
|
|
|
|
|
# List of spam IP's used to spam forums (recently) on Internet.
|
|
|
|
# Inachive.com
|
|
|
|
# http://www.robotstxt.org
|
|
|
|
#WP Import Export Rule
|
|
User-agent: *
|
|
Disallow: /wp-content/uploads/wp-import-export-lite/ |