Files
Testing/robots.txt
sean 0e8a8b3028
Some checks are pending
deploy-testing / deploy (push) Waiting to run
Initial testing snapshot
2026-11-17 16:15:01 -05:00

58 lines
881 B
Plaintext

User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /bwadmin/
User-agent: 360Spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: LinksCrawler
Disallow: /
User-agent: EasouSpider
Disallow: /
user-agent: AhrefsBot
disallow: /
User-agent: spbot
Disallow: /
User-agent: ezooms
Disallow: /
SITEMAP: https://bateworld.com/sitemap.xml
# sistrix (IP 5.9.112.64 - 5.9.112.95)
User-agent: sistrix
Disallow: /
# Yandex bot - A rule breaker, just as Baidu spiders
User-agent: Yandex
Disallow: /
# proximic.com/info/spider.php
User-agent: proximic
Disallow: /php/
# List of spam IP's used to spam forums (recently) on Internet.
# Inachive.com
# http://www.robotstxt.org
#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/