# GENERIC robots.txt for wordpress PiK
User-agent: bingbot
User-agent: petalbot
User-agent: Toweyabot
User-agent: TurnitinBot
disallow: /Im-bad-bot-kick-me-please
disallow: /rules
disallow: /wp-login.php
Disallow: /wp-content/plugins
Disallow: /wp-content/themes
Disallow: /wp-includes
Disallow: /?attachment_id
Disallow: /wp-includes/wlwmanifest.xml
Crawl-delay: 20
User-agent: 007ac9
User-agent: msnbot
User-agent: AlphaSeoBot
user-agent: AhrefsBot
User-agent: BLEXBot
User-agent: BUbiNG
User-agent: Cliqzbot
User-agent: ezooms
User-agent: FreeFind
User-agent: ia_archiver
User-agent: ichiro
User-agent: LCC
User-agent: LexxeBot
User-agent: linguatools
User-agent: Linguee
User-agent: Linkpadbot
User-agent: MauiBot
User-agent: MJ12bot
User-agent: proximic
User-agent: rogerbot
User-agent: Scrapy
User-agent: SearchmetricsBot
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: sentibot
User-agent: seokicks
User-agent: serpstatbot
User-agent: sistrix
User-agent: spbot
User-agent: VelenPublicWebCrawler
User-agent: woorank
User-agent: Yandex
disallow: /
User-agent: *
disallow: /Im-bad-bot-kick-me-please
disallow: /rules
disallow: /wp-login.php
Disallow: /?attachment_id
Disallow: /wp-includes/wlwmanifest.xml
Crawl-delay: 5