User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Crawl-delay: 6048000

User-agent: AhrefsBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Barkrowler/0.9
Disallow: /

User-agent: meta-externalagent/1.1
Disallow: /

User-agent: Bytespider
Disallow: /




# Allow Googlebot
User-agent: Googlebot
Disallow:

# Allow Googlebot-Mobile
User-agent: Googlebot-Mobile
Disallow:

# Allow Googlebot-Image
User-agent: Googlebot-Image
Disallow:

# Allow Googlebot-News
User-agent: Googlebot-News
Disallow:

# Allow Bingbot
User-agent: Bingbot
Disallow:

# Allow Yahoo! Slurp (Bing's partner)
User-agent: Slurp
Disallow:

# Allow DuckDuckBot
User-agent: DuckDuckBot
Disallow:

# Allow all other search engines
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/