User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WORDPRESS PLUGINS
Disallow: /wp-content/plugins/

# SITEMAP
Sitemap: https://neo-wp.com/sitemap.xml

# WEB ARCHIVE BOTS
# Archive.org (Wayback Machine)
User-agent: ia_archiver
Disallow: /
# Archive.org bot
User-agent: archive.org_bot
Disallow: /
# Wayback Machine
User-agent: Wayback Machine
Disallow: /
# Archive-It
User-agent: archive-it
Disallow: /
# Common Crawl
User-agent: CCBot
Disallow: /
# Archive.is
User-agent: archive.is
Disallow: /
# WebCite
User-agent: WebCite
Disallow: /
# Memento
User-agent: MementoWeb
Disallow: /
# Gigablast
User-agent: Gigabot
Disallow: /
# Internet Memory
User-agent: InternetMemory
Disallow: /
# Yandex
User-agent: YandexBot
Disallow: /

# AHREFS
User-agent: AhrefsSiteAudit
Allow: /