# Rules for all crawlers
User-agent: *
Disallow:
# Login page
Disallow: /wp-login.php
# Duplicate feed and comment URLs
Disallow: */trackback
# AJAX calls used by the theme
Allow: /wp-admin/admin-ajax.php
# Let bots load CSS and JS
Allow: /*css?*
Allow: /*js?*