User-agent: * #match any robot name Disallow: /cgi-bin/ #don't allow robots into cgi-bin Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php