User-agent: * Crawl-delay: 30 Disallow: /wp-admin/ #block access to admin section Disallow: /wp-login.php #block access to admin section Disallow: *?p=* #block access to pages for which permalinks fails Disallow: *&p=* #block access to pages for which permalinks fails Disallow: *&preview=* #block access to preview pages Disallow: /tag/ #block access to tag pages Disallow: /404-error/ #block access to 404 page User-agent: archive.org_bot Disallow: / User-agent: Opebot-v (https://www.1plusx.com (https://www.1plusx.com/)) Allow: /