User-agent: * # Disallow core WordPress directories Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-content/themes/ Disallow: /wp-content/uploads/ # Disallow common WordPress files Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-signup.php Disallow: /wp-register.php Disallow: /wp-cron.php Disallow: /wp-links-opml.php Disallow: /wp-config.php Disallow: /wp-load.php Disallow: /wp-blog-header.php # Disallow unnecessary query parameters Disallow: /*?s=* Disallow: /*?p=* Disallow: /*?attachment_id=* Disallow: /*?author=* Disallow: /*?cat=* Disallow: /*?tag=* Disallow: /*?page_id=* Disallow: /*?paged=* Disallow: /*?archive=* Disallow: /*?replytocom=* # Disallow paginated content Disallow: /*/page/ Disallow: /*/author/ Disallow: /*/category/ Disallow: /*/tag/ Disallow: /comments/ Disallow: /trackback/ Disallow: /feed/ Disallow: /search/ Disallow: /404/ # Disallow specific URL structures Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ Disallow: /old/ Disallow: /backup/ Disallow: /test/ # Sitemap location Sitemap: https://magx.top/sitemap.xml