# START YOAST BLOCK # --------------------------- user-agent: BLEXBot Disallow: / User-agent: Zoominfobot Disallow: / User-agent: DotBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: MegaIndex Disallow: / User-agent: PetalBot Disallow: / # Disallowed and allowed directories and files User-agent: * Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-includes/ Disallow: /comment-page- Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # Define website sitemaps Sitemap: https://www.forexgadgets.com/sitemap_index.xml