User-agent: Screaming Frog SEO Spider
Allow: /

# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=
Disallow: /wp-login.php
Disallow: /wp-admin/*
Disallow: /cdn-cgi/*
crawl-delay: 10
Sitemap: https://www.profmgroup.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK