User-agent: Scrapy
Allow: /

    User-agent: *
    Disallow: /wp-admin/
    Allow: /wp-admin/admin-ajax.php
    Disallow: /thanks/
    Disallow: /*page/
    Disallow: /tag/
    Disallow: /feed/
    Disallow: /author/
    Disallow: /category/
    Disallow: /my-account/
    
    Sitemap: https://wearemitu.com/sitemap_index.xml
    
    Options
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://wearemitu.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK