Sitemap: https://memoirmug.com/sitemap.xml
Sitemap: https://memoirmug.com/news-sitemap.xml
User-agent: Yumbot/1.0
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

#removes tags from crawling
User-agent:*
Disallow: */tag/

#removes from crawling anything that starts with a question mark sign
User-agent:*
Disallow: *?s=

User-agent:*
Disallow: *?cat=

User-agent:*
Disallow: *?p

User-agent:*
Disallow: */search

#new changes to restrict crawling 
Disallow: */feed
Disallow: /search/
Disallow: /?s=
Disallow: /tag/
Disallow: *?utm_source=
Disallow: */*/feed
Disallow: */tag/
Disallow: */search/
Disallow: *rss