User-agent: *
Disallow: /signin?*
Disallow: /register-user?*
Disallow: /ReportTalkPost*
Disallow: /version-choice*
Disallow: /pm*
Disallow: /session/
Disallow: /login-needed/
Disallow: /ajax/*
Disallow: /s/A
Disallow: /member/
Disallow: /emo/
Disallow: /te/
Disallow: /api/
Disallow: /system/1/
Disallow: /discus/
Disallow: /pies/
Disallow: /talk-pictures/
Disallow: /food/recipe/add-recipe
Disallow: /service/searchlambda/all-search-results*
Disallow: /SearchArch?*
Disallow: /*.pdf
Disallow: /utility/*
Allow: /.well-known/

# Agent specific disallows
# ------------------------
User-agent: omgilibot
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: MJ12bot
Disallow: /

# Agent specific allows
# ---------------------
User-agent: Googlebot
Allow: /api/v3/talk/topics/*/threads
Allow: /api/v3/discover/subjects/*/threads
Allow: /api/v3/discover/categories/*/threads
Allow: /api/v3/feeds/trending
Allow: /api/v3/feeds/trending/more
Allow: /api/v3/feeds/personal


# Sitemaps
# --------
Sitemap: https://www.mumsnet.com/sitemap/cms/content
Sitemap: https://www.mumsnet.com/sitemap/cms/news
Sitemap: https://www.mumsnet.com/sitemap/talk