User-agent: *
Crawl-delay: 2
Sitemap: https://www.agewatch.org.uk/content-sitemap.xml




Disallow: /admin/
Disallow: /categories/
Disallow: /comments/
Disallow: /content-centre/
Disallow: /feedback
Disallow: /feeds/
Disallow: /forms/
Disallow: /notifications/
Disallow: /polls/
Disallow: /ratings/
Disallow: /register/
Disallow: /search/

Disallow: /*/admin/
Disallow: /*/categories/
Disallow: /*/comments/
Disallow: /*/content-centre/
Disallow: /*/feedback
Disallow: /*/feeds/
Disallow: /*/forms/
Disallow: /*/notifications/
Disallow: /*/polls/
Disallow: /*/ratings/
Disallow: /*/register/
Disallow: /*/search/

# Don't crawl the various view pages, crawlers get horribly lost forever.
# the events themselves are in the sitemap.xml so should be found easily
Disallow: /calendar/view*
Disallow: /*/calendar/view*
Disallow: */view/view/
Disallow: */view/*/view/
Disallow: */item/item/
Disallow: */item/*/item/
Disallow: *?*date=*
Disallow: *?*view=*
Disallow: */ics/
Disallow: *.ics

# blogger archives
Disallow: /*/archive/
Disallow: /*/*/archive/

# File storage archives
Disallow: /*/download-archive/
Disallow: /*/*/download-archive/

# block category and letter links in the directory, allow only page links.
# this stops robots (mainly google) looping in the directory indefinitely.
Disallow: /directory/?*cat_*
Disallow: /*/directory/?*cat_*
Disallow: /directory/?*lett=*
Disallow: /*/directory/?*lett=*
Disallow: /directory/?*restrict_community_id=*
Disallow: /*/directory/?*restrict_community_id=*

# sorting of Filtered Item Lists (allow pages so all the content can be found)
Disallow: *?*=name*
Disallow: *?*=date*
Disallow: *?*sort_*
# old style page and sort variables
Disallow: *?p_*
Disallow: *&p_*
Disallow: *?s_*
Disallow: *&s_*

# only one different page at a time
Disallow: *?*page*page*

# any sorting or filtering option of List Filters
Disallow: *?*orderby=*
Disallow: *?*category=*
Disallow: *?*keyword=*

# anything with a return_url will be a feedback/login page
Disallow: *?*return_url=*