# robots.txt file for the www.london.gov.uk estate

# Generated on 2023-02-28 at 14:22:27 from robots.txt.in

User-agent: *

# Don't allow search pages to be indexed
Disallow: /search

# Prevent indexing of MQT search pages
Disallow: /who-we-are/what-london-assembly-does/questions-mayor/find-an-answer?question_text=*

Disallow: /node/*/webform/submissions
Disallow: /node/*/webform/submission/*
Disallow: /node/*/webform/results/submissions
Disallow: /node/*/webform/results/*
Disallow: /system/files/webform/*

# IM-75
Disallow: /*?*search_api_fulltext=
Disallow: /*?*question_text=
Disallow: /*?*query=
Disallow: /*?*order=
Disallow: /*?*date_from=
Disallow: /*?*date_to=
Disallow: /*?*sort=
Disallow: /*?*sort_by=
Disallow: /*?*sort_order=
Disallow: /*?*name=
Disallow: /*?*address=

# search and resource listing filter variables
Disallow: /*?*f%5B*%5D=
Disallow: /*?*f[*]=

# Allow: search page pagination
Allow: /*?*page=

# Main robots.txt file from LGOV Drupal

Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Disallow: /core/
Disallow: /profiles/
Disallow: /README.txt
Disallow: /web.config
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout


# forms : https://www.london.gov.uk/complete-form/robots.txt

Allow: /complete-form/core/*.css$
Allow: /complete-form/core/*.css?
Allow: /complete-form/core/*.js$
Allow: /complete-form/core/*.js?
Allow: /complete-form/core/*.gif
Allow: /complete-form/core/*.jpg
Allow: /complete-form/core/*.jpeg
Allow: /complete-form/core/*.png
Allow: /complete-form/core/*.svg
Allow: /complete-form/profiles/*.css$
Allow: /complete-form/profiles/*.css?
Allow: /complete-form/profiles/*.js$
Allow: /complete-form/profiles/*.js?
Allow: /complete-form/profiles/*.gif
Allow: /complete-form/profiles/*.jpg
Allow: /complete-form/profiles/*.jpeg
Allow: /complete-form/profiles/*.png
Allow: /complete-form/profiles/*.svg
Disallow: /complete-form/core/
Disallow: /complete-form/profiles/
Disallow: /complete-form/README.txt
Disallow: /complete-form/web.config
Disallow: /complete-form/admin/
Disallow: /complete-form/comment/reply/
Disallow: /complete-form/filter/tips
Disallow: /complete-form/node/add/
Disallow: /complete-form/search/
Disallow: /complete-form/user/register/
Disallow: /complete-form/user/password/
Disallow: /complete-form/user/login/
Disallow: /complete-form/user/logout/
Disallow: /complete-form/index.php/admin/
Disallow: /complete-form/index.php/comment/reply/
Disallow: /complete-form/index.php/filter/tips
Disallow: /complete-form/index.php/node/add/
Disallow: /complete-form/index.php/search/
Disallow: /complete-form/index.php/user/password/
Disallow: /complete-form/index.php/user/register/
Disallow: /complete-form/index.php/user/login/
Disallow: /complete-form/index.php/user/logout/


# heyl : https://www.london.gov.uk/what-we-do/health/healthy-early-years-london/awards/robots.txt

Crawl-delay: 10
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.css$
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.css?
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.js$
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.js?
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.gif
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.jpg
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.jpeg
Allow: /what-we-do/health/healthy-early-years-london/awards/misc/*.png
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.css$
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.css?
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.js$
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.js?
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.gif
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.jpg
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.jpeg
Allow: /what-we-do/health/healthy-early-years-london/awards/modules/*.png
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.css$
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.css?
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.js$
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.js?
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.gif
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.jpg
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.jpeg
Allow: /what-we-do/health/healthy-early-years-london/awards/profiles/*.png
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.css$
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.css?
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.js$
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.js?
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.gif
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.jpg
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.jpeg
Allow: /what-we-do/health/healthy-early-years-london/awards/themes/*.png
Disallow: /what-we-do/health/healthy-early-years-london/awards/includes/
Disallow: /what-we-do/health/healthy-early-years-london/awards/misc/
Disallow: /what-we-do/health/healthy-early-years-london/awards/modules/
Disallow: /what-we-do/health/healthy-early-years-london/awards/profiles/
Disallow: /what-we-do/health/healthy-early-years-london/awards/scripts/
Disallow: /what-we-do/health/healthy-early-years-london/awards/themes/
Disallow: /what-we-do/health/healthy-early-years-london/awards/CHANGELOG.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/cron.php
Disallow: /what-we-do/health/healthy-early-years-london/awards/INSTALL.mysql.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/INSTALL.pgsql.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/INSTALL.sqlite.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/install.php
Disallow: /what-we-do/health/healthy-early-years-london/awards/INSTALL.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/LICENSE.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/MAINTAINERS.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/update.php
Disallow: /what-we-do/health/healthy-early-years-london/awards/UPGRADE.txt
Disallow: /what-we-do/health/healthy-early-years-london/awards/xmlrpc.php
Disallow: /what-we-do/health/healthy-early-years-london/awards/admin/
Disallow: /what-we-do/health/healthy-early-years-london/awards/comment/reply/
Disallow: /what-we-do/health/healthy-early-years-london/awards/filter/tips/
Disallow: /what-we-do/health/healthy-early-years-london/awards/node/add/
Disallow: /what-we-do/health/healthy-early-years-london/awards/search/
Disallow: /what-we-do/health/healthy-early-years-london/awards/user/register/
Disallow: /what-we-do/health/healthy-early-years-london/awards/user/password/
Disallow: /what-we-do/health/healthy-early-years-london/awards/user/login/
Disallow: /what-we-do/health/healthy-early-years-london/awards/user/logout/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=admin/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=comment/reply/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=filter/tips/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=node/add/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=search/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=user/password/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=user/register/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=user/login/
Disallow: /what-we-do/health/healthy-early-years-london/awards/?q=user/logout/


# hsl : https://www.london.gov.uk/what-we-do/health/healthy-schools-london/awards/robots.txt

Crawl-delay: 10
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.css$
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.css?
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.js$
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.js?
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.gif
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.jpg
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.jpeg
Allow: /what-we-do/health/healthy-schools-london/awards/misc/*.png
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.css$
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.css?
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.js$
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.js?
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.gif
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.jpg
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.jpeg
Allow: /what-we-do/health/healthy-schools-london/awards/modules/*.png
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.css$
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.css?
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.js$
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.js?
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.gif
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.jpg
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.jpeg
Allow: /what-we-do/health/healthy-schools-london/awards/profiles/*.png
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.css$
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.css?
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.js$
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.js?
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.gif
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.jpg
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.jpeg
Allow: /what-we-do/health/healthy-schools-london/awards/themes/*.png
Disallow: /what-we-do/health/healthy-schools-london/awards/includes/
Disallow: /what-we-do/health/healthy-schools-london/awards/misc/
Disallow: /what-we-do/health/healthy-schools-london/awards/modules/
Disallow: /what-we-do/health/healthy-schools-london/awards/profiles/
Disallow: /what-we-do/health/healthy-schools-london/awards/scripts/
Disallow: /what-we-do/health/healthy-schools-london/awards/themes/
Disallow: /what-we-do/health/healthy-schools-london/awards/CHANGELOG.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/cron.php
Disallow: /what-we-do/health/healthy-schools-london/awards/INSTALL.mysql.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/INSTALL.pgsql.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/INSTALL.sqlite.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/install.php
Disallow: /what-we-do/health/healthy-schools-london/awards/INSTALL.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/LICENSE.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/MAINTAINERS.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/update.php
Disallow: /what-we-do/health/healthy-schools-london/awards/UPGRADE.txt
Disallow: /what-we-do/health/healthy-schools-london/awards/xmlrpc.php
Disallow: /what-we-do/health/healthy-schools-london/awards/admin/
Disallow: /what-we-do/health/healthy-schools-london/awards/comment/reply/
Disallow: /what-we-do/health/healthy-schools-london/awards/filter/tips/
Disallow: /what-we-do/health/healthy-schools-london/awards/node/add/
Disallow: /what-we-do/health/healthy-schools-london/awards/search/
Disallow: /what-we-do/health/healthy-schools-london/awards/user/register/
Disallow: /what-we-do/health/healthy-schools-london/awards/user/password/
Disallow: /what-we-do/health/healthy-schools-london/awards/user/login/
Disallow: /what-we-do/health/healthy-schools-london/awards/user/logout/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=admin/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=comment/reply/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=filter/tips/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=node/add/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=search/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=user/password/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=user/register/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=user/login/
Disallow: /what-we-do/health/healthy-schools-london/awards/?q=user/logout/


# lists : https://www.london.gov.uk/lists/robots.txt

Allow: /lists/core/*.css$
Allow: /lists/core/*.css?
Allow: /lists/core/*.js$
Allow: /lists/core/*.js?
Allow: /lists/core/*.gif
Allow: /lists/core/*.jpg
Allow: /lists/core/*.jpeg
Allow: /lists/core/*.png
Allow: /lists/core/*.svg
Allow: /lists/profiles/*.css$
Allow: /lists/profiles/*.css?
Allow: /lists/profiles/*.js$
Allow: /lists/profiles/*.js?
Allow: /lists/profiles/*.gif
Allow: /lists/profiles/*.jpg
Allow: /lists/profiles/*.jpeg
Allow: /lists/profiles/*.png
Allow: /lists/profiles/*.svg
Disallow: /lists/core/
Disallow: /lists/profiles/
Disallow: /lists/README.txt
Disallow: /lists/web.config
Disallow: /lists/admin/
Disallow: /lists/comment/reply/
Disallow: /lists/filter/tips
Disallow: /lists/node/add/
Disallow: /lists/search/
Disallow: /lists/user/register/
Disallow: /lists/user/password/
Disallow: /lists/user/login/
Disallow: /lists/user/logout/
Disallow: /lists/index.php/admin/
Disallow: /lists/index.php/comment/reply/
Disallow: /lists/index.php/filter/tips
Disallow: /lists/index.php/node/add/
Disallow: /lists/index.php/search/
Disallow: /lists/index.php/user/password/
Disallow: /lists/index.php/user/register/
Disallow: /lists/index.php/user/login/
Disallow: /lists/index.php/user/logout/


# maps : https://www.london.gov.uk/maps/robots.txt

Allow: /maps/core/*.css$
Allow: /maps/core/*.css?
Allow: /maps/core/*.js$
Allow: /maps/core/*.js?
Allow: /maps/core/*.gif
Allow: /maps/core/*.jpg
Allow: /maps/core/*.jpeg
Allow: /maps/core/*.png
Allow: /maps/core/*.svg
Allow: /maps/profiles/*.css$
Allow: /maps/profiles/*.css?
Allow: /maps/profiles/*.js$
Allow: /maps/profiles/*.js?
Allow: /maps/profiles/*.gif
Allow: /maps/profiles/*.jpg
Allow: /maps/profiles/*.jpeg
Allow: /maps/profiles/*.png
Allow: /maps/profiles/*.svg
Disallow: /maps/core/
Disallow: /maps/profiles/
Disallow: /maps/README.txt
Disallow: /maps/web.config
Disallow: /maps/admin/
Disallow: /maps/comment/reply/
Disallow: /maps/filter/tips
Disallow: /maps/node/add/
Disallow: /maps/search/
Disallow: /maps/user/register/
Disallow: /maps/user/password/
Disallow: /maps/user/login/
Disallow: /maps/user/logout/
Disallow: /maps/index.php/admin/
Disallow: /maps/index.php/comment/reply/
Disallow: /maps/index.php/filter/tips
Disallow: /maps/index.php/node/add/
Disallow: /maps/index.php/search/
Disallow: /maps/index.php/user/password/
Disallow: /maps/index.php/user/register/
Disallow: /maps/index.php/user/login/
Disallow: /maps/index.php/user/logout/


# publications : https://www.london.gov.uk/publications/robots.txt

Allow: /publications/core/*.css$
Allow: /publications/core/*.css?
Allow: /publications/core/*.js$
Allow: /publications/core/*.js?
Allow: /publications/core/*.gif
Allow: /publications/core/*.jpg
Allow: /publications/core/*.jpeg
Allow: /publications/core/*.png
Allow: /publications/core/*.svg
Allow: /publications/profiles/*.css$
Allow: /publications/profiles/*.css?
Allow: /publications/profiles/*.js$
Allow: /publications/profiles/*.js?
Allow: /publications/profiles/*.gif
Allow: /publications/profiles/*.jpg
Allow: /publications/profiles/*.jpeg
Allow: /publications/profiles/*.png
Allow: /publications/profiles/*.svg
Disallow: /publications/core/
Disallow: /publications/profiles/
Disallow: /publications/README.txt
Disallow: /publications/web.config
Disallow: /publications/admin/
Disallow: /publications/comment/reply/
Disallow: /publications/filter/tips
Disallow: /publications/node/add/
Disallow: /publications/search/
Disallow: /publications/user/register/
Disallow: /publications/user/password/
Disallow: /publications/user/login/
Disallow: /publications/user/logout/
Disallow: /publications/index.php/admin/
Disallow: /publications/index.php/comment/reply/
Disallow: /publications/index.php/filter/tips
Disallow: /publications/index.php/node/add/
Disallow: /publications/index.php/search/
Disallow: /publications/index.php/user/password/
Disallow: /publications/index.php/user/register/
Disallow: /publications/index.php/user/login/
Disallow: /publications/index.php/user/logout/

# Talk London: https://www.london.gov.uk/talk-london/robots.txt

# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /talk-london/core/
Disallow: /talk-london/profiles/
# Files
Disallow: /talk-london/README.md
Disallow: /talk-london/composer/Metapackage/README.txt
Disallow: /talk-london/composer/Plugin/ProjectMessage/README.md
Disallow: /talk-london/composer/Plugin/Scaffold/README.md
Disallow: /talk-london/composer/Plugin/VendorHardening/README.txt
Disallow: /talk-london/composer/Template/README.txt
Disallow: /talk-london/modules/README.txt
Disallow: /talk-london/sites/README.txt
Disallow: /talk-london/themes/README.txt
# Paths (clean URLs)
Disallow: /talk-london/admin/
Disallow: /talk-london/comment/reply/
Disallow: /talk-london/filter/tips
Disallow: /talk-london/node/add/
Disallow: /talk-london/search/
Disallow: /talk-london/user/register
Disallow: /talk-london/user/password
Disallow: /talk-london/user/login
Disallow: /talk-london/user/logout
Disallow: /talk-london/user/popup-login
Disallow: /talk-london/organisation/register
Disallow: /talk-london/register
Disallow: /talk-london/media/oembed
Disallow: /talk-london/*/media/oembed
# Paths (no clean URLs)
Disallow: /talk-london/index.php/admin/
Disallow: /talk-london/index.php/comment/reply/
Disallow: /talk-london/index.php/filter/tips
Disallow: /talk-london/index.php/node/add/
Disallow: /talk-london/index.php/search/
Disallow: /talk-london/index.php/user/password
Disallow: /talk-london/index.php/user/register
Disallow: /talk-london/index.php/user/login
Disallow: /talk-london/index.php/user/logout
Disallow: /talk-london/index.php/media/oembed
Disallow: /talk-london/index.php/*/media/oembed