# robots.txt¡
# This file will be ignored unless it is at the root of your host:
# Used http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt


User-agent: *

# CSS, JS, Images

Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg

# Directories

Disallow: /core/
Disallow: /profiles/

# Files

Disallow: /README.txt
Disallow: /web.config

# Paths (clean URLs)

Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /lp/
Disallow: */diesel/youtube*
Disallow: /assets/data/*
Disallow: */feedback.htm


# Paths (no clean URLs)

Disallow: /*.pdf$
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/esl-you/
Disallow: /index.php/user/password/
Disallow: /index.php/user/register/
Disallow: /index.php/user/login/
Disallow: /index.php/user/logout/
Disallow: /course-finder-b/
Disallow: /coffee-time/
Disallow: /esl-media-player/
Disallow: /auth/
Disallow: /*?language
Disallow: /taxonomy
Disallow: /quote?
Disallow: /book-now?

# Legacy CMS (Charbon)

Disallow: /charbon*
Sitemap: https://www.esl.co.uk/en/sitemap.xml