#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# User-agent: ChatGPT-User
# Disallow: /

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Allow: /sites/default/files/*
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search?searchString=*
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /events-and-webinars?category=*
Disallow: /events-and-webinars?industry[*
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /node/*

Disallow: /2-uncategorised
Disallow: /tethys-redirect/*
Disallow: /25-company/*
Disallow: /blog/17-products/*
Disallow: /blog/2-uncategorised/*
Disallow: /blog/24-support/*
Disallow: /company/management/17-products/*
Disallow: /customers/case-studies/17-products/*
Disallow: /customers/case-studies/23-resources/*
Disallow: */17-products$
Disallow: /products/17-products/*
Disallow: /rpa-guides/24-support/*
Disallow: /customers/case-studies/27-examples/*
Disallow: /media/*
Disallow: /support/*
Disallow: /payment.php
Disallow: /user-ip.php
Disallow: /payment-bangalore.php
Disallow: /payment-bangalore.php?saveSession
Disallow: /payment-bangalore.php?getSuccessResponse
Disallow: /payment.php?createToken
Disallow: /payment.php?saveSession
Disallow: /payment.php?getSesstion
Disallow: /payment-bangalore.php?getSesstion
Disallow: /payment-bangalore.php?getErrorResponse
Disallow: /payment-bangalore.php?createToken
Disallow: /company/press-room/23-resources/635-read
Disallow: /resource/watch/ondemand/*
Disallow: /gb/resource/watch/ondemand/*
Disallow: /company1/*
Disallow: /new-server
Disallow: /paypalorder
Disallow: /iqbot-freetrial-thankyou
Disallow: /freetrial-thankyou
Disallow: /staging-login
Disallow: /awards?tmpl=component
Disallow: /marketo_opt.php
Disallow: /marketo_opt.php?email
Disallow: /demo-thankyou-en
Disallow: /sem/*

Disallow: *.pdf
Disallow: *.doc
Disallow: *.docx

Disallow: /*thankyou
Disallow: /thankyou*

Disallow: /*thank-you
Disallow: /thank-you*

Disallow: */thankyou
Disallow: */thank-you

Disallow: */blog-archive*
Disallow: */tags*

Disallow: /cdn-cgi/
Disallow: /cache/*
Allow: /cache/plg_scriptmerge/*
Disallow: /ungateddwnld*

Disallow: /FAQ-Enterprise-11x-End-of-Sale

Disallow: /*.exe$

Disallow: /_onelink_/

Disallow: /newsletter/

Disallow: /internal-user-cookie

Disallow: /404
Disallow: /de/404
Disallow: /br/404
Disallow: /la/404
Disallow: /fr/404
Disallow: /kr/404
Disallow: /jp/404
Disallow: /tw/404
Disallow: /ae/404

Disallow: */change-password

Disallow: *?layout=
Disallow: *?start=
Disallow: *?cid=
Disallow: *?wtime=
Disallow: *?p=
Disallow: *?section=
Disallow: *?tms=
Disallow: *?cat=
Disallow: *?cache=*

User-agent: Googlebot
Disallow: /*.pdf$
Disallow: /*.docx$

# JSitemap entries
Sitemap: https://www.automationanywhere.com/sitemap-index.xml