###############################
#
# addresses all robots by using wild card *
#
User-agent: *
# non-standard, but supported by many crawlers
Crawl-delay: 10
# list folders robots are not allowed to index
Disallow: /account/
Disallow: /admin/
Disallow: /api/
#
# list specific files robots are not allowed to index
#
# Disallow: /news.cfm
# Disallow: /news
Disallow: /oops.cfm
Disallow: /oops
Disallow: /rd.cfm
Disallow: /rd
#
# End of robots.txt file
#
###############################