# Microdata does not permit use of our content for the purpose of text and datamining, including training of large language models or other artificial intelligence technology,
# without express written permission from Microdata.
#         .----.
#     _.'__    `.
# .--(#)(##)---/#\
#.' @          /###\
#:         ,   ##### 
#`-..__.-' _.-\###/
#       `;_:    "` 
#     .'"""""`.
#    /,  HELLO \  
#   //  ROBOTS! |
#   `-._______.-'
#   ___`. | .'___
#  (______|______)
#
#  Respect the rules, fellow bots 🤖

# Allow standard search engines except on disallowed paths
User-agent: Googlebot
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: Slurp
Disallow: /authenticator
Disallow: /datastore-admin
Disallow: /datastore-info-service
Disallow: /discovery/dataStore/
Disallow: /elastic
Disallow: /misuse
Disallow: /misuse_detector
Disallow: /rose
Disallow: /rose-backend
Disallow: /user-admin
Disallow: /user-service
Allow: /

# Block everything else by default
User-agent: *
Disallow: /
Crawl-delay: 10