# robots.txt — www.uni-edit.net
# Nothing is disallowed, deliberately: a blocked page can never be seen to
# carry a noindex, so blocking is the wrong tool for de-indexing.

User-agent: *
Allow: /

# Crawl-delay is IGNORED by Googlebot and Bingbot. It IS honoured by the four
# below, so it appears only where it actually does something.

User-agent: Baiduspider
Allow: /
Crawl-delay: 3

User-agent: Sogou web spider
Allow: /
Crawl-delay: 3

User-agent: Yeti
Allow: /
Crawl-delay: 2

User-agent: YandexBot
Allow: /
Crawl-delay: 2

# Google-Extended is named only because it is an OPT-OUT token: naming it
# documents the decision to stay readable to Google's AI products.

User-agent: Google-Extended
Allow: /

Sitemap: https://www.uni-edit.net/sitemap.xml


Sitemap: https://www.uni-edit.net/sitemap.xml