Sitemap: https://ddd.uab.cat/sitemap-index.xml

User-agent: *
Disallow: /record/*/export
Disallow: /record/*/usage
Disallow: /submit
Disallow: /your
Disallow: /rev
Disallow: /uab
Disallow: /usage
Disallow: /search
Disallow: /*.txt$
Disallow: *rm=wrd*
Disallow: *action*browse*
Disallow: /pub/enllac/enllac14/imatges/morales.JPG
Crawl-delay: 2

User-agent: baiduspider
User-agent: Baiduspider
User-agent: Baiduspider+
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: Bytespider
User-agent: SemrushBot
User-agent: PetalBot
Disallow: /search

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /