User-agent: *
Disallow: /stories/printable/
Disallow: /misc/forms/
Disallow: /misc/error/
Disallow: /user/
Disallow: /newsletter/
Disallow: /commerce/
Disallow: /comments/new/
Disallow: /comments/abusive/
Disallow: /create/
Disallow: /report/
Disallow: /abusive/
Disallow: /search/advanced.html
Disallow: /search/adv_search.html
Disallow: /static/images/misc/s-trans.gif
Disallow: /tools/apache/
Disallow: /tools/mason/
Disallow: /tools/qmail/
Disallow: /thread/comment/
Disallow: /search/
Disallow: /_wb$
Disallow: /includes/
Disallow: *.json$
Crawl-delay: 1

User-agent: BLP_bbot/0.1
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Mediapartners-Google
Allow: /

User-Agent: bingbot
Disallow: /stories/printable/
Disallow: /misc/forms/
Disallow: /misc/error/
Disallow: /user/
Disallow: /newsletter/
Disallow: /commerce/
Disallow: /comments/new/
Disallow: /comments/abusive/
Disallow: /create/
Disallow: /report/
Disallow: /abusive/
Disallow: /search/advanced.html
Disallow: /search/adv_search.html
Disallow: /static/images/misc/s-trans.gif
Disallow: /tools/apache/
Disallow: /tools/mason/
Disallow: /tools/qmail/
Disallow: /thread/comment/
Disallow: /search/
Disallow: /_wb$
Disallow: /includes/
Disallow: *.json$
Crawl-delay: 1

Sitemap: https://allafrica.com/misc/sitemap/categories.xml
Sitemap: https://allafrica.com/misc/sitemap/aans-urls-en.xml