# robots.txt file for Mozilla Add-ons, addons.mozilla.org User-agent: * Allow: / {# Due to URL changes we have to use * here and hope most crawlers respect it #} Disallow: /*{{ url('addons.contribute', 0, add_prefix=False)|replace('0', '*') }} {# The downloads live at locale-agnostic URLs now. #} {% for a in apps -%} Disallow: /{{ a.short }}/downloads/ {% endfor %} {# Spacing is a little weird because it makes the output prettier #} {% for l in settings.AMO_LANGUAGES %} {% for a in apps -%} Disallow: /{{ l }}/{{ a.short }}{{ url('search.search', add_prefix=False) }} Disallow: /{{ l }}/{{ a.short }}{{ url('password_reset_form', add_prefix=False) }} Disallow: /{{ l }}/{{ a.short }}{{ url('collections.list', add_prefix=False) }} {% endfor %} {% endfor %}