# All user agents User-agent: * # Disallow everyting (default) Disallow: / # Disallow any software crawling # Use at least '85*' because a shorter selector falls back on 'Allow' (for example 'web/85006108/myFile.zip') Disallow: /web/85*/*.exe$ Disallow: /web/85*/*.exe?*$ Disallow: /web/85*/*.zip$ Disallow: /web/85*/*.zip?*$ Disallow: /web/85*/*.tgz$ Disallow: /web/85*/*.tgz?*$ # Fotoparadies Allow: /web/85001320/ Allow: /web/cops2010/js/ # Allow operators (2 rules: $ for only index, and / for everyting within the directory (so OPERATOR_staging stays disallowed) # # Migros *_CH archive Allow: /web/85701442_archive$ Allow: /web/85701442_archive/ Allow: /web/85701443_archive$ Allow: /web/85701443_archive/ Allow: /web/85701444_archive$ Allow: /web/85701444_archive/