# $Id: robots.txt,v magento-specific 2010/28/01 18:24:19 goba Exp $
#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

# Website Sitemap
Sitemap: https://shop.eltern.de/sitemap/eltern_shop_de.xml
Sitemap: https://shop.computec.de/sitemap/computec_shop_de.xml
Sitemap: https://mspkoopshop.dpv.de/sitemap/mspkoop_shop_de.xml
Sitemap: https://editionshop.menshealth.de/sitemap/menshealth_shop_de.xml
Sitemap: https://shop.monopol-magazin.de/sitemap/monopol_shop_de.xml
Sitemap: https://shop.cicero.de/sitemap/cicero_shop_de.xml

#Sitemap: https://www.online-kiosk-24.de/sitemap/intpress_shop_de.xml

# Crawlers Setup
User-agent: *
Crawl-delay: 10

# Allowable Index
Allow: /*?p=
Allow: /index.php/blog/
Allow: /catalog/seo_sitemap/category/
Allow:/catalogsearch/result/

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /includes/
Disallow: /js/
Disallow: /lib/
Disallow: /magento/
Disallow: /media/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /skin/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/ 
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /contacts/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /tag/
Disallow: /wishlist/

# Paths (clean URLs) own
Disallow: /checkout/cart/
Disallow: /customer/account/
Disallow: /reward-points/
Disallow: /datapolicy/
Disallow: /cookies-aktivieren/
Disallow: /service-unavialable/
Disallow: /subscription_description/
Disallow: /foreigncountry_shipping/
Disallow: /agb/
Disallow: /impressum/
Disallow: /servicecenter/
Disallow: /magics/
Disallow: /magics/*
Disallow: /serverinfo/*
Disallow: /*?*
Disallow: /*&order=
Disallow: /*&dir=

Disallow: /AT
Disallow: /CH
Disallow: /LI
Disallow: /BE
Disallow: /DK
Disallow: /ES
Disallow: /FI
Disallow: /FR
Disallow: /GR
Disallow: /IE
Disallow: /IT
Disallow: /LU
Disallow: /NL
Disallow: /PT
Disallow: /SE
Disallow: /LT
Disallow: /PL
Disallow: /SK
Disallow: /SI
Disallow: /EE
Disallow: /HU
Disallow: /LV
Disallow: /CZ
Disallow: /CY
Disallow: /MT
Disallow: /RO
Disallow: /BG
Disallow: /AD
Disallow: /AL
Disallow: /AM
Disallow: /AZ
Disallow: /BA
Disallow: /BY
Disallow: /GE
Disallow: /GI
Disallow: /HR
Disallow: /IS
Disallow: /MC
Disallow: /MD
Disallow: /MK
Disallow: /NO
Disallow: /RU
Disallow: /SM
Disallow: /TR
Disallow: /UA
Disallow: /VA
Disallow: /AE
Disallow: /AF
Disallow: /AG
Disallow: /AI
Disallow: /AN
Disallow: /AO
Disallow: /AR
Disallow: /AS
Disallow: /AU
Disallow: /AW
Disallow: /BB
Disallow: /BD
Disallow: /BF
Disallow: /BH
Disallow: /BI
Disallow: /BJ
Disallow: /BM
Disallow: /BN
Disallow: /BO
Disallow: /BR
Disallow: /BS
Disallow: /BT
Disallow: /BV
Disallow: /BW
Disallow: /BZ
Disallow: /CA
Disallow: /CC
Disallow: /CF
Disallow: /CG
Disallow: /CI
Disallow: /CK
Disallow: /CL
Disallow: /CM
Disallow: /CN
Disallow: /CO
Disallow: /CR
Disallow: /CU
Disallow: /CV
Disallow: /CX
Disallow: /DJ
Disallow: /DM
Disallow: /DO
Disallow: /DZ
Disallow: /EC
Disallow: /EG
Disallow: /EH
Disallow: /ER
Disallow: /ET
Disallow: /FJ
Disallow: /FK
Disallow: /FM
Disallow: /FO
Disallow: /GA
Disallow: /GD
Disallow: /GF
Disallow: /GH
Disallow: /GL
Disallow: /GM
Disallow: /GN
Disallow: /GP
Disallow: /GQ
Disallow: /GS
Disallow: /GT
Disallow: /GU
Disallow: /GW
Disallow: /GY
Disallow: /HK
Disallow: /HM
Disallow: /HN
Disallow: /HT
Disallow: /ID
Disallow: /IL
Disallow: /IN
Disallow: /IO
Disallow: /IR
Disallow: /JM
Disallow: /JO
Disallow: /JP
Disallow: /KE
Disallow: /KG
Disallow: /KH
Disallow: /KI
Disallow: /KM
Disallow: /KN
Disallow: /KP
Disallow: /KR
Disallow: /KW
Disallow: /KY
Disallow: /KZ
Disallow: /LA
Disallow: /LB
Disallow: /LC
Disallow: /LK
Disallow: /LR
Disallow: /LS
Disallow: /LY
Disallow: /MA
Disallow: /MG
Disallow: /MH
Disallow: /ML
Disallow: /MM
Disallow: /MN
Disallow: /MO
Disallow: /MP
Disallow: /MQ
Disallow: /MR
Disallow: /MS
Disallow: /MU
Disallow: /MV
Disallow: /MW
Disallow: /MX
Disallow: /MY
Disallow: /MZ
Disallow: /NA
Disallow: /NC
Disallow: /NE
Disallow: /NF
Disallow: /NG
Disallow: /NI
Disallow: /NP
Disallow: /NR
Disallow: /NU
Disallow: /NZ
Disallow: /OM
Disallow: /PA
Disallow: /PE
Disallow: /PF
Disallow: /PG
Disallow: /PH
Disallow: /PK
Disallow: /PM
Disallow: /PN
Disallow: /PR
Disallow: /PW
Disallow: /PY
Disallow: /QA
Disallow: /RE
Disallow: /RW
Disallow: /SA
Disallow: /SB
Disallow: /SC
Disallow: /SD
Disallow: /SG
Disallow: /SH
Disallow: /SJ
Disallow: /SL
Disallow: /SN
Disallow: /SO
Disallow: /SR
Disallow: /ST
Disallow: /SV
Disallow: /SY
Disallow: /SZ
Disallow: /TC
Disallow: /TD
Disallow: /TF
Disallow: /TG
Disallow: /TH
Disallow: /TJ
Disallow: /TK
Disallow: /TM
Disallow: /TN
Disallow: /TO
Disallow: /TT
Disallow: /TV
Disallow: /TW
Disallow: /TZ
Disallow: /UG
Disallow: /UM
Disallow: /US
Disallow: /UY
Disallow: /UZ
Disallow: /VC
Disallow: /VE
Disallow: /VG
Disallow: /VI
Disallow: /VN
Disallow: /VU
Disallow: /WF
Disallow: /WS
Disallow: /YE
Disallow: /YT
Disallow: /ZA
Disallow: /ZM
Disallow: /ZW

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt

# Files own

# Paths (no clean URLs)
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.php$
Disallow: /*?p=*&
Disallow: /*?SID=

# Stop Yandex from hogging bandwidth
User-agent: yandex bot 
Disallow: /