# For all robots
User-agent: *

# Block access to specific groups of pages
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
Disallow: /cdn-cgi/

# Block 404 Pages
Disallow: *{{href}}*
Disallow: *{{productUrl}}*
Disallow: *{{searchUrl}}*

# Block Faceted Search
Disallow: *brand:*
Disallow: *category:*
Disallow: *color:*
Disallow: *gravisAboAvailable:*
Disallow: *manufacturer:*
Disallow: *priceValue:*
Disallow: *sort=*
Disallow: *storage:*

# Block PDP Tabs
Disallow: *?tab=*


# Allow search crawlers to discover the sitemap
Sitemap: https://www.gravis.de/sitemap.xml

# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block MJ12bot as it is just noise
User-agent: MJ12bot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /



#?force_sid verbieten
#either use #Disallow: /*?force_sid
#or try yandexs #Clean-param: force_sid /

#Huawei Petalbot bändigen
User-agent: PetalBot
Disallow: /%23faq
Disallow: /%23marken
Disallow: /%23phoneworx
Disallow: /%23services
Disallow: /100000-abos
Disallow: /100000-abos/
Disallow: /100euro
Disallow: /Adapter/
Disallow: /aktionen-events/
Disallow: /Aktuelles/
Disallow: /aktuelles/
Disallow: /angebote
Disallow: /Angebote/
Disallow: /angebote/
Disallow: /Apple-Hardware/
Disallow: /Apple-iPad/
Disallow: /Apple-iPod-iPhone/
Disallow: /Apple-Mac-mini/
Disallow: /Apple-MacBook-12-Zoll-Intel-i5-1-3-GHz-512-GB-SSD-8-GB-RAM-2017-space-grau-131823.html
Disallow: /Apple-MacBook-Pro-15-Zoll/
Disallow: /Apple-und-Zubehoer/
Disallow: /Apple/
Disallow: /Application/
Disallow: /Audio-und-Video
Disallow: /Audio-und-Video/
Disallow: /audio-und-video/
Disallow: /Audio-Video/
Disallow: /Black-Friday
Disallow: /blog/
Disallow: /business/
Disallow: /CatalogImg/
Disallow: /CatalogMedia.aspx
Disallow: /CatalogMedia_1.aspx
Disallow: /core/
Disallow: /core/fileadmin/
Disallow: /Datacolor-Spyder4Elite-Bildschirmkalibrierung-fuer-Mac-Windows-USB.html
Disallow: /daten/
Disallow: /Detail.aspx
Disallow: /downloads/
Disallow: /ebay.html
Disallow: /ebay_anmeldung.html
Disallow: /ehrenamt24
Disallow: /Empfehlung/
Disallow: /fileadmin/
Disallow: /fonts.googleapis.com
Disallow: /fotocenter
Disallow: /go
Disallow: /go/
Disallow: /GRAVIS-Hardwareschutz-fuer-Zubehoer/
Disallow: /GRAVIS-Hardwareschutz-iOS/
Disallow: /GRAVIS-Hardwareschutz-Mac/
Disallow: /GRAVIS/
Disallow: /gravis/
Disallow: /html/
Disallow: /images/
Disallow: /ImgGeneral/
Disallow: /impressum
Disallow: /impressum/
Disallow: /Incipio-Feather-Ultralight-Hardcase-fuer-11-Zoll-MacBook-Air-rot.html
Disallow: /index.php
Disallow: /iphone4
Disallow: /Liste.aspx
Disallow: /live
Disallow: /Mac-Zubehoer/
Disallow: /marken
Disallow: /media/
Disallow: /medias/
Disallow: /medias/sys_master/
Disallow: /mehrfuerweniger
Disallow: /messepreise/
Disallow: /Microsoft
Disallow: /Microsoft-und-Zubehoer
Disallow: /Microsoft-und-Zubehoer/
Disallow: /Microsoft/
Disallow: /modules/
Disallow: /news/
Disallow: /Notebooks-Desktops
Disallow: /Notebooks-Desktops/
Disallow: /Notebooks-und-Desktops
Disallow: /Notebooks-und-Desktops/
Disallow: /out/
Disallow: /out/pictures/
Disallow: /p/1/
Disallow: /p/z1
Disallow: /pages/
Disallow: /panther/
Disallow: /PC-Welt-Parallels-Special/
Disallow: /produkte
Disallow: /produkte/
Disallow: /Reparaturstatus
Disallow: /reparaturstatus/
Disallow: /reviews/
Disallow: /s-
Disallow: /s/
Disallow: /safety/
Disallow: /Samsung-Galaxy-Tab-4/
Disallow: /schutzbrief
Disallow: /service/
Disallow: /shop/
Disallow: /silence
Disallow: /Smart-Home
Disallow: /Smart-Home/
Disallow: /Smart-Tech
Disallow: /Smart-Tech/
Disallow: /Smart-Watch
Disallow: /Smart-Watch/
Disallow: /Smartphones-Tablets
Disallow: /Smartphones-Tablets/
Disallow: /Smartphones-und-Tablets
Disallow: /smartphones-und-tablets
Disallow: /Smartphones-und-Tablets/
Disallow: /smartphones-und-tablets/
Disallow: /Software-Buecher/
Disallow: /sparen/
Disallow: /Specials/
Disallow: /Speicher
Disallow: /Speicher/
Disallow: /sportausweis/
Disallow: /tarifvergleich
Disallow: /Taschen-Huellen/
Disallow: /Taschen-und-Huellen
Disallow: /Taschen-und-Huellen/
Disallow: /taschen-und-huellen/
Disallow: /teaser/
Disallow: /typo3temp/
Disallow: /ueber-uns
Disallow: /ueber-uns/
Disallow: /umts
Disallow: /Wearables
Disallow: /Wearables/
Disallow: /Widerrufsbelehrung
Disallow: /widerrufsbelehrung
Disallow: /wp-content/
Disallow: /xmas
Disallow: /xmlrpc.php
Disallow: /Zirkeltrai/
Disallow: /Zubehoer
Disallow: /Zubehoer/
Disallow: /zubehoer/