# For all robots
User-agent: *
User-agent: AdsBot-Google

# Block access to specific groups of pages
Disallow: /cart
Disallow: /checkout
Disallow: /my-account
#Disallow: /login/pw/request

# Black some specific pages
Disallow: /services/
Disallow: /my-market
Disallow: /cart/sessionInfo

Disallow: /media/
Allow: /media/porta/sitemaps


# disallow social javascript links
#Disallow: */addthis$
#Disallow: */bitcoin$
#Disallow: */decode$
#Disallow: */diaspora$
#Disallow: */encode$
#Disallow: */facebook$
#Disallow: */facebooklike$
#Disallow: */flattr$
#Disallow: */googleplus$
#Disallow: */googleplusplus$
#Disallow: */info$
#Disallow: */linkedin$
#Disallow: */mail$
#Disallow: */more$
#Disallow: */pinterest$
#Disallow: */print$
#Disallow: */reddit$
#Disallow: */stumbleupon$
#Disallow: */tumblr$
#Disallow: */twitter$
#Disallow: */whatsapp$
#Disallow: */xing$

# Allow search crawlers to discover the sitemap
Sitemap: https://porta.de/sitemap.xml


# Block CazoodleBot as it does not present correct accept content headers
User-agent: CazoodleBot
Disallow: /

# Block dotbot as it cannot parse base urls properly
User-agent: dotbot/1.0
Disallow: /

# Block Gigabot
User-agent: Gigabot
Disallow: /