# Robots Exclusion file - this is used to disallow access # to robots conforming to the Robots Exclusion Protocol # . # # Organisation: atmedia.net # Webmaster: webmaster@atmedia.net # # Format is: # User-agent: # Disallow: | #----------------------------------------------------------------------------- # # For misbehaving or unwanted agents, disallow the whole web site. # User-agent: ActiveAgent User-agent: EmailSiphon User-agent: ExtractorPro User-agent: NetJet/1 User-agent: sitecheck.internetseer.com User-agent: Teleport/1 Disallow: / # # For link checkers, disallow some dynamic content # User-agent: Linkbot User-agent: linklint User-agent: Mediapartners-Google* Disallow: /.other Disallow: /ads/ads Disallow: /cgi # # For all user-agents, disallow non-indexable content # User-agent: * Disallow: /.other Disallow: /atmedia/clients Disallow: /support/content Disallow: /AndreaReischl/photogallery.cgi Disallow: /KlausRusch/photogallery.cgi Disallow: /KlausRusch/webster/coap2130/noin Disallow: /TWWWEP/galaxy.cgi/ Disallow: /TWWWEP/pegged.cgi/ Disallow: /ads/ads #