# robots.txt for archives.media.gm.com User-agent: * Disallow: / User-agent: gsa-crawler Allow: /