# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ Disallow: /steve/ Disallow: /admin/ Disallow: /images/ Disallow: /shop_images/ User-agent: ia_archiver Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: NPBot Disallow: / User-agent: TurnitinBot Disallow: / User-agent: SBIder Disallow: / User-agent: psbot Disallow: / User-agent: CatchBot Disallow: /