# /robots.txt file for http://sitebilder.com/ User-agent: * Disallow: /buttons/ Disallow: /includes/ Disallow: /images/ Disallow: /misc/ Disallow: /cgi-bin/ Disallow: /Workups/ Disallow: /.* User-agent: ia_archiver Disallow: / User-agent: TurnitinBot Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: picsearch.com Disallow: / User-Agent: Whizbang Disallow: / User-agent: LinkWalker Disallow: / User-agent: SlySearch Disallow: / User-agent: Fasterfox Disallow: / ia_archiver Disallow: / User-agaent: * /about.cgi