# robots.txt file User-agent: * Disallow: /res Disallow: /static Disallow: /js Disallow: /jscripts Disallow: /clientdb User-agent: ia_archiver Disallow: /