User-agent: * # match all bots Disallow: /~archived_site/ # Do not index directories marked with disallow Disallow: /client_edm/ Disallow: /private/ Disallow: /com/ Disallow: /css/ Disallow: /flash/ Disallow: /gallery/ Disallow: /images/ Disallow: /js/ Disallow: /scripts/ Disallow: /shadowbox/ Disallow: /xml/