User-agent: * Disallow: /login.aspx Disallow: /search.aspx Disallow: /error404.aspx Disallow: /archive.aspx Disallow: /admin/* Disallow: /editors/* Disallow: /pics/* Disallow: /User controls/* Disallow: /advertisement/* Disallow: /api/* Disallow: /themes/* Disallow: /thumbs/* #Remove the '#' character below and replace example.com with your own website address. #sitemap: http://example.com/sitemap.axd