# For now, we'll let everyone crawl the site. User-agent: * Disallow: /scripts/ Disallow: /calendar/ Disallow: /manage/ Disallow: /ca.crt # You shouldn't index the feed! Disallow: /feed.php # Don't index images (but /photos/ might be okay) Disallow: /images/ Disallow: /r/images/ Disallow: /downloads/ Disallow: /post.php Disallow: /spammers.php Disallow: /logs.php Disallow: /activity.php Disallow: /testing/