# robots.txt for www.43things.com # User-agent: msnbot Disallow: /admin Disallow: /auth Disallow: /invitations Disallow: /mailing_list Disallow: /twinkler/add Crawl-delay: 20 User-agent: twiceler Crawl-delay: 20 User-agent: * Disallow: /admin Disallow: /auth Disallow: /invitations Disallow: /mailing_list Disallow: /rss Disallow: /search Disallow: /service Disallow: /tag Disallow: /twinkler/add Disallow: /xs Disallow: /reminders