User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: gulliver
Allow: /

User-agent: slurp
Allow: /

User-agent: fast
Allow: /

User-agent: scooter
Allow: /

User-agent: vscooter
Allow: /

User-agent: ia_archiver
Allow: /

User-agent: Nutch
Allow: /

User-agent: FAST-WebCrawler
Allow: /

User-agent: teoma_agent1
Allow: /

User-agent: Lycos_Spider_(T-Rex)
Allow: /

User-agent: MSNBOT/0.1
Allow: /

User-agent: ArchitextSpider
Allow: /

User-agent: ZyBorg
Allow: /

User-agent: SurveyBot
Allow: /

# Allow all other crawlers

User-agent: *
Allow: /