# Allows only major search engines and known friendly spiders

# Major Search Engines and Known Friendly Spiders (allowed)

User-agent: *
Allow: /


User-agent: GoogleBot
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: NinjaBot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: yahoo-blogs/v3.9
Allow: /

User-agent: yeti
Allow: /

User-agent: Scrubby
Allow: /

User-agent: Gigabot
Allow: /


# Everyone Else (NOT allowed)

User-agent: *
Disallow: /