User-agent: Googlebot
User-agent: Twitterbot
User-Agent: facebookexternalhit
Allow: /

User-agent: *
Disallow: /