## Allowed bots
#User-agent: facebookexternalhit
#User-agent: Pinterest
#User-agent: WhatsApp
#User-agent: facebookplatform
#User-agent: Facebot
#User-agent: Visionutils
#User-agent: Twitterbot
#User-agent: LinkedInBot
#User-agent: Facebook
#User-agent: Twitter
#Allow: /

# Disallowed bots
#User-agent: *
#Disallow: /

User-agent: *
Allow: /

Crawl-delay: 1