User-agent: *
Allow: /
Disallow: /frontend/
Disallow: /dev/
Disallow: /eap_messages/
Disallow: /site_updates/
Disallow: /fb-leads/
Disallow: /background/
Disallow: /dev/

User-agent: Screaming Frog SEO Spider
Allow: /frontend/
Allow: /dev/