User-agent: *
Crawl-delay: 10
Allow: /
Allow: /customer/account/login
Allow: /customer/account/forgotpassword/
Disallow: /customer/*
Disallow: /amfinder/*
Disallow: /catalogsearch/*

# SEO-related bots
User-agent: rogerbot
Disallow:/
User-agent: mj12bot
Disallow:/
User-agent: dotbot
Disallow:/
User-agent: ahrefsbot
Disallow:/