User-agent: *
Disallow: /includes/
Disallow: /payment/
Disallow: /vendor/
Disallow: /404.php
Disallow: /account.php
Disallow: /checkout*
Disallow: /contact_us.php
Disallow: /email_campaign_link.php
Disallow: /feedback.php
Disallow: /shopping_cart.php
Crawl-delay: 2

User-agent: Googlebot-Image
Disallow:

User-agent: Slurp
Crawl-delay: 5

User-agent: 80legs
User-agent: AhrefsBot
User-agent: AspiegelBot
User-agent: BLEXBot
User-agent: Bytespider
User-agent: DTS Agent
User-agent: Discoverybot
User-agent: DomainCrawler
User-agent: DotBot
User-agent: EtaoSpider
User-agent: heritrix
User-agent: MJ12Bot
User-agent: Mail.RU_Bot
User-agent: MauiBot
User-agent: MegaIndex.ru
User-agent: Morfeus Fucking Scanner
User-agent: Musobot
User-agent: OpenLinkProfiler
User-agent: PetalBot
User-agent: Seekport Crawler
User-agent: SEMrushBot
User-agent: serpstatbot
User-agent: SputnikBot
User-agent: WBSearchBot
Disallow: /

Sitemap: sitemap.php