# Sitemaps
Host: nutriforless.com
Sitemap: https://nutriforless.com/sitemap.xml
Sitemap: https://nutriforless.com/images-sitemap.xml

#Seacrch Engine
User-agent: Googlebot
Disallow:
User-agent: googlebot-image
Disallow:
User-agent: googlebot-mobile
Disallow:
User-agent: MSNBot
Disallow:
User-agent: Slurp
Disallow:
User-agent: Teoma
Disallow:
User-agent: Gigabot
Disallow:
User-agent: Robozilla
Disallow:
User-agent: Nutch
Disallow:
User-agent: ia_archiver
Disallow:
User-agent: baiduspider
Disallow:
User-agent: yahoo-mmcrawler
Disallow:
User-agent: psbot
Disallow:
User-agent: yahoo-blogs/v3.9
Disallow:

#GoogleAds - block C4 pages
User-agent: AdsBot-Google
Disallow: /*/cellucor*

#GoogleAds-Mobile - block C4 pages
User-agent: AdsBot-Google-Mobile
Disallow: /*/cellucor*

User-agent: *
# Directories
Disallow: /*/app/
Disallow: /*/bootstrap/
Disallow: /*/config/
Disallow: /*/database/
Disallow: /*/modules/
Disallow: /*/node_modules/
Disallow: /*/resources/
Disallow: /*/routes/
Disallow: /*/themes/
Disallow: /*/vendor/
Disallow: /*/index.php
Disallow: /*/account
Disallow: /*/account/*
Disallow: /*/checkout/*
Disallow: /cgi-bin/
Disallow: /debugbar*
Disallow: /suggestions

# Paths (Clean URLs)
Disallow: /*/.php$
Disallow: /*/?SID=*
Disallow: /*/?___SID=*
Disallow: /*/*height=

# Clear Category Sort
Disallow: /*/products?query=*

# Block crawling software
User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /


User-agent: dotbot
Disallow: /