# zablokowanie elementow wystroju strony
User-agent: *
Disallow: /r/css
Disallow: /r/i
Disallow: /r/js
Disallow: /admin
Disallow: /s/rejestracja.html

# zablokowanie stron zwielokrotnionych sortowaniem lub filtrowaniem
User-agent: Googlebot
Disallow: /*/sort,
Disallow: /*,sort,
Disallow: /*/filtr,
Disallow: /*,filtr,
Disallow: /*redirect.html$
Disallow: /forum/post*.html

# zablokowanie wszystkiego dla niechcianych robotow (na podstawie dokumentu z Bluerank)
User-agent: UbiCrawler
Disallow: /
User-agent: DOC
Disallow: /
User-agent: Zao
Disallow: /
User-agent: sitecheck.internetseer.com
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: MSIECrawler
Disallow: /
User-agent: SiteSnagger
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Offline Explorer
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: TeleportPro
Disallow: /
User-agent: WebZIP
Disallow: /
User-agent: linko
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: Microsoft.URL.Control
Disallow: /
User-agent: Xenu
Disallow: /
User-agent: larbin
Disallow: /
User-agent: libwww
Disallow: /
User-agent: ZyBORG
Disallow: /
User-agent: Download Ninja
Disallow: /
User-agent: wget
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: k2spider
Disallow: /
User-agent: NPBot
Disallow: /
User-agent: WebReaper
Disallow: /
User-agent: dotbot
Disallow: / 

Sitemap: http://www.okazje.info.pl/sitemapindex.xml
Sitemap: http://prezenty.okazje.info.pl/sitemapindex.xml
Sitemap: http://zakupy.okazje.info.pl/sitemapindex.xml