# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths. 
# eg the Disallow rule for the /administrator/ folder MUST 
# be changed to read 
# Disallow: /joomla/administrator/
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/orig.html
#
# For syntax checking, see:
# http://tool.motoricerca.info/robots-checker.phtml

# ===========================================
# Blokady dla wybranych botów wyszukiwarek
# ===========================================

# Blokada tylko dla bota AhrefsBot, msnbot, bingbot dla wyszukiwarki żeby nie generował duzy zapytań ktore pozniej sa zapisywane w bazie danych w tabeli pt0ji_cf_search_wyszukiwane_frazy
User-agent: AhrefsBot
User-agent: msnbot
User-agent: bingbot
Disallow: /search/
Disallow: /wyszukiwarka/
Crawl-delay: 10
# Koniec blokady AhrefsBot

# ===========================================
# Globalne reguły dla wszystkich botów
# ===========================================

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/

# Blokada wyszukiwarki i parametrów
Disallow: /wyszukiwarka/
Disallow: /search/
Disallow: /index.php?
Disallow: /results
Disallow: /by,ordering?
Disallow: /by,product_name?
Disallow: /by,product_price?
Disallow: /dirDesc
Disallow: /*?dir=DESC
Disallow: /*?error=
Disallow: /*&start=
Disallow: /*?start=
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*

# Zasoby dozwolone
Allow: /index.php?option=com_vm_map
Allow: /templates/mebline/
Allow: /components/com_virtuemart/

# Opóźnienie dla botów wspierających Crawl-delay
Crawl-delay: 5

# ===========================================
# Mapy witryny
# ===========================================
Sitemap: /index.php?option=com_vm_map&lang=pl
Sitemap: /blog/index.php?option=com_jmap&view=sitemap&format=xml