## GENERAL SETTINGS
User-agent: *

## SITEMAPS

# Sitemap Index
Sitemap: https://www.spain.info/sitemap_index.xml

# Sitemaps languages
Sitemap: https://www.spain.info/export/sitemap_pt_BR.xml
Sitemap: https://www.spain.info/export/sitemap_es.xml
Sitemap: https://www.spain.info/export/sitemap_de.xml
Sitemap: https://www.spain.info/export/sitemap_en.xml
Sitemap: https://www.spain.info/export/sitemap_fr.xml
Sitemap: https://www.spain.info/export/sitemap_it.xml
Sitemap: https://www.spain.info/export/sitemap_ja.xml
Sitemap: https://www.spain.info/export/sitemap_pl.xml
Sitemap: https://www.spain.info/export/sitemap_ru.xml
Sitemap: https://www.spain.info/export/sitemap_exp.xml
Sitemap: https://www.spain.info/export/sitemap_eventos.xml 
Sitemap: https://www.spain.info/gcc/sitemap.xml


# Allow Directives
Allow:/system/*.css$ 
Allow:/system/*.js$ 
Allow:/system/*jpg$ 
Allow:/system/*gif$ 
Allow:/system/*png$
Allow:/system/*svg$

# Private pages
Disallow: /admin/
Disallow: /system/

# Directories
Disallow: /app/
Disallow: /*/app/
Disallow: /search-results/
Disallow: /resultados-busqueda/
Disallow: /resultats-recherche/
Disallow: /suchergebnisse/
Disallow: /risultati-ricerca/
Disallow: /resultados-busca/
Disallow: /rezultaty-poiska/
Disallow: /wyniki-wyszukiwania/
Disallow: /kensaku-kekka/


#Blocking bots
User-agent: naverbot 
Disallow: / 
User-agent: yeti 
Disallow: / 
User-agent: 360Spider 
Disallow: / 
User-agent: YisouSpider 
Disallow: /
User-agent: Slurp
Crawl-delay: 250