# https://developers.google.com/search/docs/crawling-indexing/robots/robots_txt?hl=it
# Attenzione alle parti di url equivocabili. Meglio vincolarle con .html e con /.../

User-agent: *
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Allow: /components/com_comprofiler/js/
Allow: /components/com_comprofiler/plugin/templates/default/images/avatar/tnnophoto_n.png
Allow: /components/com_comprofiler/plugin/templates/default/images/avatar/nophoto_n.png
Allow: /components/com_kunena/template/default/images/
Allow: /components/com_kunena/template/default/media/
Allow: /components/com_kunena/template/Formality_16/images/
Allow: /components/com_kunena/template/Formality_16/media/iconsets/buttons/default/default.png
Disallow: /includes/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Allow: /plugins/editors/jce/tiny_mce/plugins/emotions/img/
Allow: /plugins/editors/tinymce/jscripts/tiny_mce/plugins/emotions/img/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /component/user/
Disallow: /index.php?option=com_user
Disallow: /component/comprofiler/
Disallow: /index.php?option=com_comprofiler
Disallow: /component/resetpassword/
Disallow: /index.php?option=com_resetpassword
Disallow: /ricerca.html
Disallow: /il-tuo-profilo.html
Disallow: /il-tuo-profilo/
Disallow: /cerca-un-utente.html
Disallow: /cerca-un-utente/
Disallow: /messaggi-privati.html
Disallow: /forum/il-bar-dello-sport/
Disallow: /forum/fantacalcio
Disallow: /forum/presentati/101-se-non-sei-timido.html
Disallow: /*thankyou.html
Disallow: /*/post.html
Disallow: /component/hikashop/address/
Disallow: /component/hikashop/checkout/
Disallow: /component/hikashop/order/
Disallow: /component/hikashop/product/
Disallow: /ebook-e-libri/address/
Disallow: /ebook-e-libri/checkout/
Disallow: /ebook-e-libri/order/
Disallow: /ebook-e-libri/product/
Disallow: /ripetizioni-matematica-online/address/
Disallow: /ripetizioni-matematica-online/checkout/
Disallow: /ripetizioni-matematica-online/order/
Disallow: /ripetizioni-matematica-online/product/
Disallow: /shop/address/
Disallow: /shop/checkout/
Disallow: /shop/order/
Disallow: /shop/product/

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

Sitemap: https://www.youmath.it/xaustmpindy.xml