# If the Joomla site is installed within a folder such as at # e.g. www.example.com/joomla/ the robots.txt file MUST be # moved to the site root at e.g. www.example.com/robots.txt # AND the joomla folder name MUST be prefixed to the disallowed # path, e.g. the Disallow rule for the /administrator/ folder # MUST be changed to read Disallow: /joomla/administrator/ # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/orig.html # # For syntax checking, see: # http://tool.motoricerca.info/robots-checker.phtml User-agent: Yandex Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Allow: /*.svg* Allow: /favicon.ico Allow: /favicon.png Allow: /favicon.svg Disallow: /administrator/ Disallow: /tag/ Disallow: /component/com_mailto/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /layouts/ Disallow: /libraries/ Disallow: */com_mytestimonials/* Disallow: /logs/ Disallow: /etc/ Disallow: */tag/* Disallow: */tags/* Disallow: /tmp/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: *bitrix* Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*login= Disallow: /*type= Disallow: /*sort= Disallow: /*order= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: /*direction= Disallow: /*id= Disallow: /*query= Disallow: /*start= Disallow: /? Disallow: /*?* Clean-param: etext Clean-param: author Clean-param: tp Clean-param: lang Clean-param: yadclid Clean-param: ref Clean-param: direction Clean-param: start Clean-param: ref Clean-param: semalt.com Clean-param: from Clean-param: author%3D9 Clean-param: _ym_debug Host: https://phlebolog.org/ Sitemap: https://phlebolog.org/sitemap.xml User-agent: * Allow: /*.js* Allow: /*.css* Allow: /*.png* Allow: /*.jpg* Allow: /*.gif* Allow: /*.svg* Allow: /favicon.ico Allow: /favicon.png Allow: /favicon.svg Disallow: /administrator/ Disallow: /bin/ Disallow: /cache/ Disallow: /cli/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /tag/ Disallow: /component/com_mailto/ Disallow: /layouts/ Disallow: /etc/ Disallow: /libraries/ Disallow: /logs/ Disallow: */tag/* Disallow: */tags/* Disallow: */com_mytestimonials/* Disallow: /tmp/ Disallow: *index.php* Disallow: /*show_include_exec_time= Disallow: /*show_page_exec_time= Disallow: /*show_sql_stat= Disallow: *bitrix* Disallow: /*clear_cache= Disallow: /*clear_cache_session= Disallow: /*ADD_TO_COMPARE_LIST Disallow: /*ORDER_BY Disallow: /*print* Disallow: /*action* Disallow: /*register= Disallow: /*password* Disallow: /*login= Disallow: /*type= Disallow: /*sort= Disallow: /*order= Disallow: /*query= Disallow: /*logout= Disallow: /*auth= Disallow: /*backurl= Disallow: /*back_url= Disallow: /*BACKURL= Disallow: /*BACK_URL= Disallow: /*back_url_admin= Disallow: /*?utm_source= Disallow: /*direction= Disallow: /*id= Disallow: /*start= Disallow: /? Disallow: /*?* Sitemap: https://phlebolog.org/sitemap.xml # Crawlers of AI search (ChatGPT, Google AI, Perplexity, Claude, Yandex) User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: YandexAdditional Allow: /