# # robots.txt # # This file prevents crawling and indexing of certain parts # of your site by web crawlers and spiders. # User-agent: * Crawl-delay: 10 # Paths Disallow: /en/nofollow/ Disallow: /de-de/nofollow/ Disallow: /es-mx/nofollow/ Disallow: /fr-fr/nofollow/ Disallow: /it-it/nofollow/ Disallow: /ja-jp/nofollow/ Disallow: /ko-kr/nofollow/ Disallow: /pt-br/nofollow/ Disallow: /en/search/ Disallow: /de-de/search/ Disallow: /es-mx/search/ Disallow: /fr-fr/search/ Disallow: /it-it/search/ Disallow: /ja-jp/search/ Disallow: /ko-kr/search/ Disallow: /pt-br/search/ Disallow: /en/news-and-stories/all-news-and-stories/ Disallow: /de-de/news-and-stories/all-news-and-stories/ Disallow: /es-mx/news-and-stories/all-news-and-stories/ Disallow: /fr-fr/news-and-stories/all-news-and-stories/ Disallow: /it-it/news-and-stories/all-news-and-stories/ Disallow: /ja-jp/news-and-stories/all-news-and-stories/ Disallow: /ko-kr/news-and-stories/all-news-and-stories/ Disallow: /pt-br/news-and-stories/all-news-and-stories/ Disallow: /fr-ca/ Sitemap: https://www.rotary.org/sitemap.xml