User-agent: * Crawl-delay: 10 Allow: /content/wp-content/uploads/ Allow: /feed/ Disallow: /content/wp-admin/ Disallow: /content/wp-content/plugins/ Disallow: /content/wp-content/themes/ Disallow: /cgi-bin/ Disallow: /mail/ Disallow: /test/ Disallow: /temp/ # Block all bots from crawling URLs with query parameters, except Facebook and Twitter User-agent: * Disallow: /*?* # Allow Facebook and Twitter bots to access URLs with query parameters User-agent: Facebookbot Allow: /*?* User-agent: facebookexternalhit Allow: /*?* User-agent: Twitterbot Allow: /*?* # Allow sitemap crawling Sitemap: https://ositobarrigon.com/sitemap_index.xml