User-Agent: * Allow: /.well-known/amphtml/apikey.pub Disallow: */page/* # Disallow: /search/* # Disallow: /forum/* Disallow: /community Disallow: /?s=* # Disallow: /?p=* Disallow: /admin/* Disallow: /privacy-policy/ Disallow: /cookies-policy/ Disallow: /404 # Disallow: /wp-content/cache/* # Allow: /wp-content/cache/min/1/wp-content/themes/dexerto/assets/* Disallow: /wp-content/themes/* # Disallow: /wp-content/plugins/* Sitemap: https://www.dexerto.com/sitemap_index.xml Sitemap: https://www.dexerto.com/news-sitemap.xml