# robots.txt for madridtourism.org User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /?s= Disallow: /search/ # Google advertising crawlers - required for AdSense to read pages it serves ads on User-agent: Mediapartners-Google Allow: / User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / Sitemap: https://www.madridtourism.org/sitemap_index.xml