User-agent: * Allow: / Disallow: /index.html Disallow: /config.php Disallow: /news/wp-login.php Disallow: /_archive/ Disallow: /--index.html Disallow: /tenant-portal/