# robots.txt for Together Loans (togetherloans.com) # https://www.robotstxt.org/robotstxt.html # Block all crawlers from staging and test subdomains User-agent: * Disallow: / Host: staging.togetherloans.com User-agent: * Disallow: / Host: test.togetherloans.com # Production rules User-agent: * # Credit Builder servicing (authenticated) Disallow: /CBServicing # Existing-customer search / login (authenticated) Disallow: /existingcustomersearch # Error pages (reachable by hand for testing; a crawl raises a false alert) Disallow: /error # Allow everything else (including /portal which is the public entry page) Allow: / # Sitemap location Sitemap: https://togetherloans.com/sitemap.xml