User-agent: *
Allow: /
Disallow: /_to_delete/

# /brand-assets/ is deliberately NOT disallowed here. It is linked from the footer
# now, and a Disallow would stop Google reading the page's noindex tag - a blocked
# but linked URL can still be listed as a bare URL. Letting it be crawled means the
# noindex is actually seen and obeyed. Once Basic Auth is switched on in hPanel the
# crawler gets a 401 and the question is moot either way.

Sitemap: https://www.technogoober.com/sitemap.xml