# robots.txt for thetechhut.co User-agent: * Allow: / # Internal build sources and scratch pages - no value in search results Disallow: /blog/daily/_src/ Disallow: /scripts/ Disallow: /test.html Disallow: /love1.html Disallow: /love_template_two.html Disallow: /invoice.html # The CV blueprint's own content, and the members-only remote list. Sales pages # are crawlable; what people pay for is not. Disallow: /guide.html Disallow: /remote/list/ Sitemap: https://thetechhut.co/sitemap.xml Sitemap: https://thetechhut.co/jobs/role/sitemap.xml Sitemap: https://thetechhut.co/hackathons/event/sitemap.xml