Block all web crawlers from accessing admin pages
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /register/
Disallow: /user/
Disallow: /settings/

# Block specific web crawlers from accessing certain pages
User-agent: BadBot
Disallow: /private/

# Allow all web crawlers to access the main sections of the website
User-agent: *
Allow: /

# Block all web crawlers from accessing private files
Disallow: /private/
Disallow: /temp/
Disallow: /scripts/

# Sitemap location
Sitemap: https://www.tecan.com/sitemap.xml

Sitemap: https://www.tecantequila.com/sitemap.xml