# robots.txt # This file is written to exclude robots from spidering non-public directories User-agent: Googlebot Disallow: /worksite User-agent: * Disallow: /worksite/ Disallow: /_vti_cnf/ Disallow: /house/ Disallow: /notes/ Disallow: /adds/ Disallow: /backgroundetc/_vti_cnf/ Disallow: /search/