# exclude certain files and test files from being indexed User-agent: * Disallow: /vti_/ Disallow: /include/ Disallow: /admin/ Disallow: /pdf/ Disallow: /user/