# robots.txt User-agent: * Disallow: /_backup/ # This is a black hole - do not enter Disallow: /_includes/ # no indexable content here Disallow: /aspnet_client/ # no indexable content here Disallow: /_private/ # don't go there Disallow: /db/ # don't go there Disallow: /scripts/ # don't go there