User-agent: bc-crawler Disallow: User-agent: * # keeps everything else out. Disallow: / # #User-agent: * #Disallow: /_mm/ #Disallow: /_notes/ #Disallow: /_baks/ #Disallow: /MMWIP/ #Disallow: /inside/ # #User-agent: googlebot #Disallow: *.csi