# address all robots by using wildcard * User-agent: * # all folders robots are not allowed to index Disallow: /aspnet_client Disallow: /cgi-bin Disallow: /gallery Disallow: /php Disallow: /searchFacility/Home/addRecords Disallow: /searchFacility/Home/autoUpdates Disallow: /searchFacility/templateDir Disallow: /Templates Disallow: /TRANSFER # all forum folders not to be indexed to robots Disallow: /phpBB2/admin Disallow: /phpBB2/attach_mod Disallow: /phpBB2/cache Disallow: /phpBB2/db Disallow: /phpBB2/docs Disallow: /phpBB2/files Disallow: /phpBB2/images Disallow: /phpBB2/includes Disallow: /phpBB2/language Disallow: /phpBB2/templates # all files robots are not allowed to index