User-agent: * Disallow: /NotFound.aspx Disallow: /GenericError.html Disallow: /Custom404.html Disallow: /CustomError404.html