User-agent: * Allow: /check_url.aspx Disallow: /no_url.html Disallow: /images Disallow: /imgs Disallow: /banners