# robots.txt, www.carolina-web.com 2017-04-24 # # For: http://www.carolina-web.com/ # User-agent: Googlebot Disallow: /bp/ads/ Disallow: /cgi-bin/ Disallow: /cgi-bin/admin/ User-agent: Mediapartners-Google* Disallow: /bp/ads/ Disallow: /cgi-bin/ Disallow: /cgi-bin/admin/ User-agent: Bingbot Disallow: /bp/ads/ Disallow: /cgi-bin/ Disallow: /cgi-bin/admin/ User-agent: msnbot Disallow: /bp/ads/ Disallow: /cgi-bin/ Disallow: /cgi-bin/admin/ User-agent: * Disallow: /bp/ads/ Disallow: /cgi-bin/ Disallow: /cgi-bin/admin/ Sitemap: http://www.carolina-web.com/sitemap.xml Sitemap: http://www.carolina-web.com/sitemap.txt Sitemap: http://www.carolina-web.com/sitemap.html