# /robots.txt file for http://www.yellowpages.com.sg User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /idsnumber/ Disallow: /adnumber/ Disallow: /webexpress/ User-agent: Slurp Crawl-delay: 30 Disallow: /cgi-bin/ Disallow: /idsnumber/ Disallow: /adnumber/ Disallow: /webexpress/ User-agent: MSNBot Crawl-delay: 30 Disallow: /cgi-bin/ Disallow: /idsnumber/ Disallow: /adnumber/ Disallow: /webexpress/ User-agent: * Disallow: / Sitemap: http://www.yellowpages.com.sg/sitemap2010.xml