# Allow all search engine spiders User-agent: * Allow: /home/ Allow: /html/ Allow: /public_html/home/ Allow: /public_html/html/ # Disallow the following locations Disallow: /assets/ Disallow: /banners/ Disallow: /cgi-bin/ Disallow: /etc/ Disallow: /forms/ Disallow: /gallery/ Disallow: /lma/ Disallow: /members/ Disallow: /mail/ Disallow: /member/ Disallow: /public_ftp/ Disallow: /test/ Disallow: /tmp/ Disallow: /webdata/ Disallow: /public_html/assets/ Disallow: /public_html/banners/ Disallow: /public_html/cgi-bin/ Disallow: /public_html/forms/ Disallow: /public_html/gallery/ Disallow: /public_html/javascript/ Disallow: /public_html/lma/ Disallow: /public_html/mail/ Disallow: /public_html/members/ Disallow: /public_html/test/ Disallow: /public_html/webdata/