############################### # # robots.txt file # # addresses all robots by using wild card * # #User-agent define User-agent: * # list folders robots are not allowed to index #Disallow: /home/mjkmail/public_html/pathname/ Disallow: /home/mjkmail/public_html/WysiwygPro Disallow: /home/mjkmail/public_html/.smileys Disallow: /home/mjkmail/public_html/binu Disallow: /home/mjkmail/public_html/cgi-bin Disallow: /home/mjkmail/public_html/hm Disallow: /home/mjkmail/public_html/mail Disallow: /home/mjkmail/public_html/manu Disallow: /home/mjkmail/public_html/photo Disallow: /home/mjkmail/public_html/rm Disallow: /home/mjkmail/public_html/scgi-bin Disallow: /home/mjkmail/public_html/sm Disallow: /home/mjkmail/public_html/www1 Disallow: /home/mjkmail/public_html/www2 # # list specific files robots are not allowed to index # # #Disallow: /home/mjkmail/public_html/pathname/file.html # # End of robots.txt file # ###############################txt file # ###############################