# robots.txt file # This is how you tell all search engines not to index specific directories. User-agent: * Disallow: banner.htm,blue.htm,right_top.htm,right_bottom.htm,navbar_top.htm,navbar_page.htm,home_main.htm,index_main.htm,contact_peter.php,contact-us.htm # This is how you deal with a specific robot # User-agent: Googlebot