# robots.txt for http://www.example.com/ User-agent: * #Disallow: /file # prevent indexing files begin by 'file' #Disallow: /dir/ # prevent indexing directory named 'dir'