User-agent: * # applies to all robots
Disallow: / #tells the robot that it should not visit any pages on the site.
Allow: /index.html #tells the robot that it can visit this page/s
Allow: /letter.htm