#	 robots.txt
User-agent: *
Disallow: /

User-agent: htdig
Allow: /foo-bar/

User-agent: htdig
Allow: /cars/

User-agent: htdig
Allow: /ty/

User-agent: htdig
Allow: /jmhs/