# my crawler (ht://dig)
#User-agent: htdig-jake8us/1.0
#Disallow:

## my crawler (wget)
#User-agent: wget/*
#Disallow:

## everyone else, go away
#User-agent: *
#Disallow: /