#use as template to structure the robots.txt file for each client #The following allows all robots to visit all files because the wildcard "*" specifies all robots. User-agent: * Disallow: /cgi-bin/ Disallow: /images/ Disallow: forms.html Disallow: 1_on_1_dancetrack.doc Disallow: Referrals_Given.doc Disallow: Referrals_Received.doc Disallow: thanks.doc