# robots.txt for http://www.genealogy.com/ # User-agent: * Disallow: /cgi-bin # keep robots out of the executable tree Disallow: /users/f/r/e/Robert-L-Frey-jr User-agent: WebReaper Disallow: /