User-agent: *
Disallow: /test/
Disallow: /temp/
Disallow: /badbot/
Disallow: /genealogy/tng/admin/
Disallow: /genealogy/tng/ahnentafel.php
Disallow: /genealogy/tng/changelanguage.php
Disallow: /genealogy/tng/config.php
Disallow: /genealogy/tng/descend.php
Disallow: /genealogy/tng/desctracker.php
Disallow: /genealogy/tng/extrastree.php
Disallow: /genealogy/tng/familygroup.php
Disallow: /genealogy/tng/gedcom/
Disallow: /genealogy/tng/gedform.php
Disallow: /genealogy/tng/log.php
Disallow: /genealogy/tng/pedigree.php
Disallow: /genealogy/tng/pedigreetext.php
Disallow: /genealogy/tng/register.php
Disallow: /genealogy/tng/relateform.php
Disallow: /genealogy/tng/suggest.php
Disallow: /genealogy/tng/timeline2.php
Disallow: /genealogy/tng/ultraped.php
Disallow: /genealogy/tng/tnghelp.php
Disallow: /cgi-bin/
Disallow: /cgi-bin/mt/mt-search.cgi
Crawl-delay: 2

User-agent: Twiceler
Disallow: /

User-agent: Slurp
Disallow: /