User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /gen/images/
Disallow: /gen/media/
Disallow: /gen/themes/
Disallow: /css/
Disallow: /images/

User-agent: *
Disallow:/gen/hourglass.php
Disallow:/gen/descendancy.php
Disallow:/gen/ancestry.php
Disallow:/gen/pedigree.php
Disallow:/gen/individual.php
Disallow:/gen/family.php
Disallow:/gen/timeline.php
Disallow:/gen/calendar.php
Disallow:/gen/login.php
Disallow:/gen/reportengine.php
Disallow:/gen/search.php
Disallow:/gen/sosabook.php
Disallow:/gen/clippings.php
Disallow:/gen/fanchart.php

User-agent: sfront31.yandex.ru
User-agent: Mediapartners-Google* 
User-agent: Google AdSense
User-agent: Googlebot
User-agent: MSNBot
User-agent: Slurp
Disallow: /

User-agent: googlebot.com
Disallow: /

User-agent: *.googlebot.com
Disallow: /

# disallow specific bots from indexing or crawling the site at all
# Most recent additions first.

User-agent: GigaBot
disallow: /

User-agent: Voyager
disallow: /

User-agent: BaiDuSpider
disallow: /

User-agent: BackRub/*.*
disallow: /

User-agent: Grub.org
disallow: /

User-agent: BotRightHere
disallow: /

User-agent: larbin
disallow: /

User-agent: psbot
disallow: /

User-agent: Walhello appie
disallow: /

User-agent: Python-urllib
disallow: /

User-agent: Googlebot-Image
disallow: /

User-agent: CherryPicker
disallow: /

User-agent: EmailCollector
disallow: /

User-agent: WebBandit
disallow: /

User-agent: EmailWolf
disallow: /

User-agent: CopyRightCheck
disallow: /

User-agent: Crescent
disallow: /

User-agent: yandex bot
disallow: /