User-agent: *
Disallow: /tng/genealogy/
Disallow: /tng/admin/
Disallow: /tng/gedcom/
Disallow: /tng/photos/
Disallow: /tng/headstones/
Disallow: /tng/histories/
Disallow: /tng/addnewacct.php
Disallow: /tng/ahnentafel.php
Disallow: /tng/anniversaries.php
Disallow: /tng/anniversaries2.php
Disallow: /tng/begin.php
Disallow: /tng/browsedocs.php
Disallow: /tng/browseheadstones.php
Disallow: /tng/browsenotes.php
Disallow: /tng/browsephotos.php
Disallow: /tng/browserepos.php
Disallow: /tng/browserinfo.php
Disallow: /tng/browsesources.php
Disallow: /tng/browsetrees-old.php
Disallow: /tng/browsetrees.php
Disallow: /tng/cemeteries.php
Disallow: /tng/changelanguage.php
Disallow: /tng/checklogin.php
Disallow: /tng/config.php
Disallow: /tng/descend.php
Disallow: /tng/desctracker.php
Disallow: /tng/end.php
Disallow: /tng/extrastree.php
Disallow: /tng/feature1.php
Disallow: /tng/feature2.php
Disallow: /tng/feature3.php
Disallow: /tng/feature4.php
Disallow: /tng/feature5.php
Disallow: /tng/feature6.php
Disallow: /tng/featurearticles.php
Disallow: /tng/findperson.php
Disallow: /tng/findpersonform.php
Disallow: /tng/functions.php
Disallow: /tng/gedcom.php
Disallow: /tng/gedform.php
Disallow: /tng/genlib.php
Disallow: /tng/getextras.php
Disallow: /tng/getlang.php
Disallow: /tng/globallib.php
Disallow: /tng/headstones.php
Disallow: /tng/historytemplate.php
Disallow: /tng/importconfig.php
Disallow: /tng/index_new.php
Disallow: /tng/index_plus_header_footer.php
Disallow: /tng/log.php
Disallow: /tng/logconfig.php
Disallow: /tng/login.php
Disallow: /tng/logout.php
Disallow: /tng/newacctform.php
Disallow: /tng/pedconfig.php
Disallow: /tng/pedigree.php
Disallow: /tng/pedigreetext.php
Disallow: /tng/personlib.php
Disallow: /tng/photoblock.php
Disallow: /tng/places-all.php
Disallow: /tng/places-oneletter.php
Disallow: /tng/places.php
Disallow: /tng/places100.php
Disallow: /tng/placesearch.php
Disallow: /tng/processlogin.php
Disallow: /tng/register.php
Disallow: /tng/reglib.php
Disallow: /tng/relateform.php
Disallow: /tng/relationship.php
Disallow: /tng/relationship2.php
Disallow: /tng/reports.php
Disallow: /tng/savelanguage.php
Disallow: /tng/savelanguage2.php
Disallow: /tng/savetentedit.php
Disallow: /tng/searchform.php
Disallow: /tng/sendlogin.php
Disallow: /tng/setpermissions1.php
Disallow: /tng/showheadstone.php
Disallow: /tng/showhistory.php
Disallow: /tng/showlog.php
Disallow: /tng/showmap.php
Disallow: /tng/showphoto.php
Disallow: /tng/showrepo.php
Disallow: /tng/showreport.php
Disallow: /tng/showsource.php
Disallow: /tng/showtree.php
Disallow: /tng/suggest.php
Disallow: /tng/surnames-oneletter.php
Disallow: /tng/surnames100.php
Disallow: /tng/switchcolor.php
Disallow: /tng/switchcolor2.php
Disallow: /tng/tentedit.php
Disallow: /tng/test.php
Disallow: /tng/timeline.php
Disallow: /tng/timeline2.php
Disallow: /tng/tnghelp.php
Disallow: /tng/tngrss.php
Disallow: /tng/tngsendmail.php
Disallow: /tng/ultraped.php
Disallow: /tng/version.php
Disallow: /tng/whatsnew.php
Disallow: /genealogy/
Disallow: /genealogy/acknowledgements.php
Disallow: /genealogy/admin/
Disallow: /genealogy/gedcom/
Disallow: /genealogy/photos/
Disallow: /genealogy/headstones/
Disallow: /genealogy/histories/
Disallow: /genealogy/addbookmark.php
Disallow: /genealogy/albumlib.php
Disallow: /genealogy/addnewacct.php
Disallow: /genealogy/ahnentafel.php
Disallow: /genealogy/anniversaries.php
Disallow: /genealogy/anniversaries2.php
Disallow: /genealogy/begin.php
Disallow: /genealogy/bookmarks.php
Disallow: /genealogy/browsealbums.php
Disallow: /genealogy/browsedocs2.php
Disallow: /genealogy/browsedocs.php
Disallow: /genealogy/browseheadstones.php
Disallow: /genealogy/browsenotes.php
Disallow: /genealogy/browsephotos.php
Disallow: /genealogy/browserepos.php
Disallow: /genealogy/browserinfo.php
Disallow: /genealogy/browsesources.php
Disallow: /genealogy/browsetrees-old.php
Disallow: /genealogy/browsetrees.php
Disallow: /genealogy/cemeteries.php
Disallow: /genealogy/changelanguage.php
Disallow: /genealogy/checklogin.php
Disallow: /genealogy/check_access.php
Disallow: /genealogy/citiesandtowns.php
Disallow: /genealogy/customconfig.php
Disallow: /genealogy/config.php
Disallow: /genealogy/deletebookmark.php
Disallow: /genealogy/descend.php
Disallow: /genealogy/descendtext.php
Disallow: /genealogy/desctracker.php
Disallow: /genealogy/end.php
Disallow: /genealogy/extrastree.php
Disallow: /genealogy/familygroup.php
Disallow: /genealogy/feature1.php
Disallow: /genealogy/feature2.php
Disallow: /genealogy/feature3.php
Disallow: /genealogy/feature4.php
Disallow: /genealogy/feature5.php
Disallow: /genealogy/feature6.php
Disallow: /genealogy/featurearticles.php
Disallow: /genealogy/findperson.php
Disallow: /genealogy/findpersonform.php
Disallow: /genealogy/footer.php
Disallow: /genealogy/fpdf.php
Disallow: /genealogy/functions.php
Disallow: /genealogy/gedcom.php
Disallow: /genealogy/gedform.php
Disallow: /genealogy/genlib.php
Disallow: /genealogy/getextras.php
Disallow: /genealogy/getlang.php
Disallow: /genealogy/getperson.php
Disallow: /genealogy/globallib.php
Disallow: /genealogy/headstones.php
Disallow: /genealogy/historytemplate.php
Disallow: /genealogy/importconfig.php
Disallow: /genealogy/index_new.php
Disallow: /genealogy/index_plus_header_footer.php
Disallow: /genealogy/log.php
Disallow: /genealogy/logconfig.php
Disallow: /genealogy/login.php
Disallow: /genealogy/logout.php
Disallow: /genealogy/logxml.php
Disallow: /genealogy/maint.php
Disallow: /genealogy/mapconfig.php
Disallow: /genealogy/mapimages.php
Disallow: /genealogy/mediatypes.php
Disallow: /genealogy/meta.php
Disallow: /genealogy/Military1.php
Disallow: /genealogy/newacctform.php
Disallow: /genealogy/Newcemeteries.php
Disallow: /genealogy/newchurches.php
Disallow: /genealogy/pdfform.php
Disallow: /genealogy/pedconfig.php
Disallow: /genealogy/pedigree.php
Disallow: /genealogy/pedigreetext.php
Disallow: /genealogy/pedxml.php
Disallow: /genealogy/personlib.php
Disallow: /genealogy/photoblock.php
Disallow: /genealogy/places-all.php
Disallow: /genealogy/places-oneletter.php
Disallow: /genealogy/places.php
Disallow: /genealogy/places100.php
Disallow: /genealogy/placesearch.php
Disallow: /genealogy/processlogin.php
Disallow: /genealogy/register.php
Disallow: /genealogy/reglib.php
Disallow: /genealogy/relateform.php
Disallow: /genealogy/relationship.php
Disallow: /genealogy/relationship2.php
Disallow: /genealogy/religiousservice.php
Disallow: /genealogy/religiousservice2.php
Disallow: /genealogy/rip_challenge_text.php
Disallow: /genealogy/rpt_descend.php
Disallow: /genealogy/rpt_ind.php
Disallow: /genealogy/reports.php
Disallow: /genealogy/savelanguage.php
Disallow: /genealogy/savelanguage2.php
Disallow: /genealogy/savetentedit.php
Disallow: /genealogy/searchform.php
Disallow: /genealogy/sendlogin.php
Disallow: /genealogy/setpermissions1.php
Disallow: /genealogy/showalbum.php
Disallow: /genealogy/showheadstone.php
Disallow: /genealogy/showhistory.php
Disallow: /genealogy/showlog.php
Disallow: /genealogy/showmap.php
Disallow: /genealogy/showmediaxml.php
Disallow: /genealogy/showphoto.php
Disallow: /genealogy/showrepo.php
Disallow: /genealogy/showreport.php
Disallow: /genealogy/showsource.php
Disallow: /genealogy/showtree.php
Disallow: /genealogy/subroot.php
Disallow: /genealogy/suggest.php
Disallow: /genealogy/surnames-oneletter.php
Disallow: /genealogy/surnames100.php
Disallow: /genealogy/switchcolor.php
Disallow: /genealogy/switchcolor2.php
Disallow: /genealogy/tentedit.php
Disallow: /genealogy/termsandconditions.php
Disallow: /genealogy/test.php
Disallow: /genealogy/timeline.php
Disallow: /genealogy/timeline2.php
Disallow: /genealogy/tngfiletypes.php
Disallow: /genealogy/tnginstall.php
Disallow: /genealogy/tnghelp.php
Disallow: /genealogy/tngrss.php
Disallow: /genealogy/tngsendmail.php
Disallow: /genealogy/ultraped.php
Disallow: /genealogy/version.php
Disallow: /genealogy/whatsnew.php
Disallow: /genealogy/ww1draftcards.php
Disallow: /Friends/
Disallow: /bukowina/
Disallow: /familytr/
Disallow: /filesnotused/
Disallow: /Jay/
Disallow: /jay/

### and this to block certain search engines

# Block specific robots entirely ##########################
#
# Adapted from http://www.webmasterworld.com/robots.txt
# and http://www.codestyle.org/robots.txt
#
User-agent: desyncedhosting.com
Disallow:   /

User-agent: Alexibot
Disallow:   /

User-agent: Aqua_Products
Disallow:   /

User-agent: ASPseek/1.2.10
Disallow:   /

User-agent: asterias
Disallow:   /

User-agent: b2w/0.1
Disallow:   /

User-agent: BackDoorBot/1.0
Disallow:   /

User-agent: Baiduspider
Disallow:   /

User-agent: BlowFish/1.0
Disallow:   /

User-agent: booch_1.0.7
Disallow:   /

User-agent: Bookmark search tool
Disallow:   /

User-agent: BotALot
Disallow:   /

User-agent: BruinBot
Disallow:   /

User-agent: BuiltBotTough
Disallow:   /

User-agent: Bullseye/1.0
Disallow:   /

User-agent: BunnySlippers
Disallow:   /

User-agent: CheeseBot
Disallow:   /

User-agent: CherryPicker
Disallow:   /

User-agent: CherryPickerElite/1.0
Disallow:   /

User-agent: CherryPickerSE/1.0
Disallow:   /

User-agent: ConveraCrawler
Disallow:   /

User-agent: Copernic
Disallow:   /

User-agent: CopyRightCheck
Disallow:   /

User-agent: cosmos
Disallow:   /

User-agent: Crescent
Disallow:   /

User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
Disallow:   /

User-agent: DittoSpyder
Disallow:   /

User-agent: Dumbot
Disallow:   /

User-agent: EmailCollector
Disallow:   /

User-agent: EmailSiphon
Disallow:   /

User-agent: EmailWolf
Disallow:   /

User-agent: EroCrawler
Disallow:   /

User-agent: ExtractorPro
Disallow:   /

User-agent: FairAd Client
Disallow:   /

User-agent: Flaming AttackBot
Disallow:   /

User-agent: Foobot
Disallow:   /

User-agent: Gaisbot
Disallow:   /

User-agent: GalaxyBot
Disallow:   /

User-agent: gazz
Disallow:   /

User-agent: GetRight/4.2
User-agent: Googlebot-Image
Disallow: /
Disallow:   /

User-agent: Gigabot/1.0
Disallow:   /

User-agent: Gigabot/2.0
Disallow:   /

User-agent: grub
Disallow:   /

User-agent: grub-client
Disallow:   /

User-agent: grub-client-1.5.3
Disallow:   /

User-agent: Hatena Antenna
Disallow:   /

User-agent: Harvest/1.5
Disallow:   /

User-agent: hloader
Disallow:   /

User-agent: httplib
Disallow:   /

User-agent: http://medical-info.de/
Disallow:   /

User-agent: humanlinks
Disallow:   /

User-agent: ia_archiver
Disallow:   /

User-agent: ia_archiver/1.6
Disallow:   /

User-agent: InfoNaviRobot
Disallow:   /

User-agent: Iron33/1.0.2
Disallow:   /

User-agent: iSiloWeb
Disallow:   /

User-agent: iSiloX
Disallow:   /

User-agent: JennyBot
Disallow:   /

User-agent: inhoster.com
Disallow:   /

User-agent: Jetbot
Disallow:   /

User-agent: Kenjin Spider
Disallow:   /

User-agent: Keyword Density/0.9
Disallow:   /

User-agent: larbin
Disallow:   /

User-agent: LexiBot
Disallow:   /

User-agent: libWeb/clsHTTP
Disallow:   /

User-agent: LinkextractorPro
Disallow:   /

User-agent: LinkScan/8.1a Unix
Disallow:   /

User-agent: LinkWalker
Disallow:   /

User-agent: lmspider
Disallow:   /

User-agent: LNSpiderguy
Disallow:   /

User-agent: looksmart
Disallow:   /

User-agent: lwp-trivial
Disallow:   /

User-agent: lwp-trivial/1.34
Disallow:   /

User-agent: Mata Hari
Disallow:   /

User-agent: Metaspinner
Disallow:   /

User-agent: Microsoft URL Control
Disallow:   /

User-agent: Microsoft URL Control - 5.01.4511
Disallow:   /

User-agent: Microsoft URL Control - 6.00.8169
Disallow:   /

User-agent: MIIxpc
Disallow:   /

User-agent: MIIxpc/4.2
Disallow:   /

User-agent: Mister PiX
Disallow:   /

User-agent: moget
Disallow:   /

User-agent: moget/2.1
Disallow:   /

User-agent: Mozilla
Disallow:   /

User-agent: mozilla
Disallow:   /

User-agent: mozilla/3
Disallow:   /

User-agent: mozilla/4
Disallow:   /

User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT)
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95)
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98)
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows XP)
Disallow:   /

User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 2000)
Disallow:   /

User-agent: mozilla/5
Disallow:   /

User-agent: MSIECrawler
Disallow:   /

User-agent: NaverBot
Disallow:   /

User-agent: NetAnts
Disallow:   /

User-agent: NetMechanic
Disallow:   /

User-agent: NextGenSearchBot
Disallow:   /

User-agent: NG/2.0
Disallow:   /

User-agent: NICErsPRO
Disallow:   /

User-agent: NuSearch Spider
Disallow:   /

User-agent: Nutch
Disallow:   /

User-agent: NutchCVS
Disallow:   /

User-agent: NutchOrg
Disallow:   /

User-agent: Ocelli
Disallow:   /

User-agent: Offline Explorer
Disallow:   /

User-agent: Openbot
Disallow:   /

User-agent: Openfind
Disallow:   /

User-agent: Openfind data gathere
Disallow:   /

User-agent: Oracle Ultra Search
Disallow:   /

User-agent: PerMan
Disallow:   /

User-agent: Pompos
Disallow:   /

User-agent: Pompos/1
Disallow:   /

User-agent: psbot
Disallow:   /

User-agent: Python-urllib
Disallow:   /

User-agent: ProPowerBot/2.14
Disallow:   /

User-agent: ProWebWalker
Disallow:   /

User-agent: QueryN Metasearch
Disallow:   /

User-agent: Radiation Retriever 1.1
Disallow:   /

User-agent: RepoMonkey
Disallow:   /

User-agent: RepoMonkey Bait & Tackle/v1.01
Disallow:   /

User-agent: RMA
Disallow:   /

User-agent: searchpreview
Disallow:   /

User-agent: semanticdiscovery
Disallow:   /

User-agent: semanticdiscovery/0
Disallow:   /

User-agent: SiteSnagger
Disallow:   /

User-agent: SpankBot
Disallow:   /

User-agent: spanner
Disallow:   /

User-agent: suzuran
Disallow:   /

User-agent: szukacz
Disallow:   /

User-agent: Szukacz/1.4
Disallow:   /

User-agent: Szukacz/1.5
Disallow:   /

User-agent: Teleport
Disallow:   /

User-agent: TeleportPro
Disallow:   /

User-agent: Teleport Pro/1.29
Disallow:   /

User-agent: Telesoft
Disallow:   /

User-agent: toCrawl/UrlDispatcher
Disallow:   /

User-agent: The Intraformant
Disallow:   /

User-agent: TheNomad
Disallow:   /

User-agent: True_Robot
Disallow:   /

User-agent: True_Robot/1.0
Disallow:   /

User-agent: turingos
Disallow:   /

User-agent: TurnitinBot
Disallow:   /

User-agent: TurnitinBot/1
Disallow:   /

User-agent: TutorGigBot
Disallow:   /

User-agent: URL Control
Disallow:   /

User-agent: URLy Warning
Disallow:   /

User-agent: URL_Spider_Pro
Disallow:   /

User-agent: VCI
Disallow:   /

User-agent: VCI WebViewer VCI WebViewer Win32
Disallow:   /

User-agent: WebAuto
Disallow:   /

User-agent: WebBandit
Disallow:   /

User-agent: WebBandit/3.50
Disallow:   /

User-agent: WeBoX/0.97
Disallow:   /

User-agent: WebCopier
Disallow:   /

User-agent: Web Downloader
Disallow:   /

User-agent: Web Downloader/5
Disallow:   /

User-agent: Web Downloader/6
Disallow:   /

User-agent: Web Downloader/5.7
Disallow:   /

User-agent: WebEnhancer
Disallow:   /

User-agent: Web Image Collector
Disallow:   /

User-agent: WebSauger
Disallow:   /

User-agent: Website Quester
Disallow:   /

User-agent: Webster Pro
Disallow:   /

User-agent: WebStripper
Disallow:   /

User-agent: WebStripper/2
Disallow:   /

User-agent: WebZip
Disallow:   /

User-agent: WebZip/4.0
Disallow:   /

User-agent: Wget
Disallow:   /

User-agent: Wget/1.6
Disallow:   /

User-agent: Wget/1.5.3
Disallow:   /

User-agent: WWW-Collector-E
Disallow:   /

User-agent: Xenu's
Disallow:   /

User-agent: Xenu's Link Sleuth 1.1c
Disallow:   /

User-agent: Zeus
Disallow:   /

User-agent: Zeus 32297 Webster Pro V2.9 Win32
Disallow:   /

User-agent: Zeus Link Scout
Disallow:   /

User-agent: ZyBorg/1.0
Disallow:   /