# Alexa
User-agent: ia_archiver
Disallow: /oldsite/
Disallow: /cgi-bin/

# Ask
User-agent: Teoma
Disallow: /oldsite/
Disallow: /cgi-bin/

# Google
User-agent: googlebot
Disallow: /oldsite/
Disallow: /cgi-bin/

# MSN
User-agent: msnbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Yahoo!
User-agent: Slurp
Disallow: /oldsite/
Disallow: /cgi-bin/

# Abacho
User-agent: AbachoBOT
Disallow: /oldsite/
Disallow: /cgi-bin/

# ABCdatos.com
User-agent: ABCdatos BotLink
Disallow: /oldsite/
Disallow: /cgi-bin/

# Amfibi
User-agent: Amfibibot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Amidalla
User-agent: amibot
Disallow: /oldsite/
Disallow: /cgi-bin/

# ASPseek.com
User-agent: ASPseek
Disallow: /oldsite/
Disallow: /cgi-bin/

# Automatischen Sprachverarbeitung
User-agent: FindLinks
Disallow: /oldsite/
Disallow: /cgi-bin/

# Baidu
User-agent: baiduspider
Disallow: /oldsite/
Disallow: /cgi-bin/

# BDNcentral 
User-agent: BDNcentral
Disallow: /oldsite/
Disallow: /cgi-bin/

# Become.com
User-agent: BecomeBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# BigClique
User-agent: BigCliqueBOT
Disallow: /oldsite/
Disallow: /cgi-bin/

# Biglotron
User-agent: Biglotron
Disallow: /oldsite/
Disallow: /cgi-bin/

# Bigmir.net
User-agent: BigmirSpider
Disallow: /oldsite/
Disallow: /cgi-bin/

# Blue.lu
User-agent: Confuzzledbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Boitho
User-agent: boitho.com-dc
Disallow: /oldsite/
Disallow: /cgi-bin/

# Convera
User-agent: ConveraCrawler
Disallow: /oldsite/
Disallow: /cgi-bin/

# COSMOTY
User-agent: beautybot
Disallow: /oldsite/
Disallow: /cgi-bin/

# DailyOrbit.com
User-agent: Orbiter
Disallow: /oldsite/
Disallow: /cgi-bin/

# Daypop
User-agent: Daypopbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# dir.com
User-agent: Pompos
Disallow: /oldsite/
Disallow: /cgi-bin/

# Fireball
User-agent: fireball
Disallow: /oldsite/
Disallow: /cgi-bin/

# FyberSearch
User-agent: FyberSpider
Disallow: /oldsite/
Disallow: /cgi-bin/

# Galaxy
User-agent: GalaxyBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Geona
User-agent: GeonaBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Girafa.com
User-agent: Girafabot
Disallow: /oldsite/
Disallow: /cgi-bin/

# GoForIt
User-agent: Goforitbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# IBM
User-agent: Crawler
Disallow: /oldsite/
Disallow: /cgi-bin/

# Inelegant
User-agent: nelaBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# IRL
User-agent: IRLbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Local.com
User-agent: LocalcomBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Loopimprovements
User-agent: NetResearchServer
Disallow: /oldsite/
Disallow: /cgi-bin/

# Majestic-12
User-agent: MJ12bot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Mirago
User-agent: HenryTheMiragoRobot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Mirago.de
User-agent: HeinrichderMiragoRobot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Morfeo / Centrum 
User-agent: holmes
Disallow: /oldsite/
Disallow: /cgi-bin/

# Nameprotect
User-agent: NPBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# ObjectsSearch
User-agent: ObjectsSearch
Disallow: /oldsite/
Disallow: /cgi-bin/

# Omni-Explorer
User-agent: OmniExplorer_Bot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Picsearch
User-agent: psbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Pipeline
User-agent: pipeLiner
Disallow: /oldsite/
Disallow: /cgi-bin/

# SEARCH.COM.UA
User-agent: SEARCH.COM.UA
Disallow: /oldsite/
Disallow: /cgi-bin/

# Seekport
User-agent: Seekbot
Disallow: /oldsite/
Disallow: /cgi-bin/

# SEVENtwentyfour
User-agent: LinkWalker
Disallow: /oldsite/
Disallow: /cgi-bin/

# SharewarePlaza.com 
User-agent: Agent-SharewarePlazaFileCheckBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# SitiDi.net
User-agent: SitiDiBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# SpiderMonkey
User-agent: SpiderMonkey
Disallow: /oldsite/
Disallow: /cgi-bin/

# Sygol
User-agent: sygol
Disallow: /oldsite/
Disallow: /cgi-bin/

# Szukacz
User-agent: szukacz
Disallow: /oldsite/
Disallow: /cgi-bin/

# Turnitin.com
User-agent: TurnitinBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# TutorGig.com
User-agent: TutorGigBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Voila.fr
User-agent: VoilaBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Walhello
User-agent: Appie
Disallow: /oldsite/
Disallow: /cgi-bin/

# WebArchive
User-agent: BruinBot
Disallow: /oldsite/
Disallow: /cgi-bin/

# Yandex
User-agent: Yandex
Disallow: /oldsite/
Disallow: /cgi-bin/

# Others
User-agent: *
Disallow: /oldsite/
Disallow: /cgi-bin/

Sitemap: http://www.dfdist.com/sitemap.xml