#
# myadbase.com: robots.txt

User-agent: WebStripper
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: WebBandit/3.50
Disallow: /

User-agent: LinkextractorPro
Disallow: /

User-agent: Openfind data gathere
Disallow: /

User-agent: *
Disallow: /cgi-bin/clickthrough.pl
Disallow: /*.txt