1 # Generic exclusion (makes never sense)
8 Disallow: /cms/index/wht/impressum
10 # Exclusion for Google (he will not listen to '*' :( )
16 Disallow: /install.php
17 Disallow: /cms/index/wht/impressum
19 # A lot "bot" you may don't like as I do
20 User-agent: grub-client
41 User-agent: Python-urllib
44 User-agent: NetMechanic
47 User-agent: URL_Spider_Pro
50 User-agent: CherryPicker
53 User-agent: EmailCollector
56 User-agent: EmailSiphon
65 User-agent: ExtractorPro
68 User-agent: CopyRightCheck
74 User-agent: SiteSnagger
77 User-agent: ProWebWalker
83 User-agent: LNSpiderguy
89 User-agent: TeleportPro
98 User-agent: Website Quester
101 User-agent: moget/2.1
104 User-agent: WebZip/4.0
107 User-agent: WebStripper
110 User-agent: WebSauger
113 User-agent: WebCopier
119 User-agent: Mister PiX
128 User-agent: WWW-Collector-E
134 User-agent: libWeb/clsHTTP
149 User-agent: InfoNaviRobot
152 User-agent: Harvest/1.5
155 User-agent: Bullseye/1.0
158 User-agent: Mozilla/4.0 (compatible; BullsEye; Windows 95)
161 User-agent: Crescent Internet ToolPak HTTP OLE Control v.1.0
164 User-agent: CherryPickerSE/1.0
167 User-agent: CherryPickerElite/1.0
170 User-agent: WebBandit/3.50
173 User-agent: NICErsPRO
176 User-agent: Microsoft URL Control - 5.01.4511
179 User-agent: DittoSpyder
185 User-agent: WebmasterWorldForumBot
194 User-agent: lwp-trivial/1.34
197 User-agent: lwp-trivial
200 User-agent: BunnySlippers
203 User-agent: Microsoft URL Control - 6.00.8169
206 User-agent: URLy Warning
212 User-agent: Wget/1.5.3
218 User-agent: LinkWalker
230 User-agent: humanlinks
233 User-agent: LinkextractorPro
236 User-agent: Offline Explorer
239 User-agent: Mata Hari
245 User-agent: Web Image Collector
248 User-agent: The Intraformant
251 User-agent: True_Robot/1.0
254 User-agent: True_Robot
257 User-agent: BlowFish/1.0
263 User-agent: MIIxpc/4.2
266 User-agent: BuiltBotTough
269 User-agent: ProPowerBot/2.14
272 User-agent: BackDoorBot/1.0
275 User-agent: toCrawl/UrlDispatcher
278 User-agent: WebEnhancer
284 User-agent: VCI WebViewer VCI WebViewer Win32
290 User-agent: Szukacz/1.4
293 User-agent: QueryN Metasearch
296 User-agent: Openfind data gathere
302 User-agent: Xenu's Link Sleuth 1.1c
311 User-agent: RepoMonkey Bait & Tackle/v1.01
314 User-agent: RepoMonkey
317 User-agent: Microsoft URL Control
323 User-agent: URL Control
326 User-agent: Zeus Link Scout
329 User-agent: Zeus 32297 Webster Pro V2.9 Win32
332 User-agent: Webster Pro
335 User-agent: EroCrawler
338 User-agent: LinkScan/8.1a Unix
341 User-agent: Keyword Density/0.9
344 User-agent: Kenjin Spider
347 User-agent: Iron33/1.0.2
350 User-agent: Bookmark search tool
353 User-agent: GetRight/4.2
356 User-agent: FairAd Client
362 User-agent: Aqua_Products
365 User-agent: Radiation Retriever 1.1
368 User-agent: Flaming AttackBot
371 User-agent: Oracle Ultra Search
374 User-agent: MSIECrawler
380 User-agent: searchpreview
383 # This is for my webpages
385 Disallow: /guestbook/
386 Disallow: /blacklist.txt
387 Disallow: /whitelist.txt
389 User-agent: Googlebot
390 Disallow: /guestbook/
391 Disallow: /blacklist.txt
392 Disallow: /whitelist.txt