X-Git-Url: https://git.mxchange.org/?a=blobdiff_plain;f=robots.txt;h=4306fdb907d89fd909288fb48dbf156caff2e413;hb=89b94a81164ab7d31a89b04e4cc1185e3f6bbb0e;hp=4d1db761fa2fbb6447001ed9a650f87a7e62c5a0;hpb=cc6cc0c81d1a270dd2ae94f98e18e3b2bfe51133;p=mailer.git diff --git a/robots.txt b/robots.txt index 4d1db761fa..4306fdb907 100644 --- a/robots.txt +++ b/robots.txt @@ -1,6 +1,4 @@ -# -# Thanx to Mr. Jungwirth for his hint to create this file (was a bit lost in my mind...) -# +# Generic exclusion (makes never sense) User-agent: * Disallow: /css/ Disallow: /inc/ @@ -9,6 +7,7 @@ Disallow: /templates/ Disallow: /install.php Disallow: /cms/index/wht/impressum +# Exclusion for Google (he will not listen to '*' :( ) User-agent: Googlebot Disallow: /css/ Disallow: /inc/ @@ -17,6 +16,7 @@ Disallow: /templates/ Disallow: /install.php Disallow: /cms/index/wht/impressum +# A lot "bot" you may don't like as I do User-agent: grub-client Disallow: /