# robots.txt fuer bloggerei.de
# Diese Webcrawler schliessen wir aus

# Google AdSense
User-agent: Mediapartners-Google
Disallow:

User-agent: duggmirror
Disallow: /

User-agent: careerbot
Disallow: /

User-agent: UnisterBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: FaceBook bot
Disallow: /

User-agent: Slurp
Crawl-Delay: 2

# Diese Verzeichnisse/Dateien sollen nicht durchsucht werden
User-agent: *
Disallow: /admin/
Disallow: /blogpilot/top.php?kat=
Disallow: /includes/
Disallow: /c.php?t=
Disallow: /main.php
Disallow: /main_account.php
Disallow: /main_blogger.php
Disallow: /main_favs.php
Disallow: /main_icons.php
Disallow: /main_start.php
Disallow: /main_top.php

# XML-SITEMAP
Sitemap: https://www.bloggerei.de/sitemap.xml