#This is the robots.txt file
User-agent: TurnitinBot
Disallow: /

User-agent: Slurp
Disallow: /auth
Disallow: /cgi-bin
Disallow: /download
Disallow: /admin.php
Disallow: /verzeichnis.php

User-agent: *
Disallow: /auth
Disallow: /cgi-bin
Disallow: /download
Disallow: /admin.php
Disallow: /verzeichnis.php