#all robots

user-agent: *
# donot index the folder under the directory authorized

Disallow: /authorized/
Disallow: /testing/
Disallow: /images/
Disallow: /scripts/
Disallow: /logs/
Disallow: /data/
Disallow: /includes/
Disallow: /documents/
Disallow: /sildes/
Disallow: /cgi-bin/