# contact sourcemaster@sources.redhat.com for questions.
# see http://info.webcrawler.com/mak/projects/robots/norobots.html
# for information about the file format.

User-agent: Scooter
Disallow: /ml/

User-agent: Test Crawler
Disallow: /

User-agent: DigExt
Disallow: /

User-agent: CW Crawler
Disallow: /

User-agent: *
Disallow: /snapshots/
Disallow: /cgi-bin/
Disallow: /cgi2-bin/