# robots.txt file 
# This character signifies a comment tag

User-agent: *
Disallow: /.adm
Disallow: /.err
Disallow: /cgi-bin
Disallow: /missing.txt
Disallow: /sys.html
Disallow: /*.cgi
Disallow: /faq.html
Disallow: /join.html
Disallow: /due.html
Disallow: /contact.html
Disallow: /avia/
Disallow: /gif/*.jpg
Disallow: /gif/*.gif
Disallow: /gif/*nso
Disallow: /agents/
Disallow: /stats/