# robots.txt for https://members.biogas.org
# last modified (YMD): 2017-06-28, Marius Mielke
# generated by TIMETOWEB v9.00 see http://www.timetoweb.de

# generic for every Domino server
# we don't want to get any of these directories to be indexed
# maybe some files below html need to be indexed, so you have to put them in a directory not listed here or you have to modify the list
User-agent: *
Disallow: /cache/
Disallow: /html/
Disallow: /DAO/
Disallow: /download/
Disallow: /inotes5/
Disallow: /lotus/
Disallow: /sametime/
Disallow: /SametimeApplet/
Disallow: /icons/
Disallow: /java/
Disallow: /plugins/
Disallow: /template/
Disallow: *.pdf

# tell search crawlers what to crawl on this Domain!
Sitemap: https://members.biogas.org/edcom/webfvb.nsf/id/sitemap.xml