#
# robots.txt for http://www.aihw.gov.au/
# 

# All robots

User-agent: *

# AIHW fixes
#

# Cybertrust status check page
Disallow: /alive.html

# dynamic content
Disallow: /cgi-bin/
Disallow: /cognos/
Disallow: /images/
Disallow: /pls/cvd/
Disallow: /pls/nhik/
Disallow: /pls/pdb/
Disallow: /query.html
Disallow: /scripts/
Disallow: /styles/

# secure content
Disallow: /aihw_v_5_0/
Disallow: /bod/bod_secure/
# Disallow: /cdi/
Disallow: /committees/aus_child/aus_child_secure/
Disallow: /committees/aus_youth/aus_youth_secure/
Disallow: /committees/csdwg/csdwg_secure/
Disallow: /committees/jjdsc/jjdsc_secure/
Disallow: /committees/ncpass/ncpass_secure/
Disallow: /committees/ahsac/ahsac_secure/
Disallow: /committees/ckdmac/ckdmac_secure/
Disallow: /committees/ctwg/ctwg_secure/
Disallow: /committees/cvdmac/cvdmac_secure/
Disallow: /committees/dsmeg/dsmeg_secure/
Disallow: /committees/hdsc/hdsc_secure/
Disallow: /committees/heac/heac_secure/
Disallow: /committees/heac/nmds/
Disallow: /committees/hhimg/hhimg_secure/
Disallow: /committees/iscnmdssc/iscnmdssc_secure/
Disallow: /committees/meg/meg_secure/
Disallow: /committees/mrg/mrg_secure/
Disallow: /committees/mspwg/mspwg_secure/
Disallow: /committees/nagatsihid/nagatsihid_secure/
Disallow: /committees/nchi/nchi_secure/
Disallow: /committees/ncsdc/ncsdc_secure/
Disallow: /committees/ncsimg/ncsimg_secure/
Disallow: /committees/nddwg/nddwg_secure/
Disallow: /committees/nhdamg/nhdamg_secure/
Disallow: /committees/nhddc/nhddc_secure/
Disallow: /committees/nhissc/nhissc_secure/
Disallow: /committees/nhsvhdwg/nhsvhdwg_secure/
Disallow: /committees/niag/niag_secure/
Disallow: /committees/nihiic/nihiic_secure/
Disallow: /committees/nirapimg/nirapimg_secure/
Disallow: /committees/nphiwg/nphiwg_secure/
Disallow: /committees/palcid/palcid_secure/
Disallow: /committees/pcdwg/pcdwg_secure/
Disallow: /committees/phidg/phidg_secure/
Disallow: /committees/phig/phig_secure/
Disallow: /committees/phig/teg_secure/
Disallow: /committees/simc/simc_secure/
Disallow: /committees/tag/tag_secure/
Disallow: /ehealth/ehealth_secure/
Disallow: /extranet/
Disallow: /ic/
Disallow: /indigenous/indigenous_secure/
Disallow: /indigenous/hfl_secure/
Disallow: /pi/
Disallow: /safequalityhealth/sqh_consultation_secure/
Disallow: /sqi/

# secure content (old)
Disallow: /agedcare/conference_program_organisers/
Disallow: /agedcare/evaluation/
Disallow: /agedcare/rvillages/
Disallow: /childyouth/aus_child_secure/
Disallow: /childyouth/csdwg_secure/
Disallow: /childyouth/jjdsc/
Disallow: /childyouth/ncpass/
Disallow: /committees/aacr_secure/
Disallow: /committees/ahsac_secure/
Disallow: /committees/ctwg_secure/
Disallow: /committees/hdsc_secure/
Disallow: /committees/heac_secure/
Disallow: /committees/meg_secure/
Disallow: /committees/mrg_secure/
Disallow: /committees/mspwg_secure/
Disallow: /committees/nagatsihid_secure/
Disallow: /committees/ncsdc_secure/
Disallow: /committees/ncsimg_secure/
Disallow: /committees/nhdamg_secure/
Disallow: /committees/nhddc_secure/
Disallow: /committees/nihiic_secure/
Disallow: /committees/nphiwg_secure/
Disallow: /committees/palcid_secure/
Disallow: /committees/simc_secure/
Disallow: /committees/tag_secure/
Disallow: /committees/welfare/ncsimg_secure/
Disallow: /committees/welfare/ncsdc/
Disallow: /disability/fig/
Disallow: /discussionlists/acapmdsv2/
Disallow: /discussionlists/cacpdata/
Disallow: /discussionlists/exgpclass/
Disallow: /discussionlists/housingdevel/
Disallow: /discussionlists/igcdnmds/
Disallow: /discussionlists/nccs2/
Disallow: /discussionlists/nphiwg/
Disallow: /drugs/igcdwg/
Disallow: /housing/sacs/smart_secure/

# Delay Yahoo Slurp! robot

User-agent: Slurp
Crawl-delay: 30

# Ban http://www.cuill.com/twiceler/robot.html 
# while search controller is being fixed

User-agent: Twiceler
Disallow: /

# Harvest control lists
#
# User-agent: AGLS
# Meta: /meta/index.html
#
# User-agent: HI
# Meta: /meta/hi.htm