# Last modified 1 July 2010 by IH

User-agent: *
Disallow: /global.asax
Disallow: /web.config
Disallow: /vti_pvt/
Disallow: /aboutswsi/news/archived_newlist.aspx
Disallow: /aboutweb/diary.aspx
Disallow: /aboutweb/swoogle.aspx
Disallow: /bin/
Disallow: /common/
Disallow: /components/
Disallow: /controls/
Disallow: /deluxe_menu_2008/
Disallow: /deluxe_menu_2008/data.files/
Disallow: /js/
Disallow: /students/library/ereserve/
Disallow: /students/library/infolit/
Disallow: /stylesheets/
Disallow: /courses/elearning/prepare/
Disallow: /*.scc$
Disallow: /*.vb$
Disallow: /*.resx$
Disallow: /*.sql$
Disallow: /students/library/library_dblinks.aspx
Disallow: /courses/tafeplus/

# Don't want the scripts to freak anyone out
Disallow: /aboutswsi/news/cinema.aspx


# Old directories for removal
User-agent: *
Disallow: /studentservices/talkingtafe/
Disallow: /colleges/bankstown/mrtld/
Disallow: /facilities/
Disallow: /training/
Disallow: /media/
Disallow: /files/tvet_2009
Disallow: /files/tvet_2010

# Pages deleted since relaunch
Disallow: /courses/tvet/tvet_application.aspx
Disallow: /courses/tvet/tvet_courses.aspx
Disallow: /courses/tvet/tvet_disability.aspx
Disallow: /courses/tvet/tvet_faq.aspx
Disallow: /courses/tvet/tvet_overview.aspx
Disallow: /courses/tvet/tvet_tradeschool.aspx
Disallow: /courses/tvet/tvet_workplacement.aspx
Disallow: /students/library/library_lsd.aspx
Disallow: /students/library/library_details.aspx
Disallow: /students/library/library_result.aspx
Disallow: /students/international/tours_overview.aspx
Disallow: /students/international/onshore_overview.aspx
Disallow: /courses/applyenrol/skills.aspx
Disallow: /courses/applyenrol/skills_coverage.aspx
Disallow: /aboutswsi/faculties/fac_auto/fac_auto_avi.aspx
Disallow: /aboutswsi/faculties/fac_auto/fac_auto_mec.aspx
Disallow: /aboutswsi/faculties/fac_auto/fac_auto_str.aspx
Disallow: /aboutswsi/faculties/fac_auto/fac_auto_vbl.aspx
Disallow: /files/fac_auto/casa_licence_info.pdf

#The following are disallowed in line with wikipedia

User-agent: DOC
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: wget
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: k2spider
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

# advertising-related bots:

User-Agent: Mediapartners-Google
Disallow: /

User-Agent: Adsbot-Google
Disallow: /