# Last Updated: 03/13/18 by MCS

# ---------------------- Statewide ----------------------

# Note: Site-stored robots.txt are not honored, except on host-header sites / subdomains
#	All directives for www.oregon.gov are to be stored here
#	To remove an indexed SERP, submit a 'Remove URL' request in Webmaster Tools

# Note: The Allow directives are added for many Google-specific Mobile Tests to fully render the page.
#	Without these directives, the state sites could get poor grades for mobile-friendliness which
#	can result is a lower Page Rank and other SEO scores, as well as incorrect analytics in
#	the Google Analytics product.

User-agent: *
Disallow: /_Layouts
Disallow: /*/_Layouts
Disallow: /Style%20Library
Disallow: /*/Style%20Library
Disallow: /_vti_bin
Disallow: /*/_vti_bin
Disallow: /agencies
Disallow: /agency-directory
Disallow: /courts
Disallow: /education
Disallow: /employment
Disallow: /environment
Disallow: /family
Disallow: /forms
Disallow: /government
Disallow: /health
Disallow: /health-and-family
Disallow: /records
Disallow: /recreation
Disallow: /DAS/HR/Pages/SCDsurvey.aspx
Disallow: /DOR/Pages/form/ # Lists of auctions
Disallow: /ERB/pages/boardorderlist.aspx
Disallow: /ERB/pages/sprlordersbyissued_2011_15.aspx
Disallow: /ERB/pages/sprlordersbyissued_2006_2010.aspx
Disallow: /ERB/pages/sprlordersbyissued_2004_2005.aspx
Disallow: /ERB/pages/sprlordersbyfiled_2011_15.aspx
Disallow: /ERB/pages/sprlordersbyfiled_2006_2010.aspx
Disallow: /ERB/pages/sprlordersbyfiled_2002_2005.aspx
Disallow: /WCB/dcbs_index.html # Map of all WCB order documents
Disallow: /wcb/dcbs_index.html # Map of all WCB order documents (case variation)
Disallow: /WCB/Orders # Content should not be available except through Orders page
Disallow: /wcb/Orders # Content should not be available except through Orders page (case variation)
Disallow: /v3replaced # Site should be eventually removed
Allow: */_Layouts/1033/init.js
Allow: /*/_Layouts/1033/init.js
Allow: */_Layouts/blank.js
Allow: /*/_Layouts/blank.js
Allow: */Style%20Library/CSS/agency.css
Allow: /*/Style%20Library/CSS/agency.css
Allow: */Style%20Library/JS/agency.js
Allow: /*/Style%20Library/JS/agency.js



# ---------------------- DCBS ----------------------

# Enables DCBS's Google Search Applicance to index paths otherwise blocked (e.g. Orders)

User-agent: dcbs-google
Allow: /WCB/dcbs_index.html
Allow: /wcb/dcbs_index.html # (case variation)
Allow: /WCB/Orders
Allow: /wcb/Orders # (case variation)