#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# ALL User Agents
User-agent: *
# Home Page (NOTE: This will only work for crawlers that allow wild cards (google/bing) )
Allow: /$
# DELAY for hungry crawlers.  NOTE: this limits crawls to about 8600 pages per day.
Crawl-delay: 10
# DIRECTORIES - MAIN
Allow: /a-to-z
Allow: /assessor
Allow: /auditor
Allow: /board-equalization
Allow: /budget
Allow: /calendar
Allow: /childrens-justice-center
Allow: /clark-county-employees
Allow: /clerk
Allow: /community-development
Allow: /community-planning
Allow: /community-services
Allow: /contact
Allow: /council-meetings
Allow: /councilors
Allow: /county-manager
Allow: /courts
Allow: /contracts-grid
Allow: /departments
Allow: /directory
Allow: /district-court
Allow: /elected-offices
Allow: /elections
Allow: /emergencies
Allow: /engage-clark-county
Allow: /environment
Allow: /general-services
Allow: /gis
Allow: /health-information-privacy-notice
Allow: /health-information-privacy-notification
Allow: /home
Allow: /home-and-property
Allow: /how-do-i
Allow: /human-resources
Allow: /internal-services
Allow: /juvenile-court
Allow: /law-library
Allow: /medical-examiner
Allow: /news
Allow: /permits-and-licenses
Allow: /privacy-policy
Allow: /prosecuting-attorney
Allow: /public-health
Allow: /public-information-outreach
Allow: /public-works
Allow: /residents
Allow: /services
Allow: /sheriff
Allow: /sites
Allow: /subscribe
Allow: /superior-court
Allow: /terms-of-use
Allow: /the-grid
Allow: /treasurer
Allow: /volunteers
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# DISALLOW ALL OTHERS
Disallow: /