# robots.txt for http://www.thewalters.org # modified August 12, 2013 User-agent: * Disallow: /_demo/ Disallow: /_files/ Disallow: /ckeditor/ Disallow: /admin/ Disallow: /ax/ Disallow: /bin/ Disallow: /wcontent/ Disallow: /wcontent/pages/ Disallow: /wcontent/pagespre/ Disallow: /wcontent/rightside/ Disallow: /wcontent/seo/ Disallow: /zoomify/ Disallow: /museumdata/ # User-agent: * is a wild card indicating ALL robots # Disallow: /directoryname/ disallows entire directory. The path is relative to root and must contain a trailing "/" # Disallow: /*string* disallows all URLs CONTAINING string # Disallow: /*string$ disallows URLs ENDING with the string # IMPORTANT: Agent-specific instructions must appear ABOVE any * wild card instruction