# robots.txt for http://scriptorium.lib.duke.edu/ # Contact library-digital-projects@duke.edu. User-agent: * #Disallow: /dynaweb/ # No static pages - HTML generated on the fly #Disallow: /webinator/ # A keyword-searching tool #Disallow: /stats/ # Web server statistics #Disallow: /statistics/ # Web server statistics Disallow: /graphics/ # Icons and graphics Disallow: /icons/ # Icons and graphics #Disallow: /dweb-images/ # Icons and graphics #Disallow: /dweb-help/ # Icons and graphics #Disallow: /ebt-icons/ # Icons and graphics Disallow: /papyrus/images/ # Icons and graphics Disallow: /background/ # Page backgrounds #Disallow: /cgi-bin/ # CGI scripts #Disallow: /test/ # Test documents #Disallow: /temp/ # Temporary files Disallow: /findaid/raw-sgml/ # SGML files Disallow: /findaids/raw-sgml/ # SGML files Disallow: /findaid/xml/ # SGML files Disallow: /findaids/xml/ # XML files #Disallow: /specoll/forbidden.html # System file #Disallow: /specoll/not-found.html # System file #Disallow: /specoll/server-error.html # System file #Disallow: /scriptorium/scribe/ # System file Disallow: /findaid/corpname/ # Dynamically generated pages of links Disallow: /findaid/famname/ # Dynamically generated pages of links Disallow: /findaid/genreform/ # Dynamically generated pages of links Disallow: /findaid/geogname/ # Dynamically generated pages of links Disallow: /findaid/persname/ # Dynamically generated pages of links Disallow: /findaid/subject/ # Dynamically generated pages of links Disallow: /findaids/corpname/ # Dynamically generated pages of links Disallow: /findaids/famname/ # Dynamically generated pages of links Disallow: /findaids/genreform/ # Dynamically generated pages of links Disallow: /findaids/geogname/ # Dynamically generated pages of links Disallow: /findaids/persname/ # Dynamically generated pages of links Disallow: /findaids/subject/ # Dynamically generated pages of links