# robots.txt for http://www.astronomy.ohio-state.edu/ # see http://www.robotstxt.org/wc/robots.html for more information User-agent: * # All spiders Disallow: /cgi-bin/ # cgi-bin script files for security Disallow: /Local/ # keep local docs out of indices Disallow: /ANDICAM/ # keep all ANDICAM stuff out of indices Disallow: /Y4KCam/ # keep all Y4KCam stuff out of indices Disallow: /~peterson/Assignments/ # no indexing of Brad's dept assignment sheets Disallow: /~peterson/Administration/ # no indexing of Brad's admininstration Disallow: /~prospero/ # are excluded from the Prospero man pages Disallow: /~pogge/PLANET/ # are excluded from the PLANET software pages Disallow: /~microfun/Data/ # are excluded from MicroFUN Data files Disallow: /~ryden/ast291/ # do not index Ast291 for Ryden Disallow: /~ryden/ast292/ # do not index Ast292 for Ryden Disallow: /~pogge/AP7/ # no indexing of AP7 code docs (yet) Disallow: /~pogge/Stuff/ # no indexing of random Stuff (ever) Disallow: /~lbtosurc/ # no indexing of LBT OSURC files Disallow: /~nahar/nahar_radiativeatomicdata/ # no indexing of NORAD by bots Disallow: /MODS/ # no indexing of MODS (test, rampaging bot...) Disallow: /Internal/ # no indexing of Internal Disallow: /Review2012/ # no indexing of Review2012 documents