# List all folders for robots not to see
User-agent: *
Disallow: /*?
Disallow: /pamela/pamorder/
Disallow: actinic/
Disallow: /ecom/
Disallow: /wholesale/
Disallow: /simplesubmit_3.14/
Disallow: /auction/
Disallow: /Lockedscripts/
Disallow: /Members/
Disallow: /member/
Disallow: /Plubinlab/
Disallow: /errordocs/
Disallow: /Templates/
Disallow: /news/
Disallow: /contempens/contemorders/
Disallow: /pensets/pensetorders/
Disallow: /zodiacall/zodiacorder/
Disallow: /rollerballs/rollerballorder/
Disallow: /rollerballs/images/
Disallow: /rollerballs/thumbnails/
Disallow: /rollerballs/rollerballorder/
Disallow: /irshbog/irishbogorder/
Disallow: /irshbog/images/
Disallow: /irshbog/thumbnails/
Disallow: /Pencil/pencilorder/
Disallow: /Pencil/images/
Disallow: /Pencil/thumbnails/
Disallow: /i-shop/
Disallow: /jewelimage/
Disallow: /tigerimages/
Disallow: /oliveimages/
Disallow: /notforsale/
Disallow: /refills/
Disallow: /help/
Disallow: /print/
Disallow: /archive/
Disallow: /special/
Disallow: /images/
Disallow: /imagem/
Disallow: /text/images/
Disallow: /text/pages/
Disallow: /text/thumbnails/
Disallow: /mysql/
Disallow: /mailfolder/
Disallow: /background/
Disallow: /webstats/
Disallow: /cgi-bin/
Disallow: /SPARE/
Disallow: /print/
Disallow: /archive/
Disallow: /info/robots/
Disallow: /ballpoint/ballpointorders/
Disallow: /ballpoint/ballpointorders/images
Disallow: /letter/
Disallow: /lists/
Disallow: /related/
Disallow: /reviews/
Disallow: /slides/examples/
Disallow: /other/
Disallow: /test/
Disallow: /_derived/
Disallow: /elist/
Disallow: /i-shop/
Disallow: /help/
Disallow: /Summer Newsletter_files/
Disallow: /zodiacimages/
Disallow: /jewelimages/
Disallow: /tigerimages/
Disallow: /zodiac/
Disallow: /oliveimages/
Disallow: /penrests/
Disallow: /refills/
Disallow: /text/images/
Disallow: /text/thumbnails/
Disallow: /cards/
Disallow: /sitemap_files/
Disallow: /_borders/
Disallow: /_overlay/
Disallow: /_fpclass/
Disallow: /_derived/
# list specific files robots are not allowed to index
Disallow: /card.html
Disallow: /ActinicWebSiteTest.html
Disallow: /wholesale/index.html
Disallow: wholesale/log.txt
Disallow: /postinfo.html
Disallow: /indextemp.html
Disallow: /Olivetrail.html
Disallow: /UserSelections.txt/
Disallow: /test/robots/disal/
Disallow: /test/robots/noindex/
Disallow: /test/robots/partial
Disallow: /wr/
# this identifies the wayback machine User-agent: 
Disallow: / ia_archiver 

# don't let search engines see the RSS feed, it's just confusing.

User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: Teleport Pro
Disallow: /searchtools-rss.xml

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /
# updated 2002-03-22 (disallow rtestprob links)
# updated 2002-06-25 (disallow info/slides links, info/robots/)
# updated 2004-03-02 (disallow all graphics folders -mcn)
# updated 2004-04-29 (disallow catalog -mcn)
# updated 2004-07-17 (disallow new image folders -mcn)
# updated 2004-09-19 (disallow new  folders -mcn)
# updated 2005-08-13 (disallow new  folders -mcn)