User-agent: Googlebot Disallow: /*.pdf$ User-agent: * # applies to all robots # PDF's are all secondary formats; I don't want them indexed. # I prefer a wildcard *.pdf to do this ... which google # apparently understands, as above - but that is not technically part of # the robots.txt spec? Disallow: /etc/access.pdf Disallow: /white-papers/1999/df-thesis/df-thesis.pdf Disallow: /white-papers/2001/fp6-eaccess.pdf Disallow: /white-papers/2001/aib-futures.pdf Disallow: /white-papers/2001/esdis.pdf Disallow: /white-papers/2001/pda-aui.pdf Disallow: /white-papers/2002/legislation/MansionHousemeeting.pdf Disallow: /white-papers/2002/warp-2002-00/warp-2002-00.pdf Disallow: /white-papers/2002/warp-2002-01/warp-2002-01.pdf Disallow: /white-papers/2002/dlcg/dlcg.pdf Disallow: /white-papers/2003/warp-2003-00/warp-2003-00.pdf Disallow: /white-papers/2004/warp-2004-00/warp-2004-00.pdf Disallow: /white-papers/2004/icchp-2004/icchp-2004.pdf Disallow: /white-papers/2005/edtech-2005/edtech-2005.pdf Disallow: /talks/2003/braillenet-29-Apr-2003/braillenet-29-Apr-2003.pdf Disallow: /talks/2003/wai-eo-04-Sep-2003/wai-eo-04-Sep-2003.pdf Disallow: /talks/2003/euroaccess-26-Feb-2003/euroaccess-26-Feb-2003.pdf Disallow: /talks/2003/heanet-07-Nov-2003/heanet-07-Nov-2003.pdf Disallow: /talks/2004/dcu-18-Feb-2004/dcu-18-Feb-2004.pdf Disallow: /talks/2004/dcu-17-Feb-2004/dcu-17-Feb-2004.pdf Disallow: /talks/2004/rince-11-Jun-2004/rince-11-Jun-2004.pdf Disallow: /talks/2005/braillenet-31-Jan-2005/braillenet-31-Jan-2005.pdf Disallow: /talks/2005/dublin-31-Aug-2005/dublin-31-Aug-2005.pdf Disallow: /edu/modspec-ee437/modspec-ee437.pdf Allow: /