User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/cache Disallow: /wp-content/plugins Disallow: /wp-content/themes Disallow: /trackback/ Disallow: /*?* Disallow: */trackback/ Disallow: http://www.newstoob.com/1999/11/ Disallow: http://www.newstoob.com/2007/09/28/tgif-and-the-links/ Disallow: http://www.newstoob.com/2007/10/08/her...ast-tv-guide-cover-and-the-daily-links/ Disallow: http://www.newstoob.com/2007/12/13/we-dont-need-makeup-with-our-links/ Disallow: http://www.newstoob.com/2008/01/03/links-with-lots-of-bikini-pictures/ Disallow: http://www.newstoob.com/2006/08/22/angelina-jolie-talks-about-her-breast/angelina-jolie-on-lara-croft-3/ Disallow: http://www.newstoob.com/2006/09/18/cindy-crawford-pictures/ Disallow: http://www.newstoob.com/2006/10/03/speed-strength-and-muscle-building-hormones/ Disallow: http://www.newstoob.com/2007/01/23/daily-links/ Disallow: http://www.newstoob.com/2007/01/25/valentines-day-on-a-dime/ Disallow: http://www.newstoob.com/wiki/1981 Disallow: http://www.newstoob.com/wiki/1986 Disallow: http://www.newstoob.com/wiki/1989 Disallow: http://www.newstoob.com/wiki/1991 Disallow: http://www.newstoob.com/wiki/2002 Disallow: http://www.newstoob.com/wiki/2005 Disallow: http://www.newstoob.com/wiki/Advice_and_consent Disallow: http://www.newstoob.com/wiki/Advise_and_consent Disallow: http://www.newstoob.com/wiki/Assistant_to_the_President_for_National_Security_Affairs Disallow: http://www.newstoob.com/wiki/August_1 Disallow: http://www.newstoob.com/wiki/Bachelor's_degree Disallow: http://www.newstoob.com/wiki/Board_of_directors Disallow: http://www.newstoob.com/wiki/Boy_Scouts_of_America Disallow: http://www.newstoob.com/wiki/Brinker_International Disallow: http://www.newstoob.com/wiki/CIA_Deputy_Director Disallow: http://www.newstoob.com/wiki/Central_Intelligence_Agency Disallow: http://www.newstoob.com/wiki/College_of_William_and_Mary Disallow: http://www.newstoob.com/wiki/Corporation Disallow: http://www.newstoob.com/wiki/Director_of_Central_Intelligence Disallow: http://www.newstoob.com/wiki/Distinguished_Eagle_Scout_Award Disallow: http://www.newstoob.com/wiki/Distinguished_Intelligence_Medal Disallow: http://www.newstoob.com/wiki/Doctor_of_Philosophy Disallow: http://www.newstoob.com/wiki/Donald_Rumsfeld Disallow: http://www.newstoob.com/wiki/Eagle_Scout_(Boy_Scouts_of_America) Disallow: http://www.newstoob.com/wiki/February_18 Disallow: http://www.newstoob.com/wiki/Fidelity_Investments Disallow: http://www.newstoob.com/wiki/George_Bush_School_of_Government_and_Public_Service Disallow: http://www.newstoob.com/wiki/George_H.W._Bush Disallow: http://www.newstoob.com/wiki/George_H._W._Bush Disallow: http://www.newstoob.com/wiki/George_W._Bush Disallow: http://www.newstoob.com/wiki/Georgetown_University Disallow: http://www.newstoob.com/wiki/History Disallow: http://www.newstoob.com/wiki/ICBM Disallow: http://www.newstoob.com/wiki/Indiana_University_Bloomington Disallow: http://www.newstoob.com/wiki/Iran-Contra_Affair Disallow: http://www.newstoob.com/wiki/Iran-Contra_affair Disallow: http://www.newstoob.com/wiki/Iran-Iraq_war Disallow: http://www.newstoob.com/wiki/Iraq_Study_Group Disallow: http://www.newstoob.com/wiki/Iraq_War Disallow: http://www.newstoob.com/wiki/James_A._Baker_III Disallow: http://www.newstoob.com/wiki/John_Negroponte Disallow: http://www.newstoob.com/wiki/Kansas Disallow: http://www.newstoob.com/wiki/Larry_King Disallow: http://www.newstoob.com/wiki/Majority Disallow: http://www.newstoob.com/wiki/March_20 Disallow: http://www.newstoob.com/wiki/Master's_degree Disallow: http://www.newstoob.com/wiki/May_14 Disallow: http://www.newstoob.com/wiki/May_15 Disallow: http://www.newstoob.com/wiki/Missouri Disallow: http://www.newstoob.com/wiki/National_Eagle_Scout_Association Disallow: http://www.newstoob.com/wiki/National_Intelligence_Distinguished_Service_Medal Disallow: http://www.newstoob.com/wiki/National_Security_Medal Disallow: http://www.newstoob.com/wiki/November_5 Disallow: http://www.newstoob.com/wiki/November_6 Disallow: http://www.newstoob.com/wiki/November_8 Disallow: http://www.newstoob.com/wiki/President_of_the_United_States Disallow: http://www.newstoob.com/wiki/Presidential_Citizens_Medal Disallow: http://www.newstoob.com/wiki/Senate_Armed_Services_Committee Disallow: http://www.newstoob.com/wiki/Senate_Select_Committee_on_Intelligence Disallow: http://www.newstoob.com/wiki/September_19 Disallow: http://www.newstoob.com/wiki/September_3 Disallow: http://www.newstoob.com/wiki/U.S._Senate Disallow: http://www.newstoob.com/wiki/United_States_Air_Force Disallow: http://www.newstoob.com/wiki/United_States_Director_of_National_Intelligence Disallow: http://www.newstoob.com/wiki/United_States_National_Security_Council Disallow: http://www.newstoob.com/wiki/United_States_Secretary_of_Defense Disallow: http://www.newstoob.com/wiki/United_States_Senate Disallow: http://www.newstoob.com/wiki/United_States_general_elections,_2006" Disallow: http://www.newstoob.com/wiki/University_of_Texas_at_Austin Disallow: http://www.newstoob.com/wiki/Vietnam_War Disallow: http://www.newstoob.com/wiki/Whiteman_Air_Force_Base Disallow: http://www.newstoob.com/wiki/Wichita,_Kansas" Disallow: http://www.newstoob.com/wiki/Wichita_East_High_School Disallow: http://www.newstoob.com/wiki/Wikimedia_Commons Disallow: http://www.newstoob.com/wiki/William_O._Studeman # allow google image bot to search all images User-agent: Googlebot-Image Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: /*?* Allow: /about/ Allow: /contact/ Allow: /wp-content/ Allow: /tag/ Allow: /manual/* Allow: /docs/* Allow: /*.php$ Allow: /*.js$ Allow: /*.inc$ Allow: /*.css$ Allow: /*.gz$ Allow: /*.cgi$ Allow: /*.wmv$ Allow: /*.cgi$ Allow: /*.xhtml$ Allow: /*.php* Allow: /*.gif$ Allow: /*.jpg$ Allow: /*.png$ # disallow archiving site User-agent: ia_archiver Disallow: / # disable duggmirror User-agent: duggmirror Disallow: /