##******************************** ##GLOBAL - allowing crawler access to image filetypes per CC request ## - approved by editorial meeting 11/02/09 ##******************************** User-agent: * Disallow: /ads/ Disallow: /cgi-bin/ # Disallow: /*.gif$ # Disallow: /*.jpg$ # Disallow: /*.png$ Disallow: /*.swf$ Disallow: /*.xml$ Disallow: /*.js$ Disallow: /*.css$ ##******************************** ##news.nationalgeographic.com ##******************************** # Disallow: /bigphotos/ ##******************************** ##channel.nationalgeographic.com ##******************************** Sitemap: http://channel.nationalgeographic.com/cv-sitemap.xml Sitemap: http://channel.nationalgeographic.com/googlesitemap.xml ##******************************** ##ngm.nationalgeographic.com, adventure.nationalgeographic.com ##******************************** Disallow: /admin/ Disallow: /assets/ Disallow: /cache1/ Disallow: /cache2/ Disallow: /scripts/ Disallow: /static/ Disallow: /templates/ Disallow: /dispatcher.html ##********************************************************************************************************************************************* ##events.nationalgeographic.com, genographic.nationagleographic.com, www.nationalgeographic.com, travel.nationalgeographic.com, animals.nationalgeographic.com, science.nationalgeographic.com, photography.nationalgeographic.com, environment.nationalgeographic.com ##******************************************************************************************************************************************** Disallow: /event.ng/ Disallow: /media/interactive/cdrom/onehundredandeightyears/ Disallow: /resources/ngo/maps/atlas/ Disallow: /channel/inside911uk/ Disallow: /resources/ngo/maps/atlas/ Disallow: /media/tv/channel/credits/ Disallow: /channel/inside911uk/ Disallow: /channel/credits/ Disallow: /*intcmp= Disallow: /*source= Disallow: /*email= Disallow: /*widgets= Disallow: /*pid= Disallow: /*eid= Disallow: /*ngc= Disallow: /*referrer=