#User-agent: Mediapartners-Google #Disallow: # as per https://support.google.com/adsense/answer/10532 User-agent: * # directed to all spiders Disallow: */_fpclass/* # Directory- FP created directory Disallow: */_private/* # Directory- FP created directory Disallow: */_themes/* # Directory- FP created directory Disallow: */audio/* # Directory- proprietary sounds Disallow: */cdn-cgi/* # CloudFlare crawl error Disallow: */cgi-bin/* # Directory- cgi-bin Disallow: */dbase/* # Directory- response programming Disallow: */dnx/* # Directory- FP created directory #Disallow: */js/* # Directory- Liquid Motion created directory #Disallow: */images/* # Directory- proprietary images (re-enabled for Twitter cards) Disallow: */test/* # Directory- site test files Disallow: */frlet_pere* # reply from Pere Noel Disallow: */frnav* # navbars: French Disallow: */let_pet* # reply from Rudolph #Disallow: */letsanta* # reply from Santa. Commented out as Adsense needs to be able to see it Disallow: */bearspaw.asp # bearspaw school page for letters to Santa Disallow: */search.asp Disallow: */Search.asp Disallow: */XmasEve_Tracker-iFrame* #Disallow: */santa-claus-xmas-blog/* # Old WordPress site #Disallow: */wp-admin/* # WordPress backend materials #Disallow: */wp-includes/* # WordPress backend materials #Disallow: */wp-content/plugins/* # WordPress backend materials #Disallow: */wp-content/themes/* # WordPress backend materials #Disallow: */twenty* # WordPress backend materials #Disallow: */santa-claus-xmas-blog/wp-content/themes/default/* # WordPress backend materials #Disallow: */function.include* # WordPress backend materials #Disallow: */santa-claus-xmas-blog/tag/* #Disallow: */category/* #Disallow: /santa-claus-xmas-blog/2013/* #Disallow: /santa-claus-xmas-blog/2012/* #Disallow: /santa-claus-xmas-blog/2011/* #Disallow: /santa-claus-xmas-blog/2010/* #Disallow: /santa-claus-xmas-blog/2009/* #Disallow: /santa-claus-xmas-blog/2008/* #Disallow: /santa-claus-xmas-blog/?* Disallow: */santa-claus-xmas-blog/robots.txt Disallow: */santa-claus-xmas-blog/sitemap.xml Disallow: */santa-claus-xmas-blog/sitemap.xml.gz Disallow: */fbi.asp Disallow: */swf/* # SWF player Disallow: */z_c* Disallow: */z_D* Disallow: */z_R* Disallow: */ze* Disallow: */zG* #Disallow: */zT* Allow: /zTemplate-Loon.asp Disallow: */zu* Disallow: */xml* Allow: */zh-* #Disallow: */santa-claus-xmas-blog/?p=* #Allow: */santa-claus-xmas-blog/?p=*&cp=* #Disallow: */santa-claus-xmas-blog/author* #Disallow: */santa-claus-xmas-blog/page* Disallow: *santa-player.swf Disallow: *santa-claus-blog.emailsanta.com/tag/* User-agent: Googlebot Disallow: */christmas-cards/holiday-cards-send* # Hack so Twitterbot can crawl these pages (needs meta tags to create pic) but Google doesn't #ScoutJet is IBM Watson's bot. Banned as throws numerous 404s. Nov 2017 User-agent: ScoutJet Disallow: / Sitemap: https://www.emailSanta.com/sitemap.xml Sitemap: https://www.emailSanta.com/sitemap-international.xml Sitemap: https://santa-claus-blog.emailsanta.com/post-sitemap.xml #Sitemap: https://www.emailSanta.com/sitemap-main - color.xml #Sitemap: https://www.emailSanta.com/sitemap-main - games.xml #Sitemap: https://www.emailSanta.com/sitemap-main - jokes.xml #Sitemap: https://www.emailSanta.com/sitemap-main - photos.xml #Sitemap: https://www.emailSanta.com/sitemap-main - remainder - 01-13.xml #Sitemap: https://www.emailSanta.com/sitemap-main - remainder - 13-26.xml #Sitemap: https://www.emailSanta.com/sitemap-main - remainder - 27-34.xml #Sitemap: https://www.emailSanta.com/sitemap-main - songs.xml #Sitemap: https://www.emailSanta.com/sitemap-blog.xml #Last updated Nov 6, 2023 (commented out Mediapartners-Google) #Prev updated Oct 26, 2019