# /robots.txt file for ALL webcrawlers User-agent: * ############################################################################################ #PERMANENT BLOCKS ############################################################################################ Disallow: /*.axd$ ############################################################################################ #20100630 Disallow: /outbacksarah/ Disallow: /sieglindejurgen/ ############################################################################################ ############################################################################################ Disallow: /*/print/$ Disallow: /*/download/doc/$ Disallow: /*/download/pdf/$ ############################################################################################ #TEMP SOLUTIONS ############################################################################################ ### 20100517 ### # Als u de toegang wilt blokkeren tot alle URL's die een vraagteken (?) bevatten # (ofwel alle URL's die beginnen met uw domeinnaam, gevolgd door een willekeurige tekenreeks, gevolgd door een vraagteken, gevolgd door een willekeurige tekenreeks) Disallow: /*? #Blokkeer alles die eindigt op een '/' , met uitzondering van de homepagina www.tt.com// natuurlijk #Disallow: /*/*/$ #Blokkeer alles die eindigt op .asp Disallow: /*.asp$ #Blokkeer alles die eindigt op .htm : aanzetten op 20 juli ! Disallow: /*.htm$ #opkuis WMC : Disallow: /*-print.htm$ Disallow: /*/*/*PHOTO$ Disallow: /*/*/*STORY$ Disallow: /allisoninbrazil/brazil/travel-stories/nerotic-são-paulo/$ Disallow: /allisoninbrazil/brazil/travel-stories/the-guiding-hand-from-são-paulo-to-campo-grande/$ Disallow: /ivoenyvonne/brazilie/reisfotos/2007-saõ-paolõ/$ Disallow: /johan/jordanie/reisfotos/bedoeã-nen/$ Disallow: /karencosemans/maleisie/reisverhalen/na-ã-a-ã-a-n-maand/$ Disallow: /krisinrecife/brazilie/reisverhalen/são-joão-of-sint-jan/$ Disallow: /lienenjeroen/brazilie/reisverhalen/van-minas-tot-são-luis/$ Disallow: /losdoshombres/brazilie/reisverhalen/fiesta-carnaval-y-naõ-barco/$ Disallow: /michelinbrazil/brazil/travel-photos/flying-over-são-paulo/$ Disallow: /nadiadeleyn/ecuador/reisfotos/gordons-rock-galã-pagos-the-underworld/$ Disallow: /noordkaapfietser/denemarken/reisverhalen/tønder-frederikshavn/$ Disallow: /noordkaapfietser/noorwegen/reisverhalen/gjøvik/$ Disallow: /oudstreiders/ecuador/reisfotos/naar-en-in-atacã-mes/$ Disallow: /siriandwouter/norway/travel-photos/triatlon-askøy/$ Disallow: /siriandwouter/norway/travel-photos/weekend-lindås/$ Disallow: /stgabriel/brazilie/reisverhalen/op-weg-naar-saõ-jose-do-egito/$ Disallow: /talesfromthesouth/brazilie/reisfotos/sao-joão/$ Disallow: /tomensilke/brazilie/reisfotos/são-luis-en-belem/$ Disallow: /tomensilke/brazilie/reisverhalen/são-luis-en-belem/$ ############################################## # 23 aug 2010 ... remove end of sept ############################################## Disallow: /1suisse1belge/route/ Disallow: /3s10/reisverhaal/0611300813/ Disallow: /Borneo/reisverhaal/1703194573/ Disallow: /acra/landkaart/australia/ Disallow: /aotearoa/travel-story/1205112260/ Disallow: /bart/reisfotos/india/ Disallow: /bartenleen/route/ Disallow: /bartonderweg/over-ons/ Disallow: /bartonderweg/reisverhaal/2601113450/ Disallow: /bert/route/ Disallow: /blankenberge/route/ Disallow: /borneo/reisverhaal/2803501680/ Disallow: /canakkale/reisverhaal/2202463853/ Disallow: /canakkale/route/ Disallow: /davyroos/reisverhaal/0509472367/ Disallow: /dendirkgoestocambodiavietnam2007/reisverhaal/2104174587/ Disallow: /download-doc/story/0805125807/ Disallow: /download-doc/story/1711504207/ Disallow: /download-doc/story/1712231800/ Disallow: /download-pdf/story/1712231800/ Disallow: /download-pdf/story/2712533700/ Disallow: /download-pdf/story/2811183533/ Disallow: /elsentom/route/ Disallow: /en/pricing.aspx Disallow: /erik/route/ Disallow: /filipenveronique/reisverhaal/0610411050/ Disallow: /filipenveronique/reisverhaal/1312272523/ Disallow: /filipenveronique/reisverhaal/3108442113/ Disallow: /geertkatrijn/reisfotos/cambodia/ Disallow: /geertkatrijn/reisverhaal/0208273200/ Disallow: /geertknoops/reisverhaal/0208490503/ Disallow: /geuzetrotters/reisverhaal/2007425647/ Disallow: /guadalajara/travel-photos/bhutan/ Disallow: /herlindemarc/reisverhaal/0208484943/ Disallow: /herlindemarc/reisverhaal/0406345043/ Disallow: /herlindemarc/reisverhaal/0408510417/ Disallow: /herlindemarc/reisverhaal/0612463210/ Disallow: /herlindemarc/reisverhaal/0705022750/ Disallow: /herlindemarc/reisverhaal/0709460930 Disallow: /herlindemarc/reisverhaal/0709460930/ Disallow: /herlindemarc/reisverhaal/1612364277/ Disallow: /herlindemarc/reisverhaal/1612465177/ Disallow: /herlindemarc/reisverhaal/2306434093/ Disallow: /herlindemarc/reisverhaal/2611144160/ Disallow: /herlindemarc/reisverhaal/2612411267/ Disallow: /herlindemarc/reisverhaal/2712573780/ Disallow: /herlindemarc/reisverhaal/2806102313/ Disallow: /herlindemarc/reisverhaal/3110214830/ Disallow: /herlindemarc/www.tangatanga.com/herlindemarc/myanmar/reisfotos/ Disallow: /indian/reisverhaal/0409384730/ Disallow: /indian/reisverhaal/0409461603/ Disallow: /indonesie/reisfotos/indonesia/ Disallow: /ingenelke/route/ Disallow: /jasmien/belgie/reisverhalen// Disallow: /jeroenendelphine/reisverhaal/3110414330/ Disallow: /jhkopreis/route/ Disallow: /jonasenastrid/route/ Disallow: /kiewiekiewie/reisverhaal/0702083037/ Disallow: /kiewiekiewie/route/ Disallow: /kobayashi/reisverhaal/0604530240/ Disallow: /lien/route/ Disallow: /lievenenliesbeth/reisfotos/thailand/ Disallow: /live2travel/reisfotos/cambodia/ Disallow: /losdoshombres/over-ons/ Disallow: /martineneven/reisverhaal/0206333350/ Disallow: /martineneven/reisverhaal/1503585027/ Disallow: /martineneven/reisverhaal/3006511840/ Disallow: /martineneven/reisverhaal/nicaragua/ Disallow: /maruejols/frankrijk/reisverhalen// Disallow: /metvijfopreis/route/ Disallow: /nadiadeleyn/reisfotos/new zealand/ Disallow: /natina/categorie/info-per-land-panama/mono_feliz@hotmail.com Disallow: /natina/reisfotos/argentina/ Disallow: /natina/reisverhaal/1002150593/ Disallow: /natina/reisverhaal/1702193240/ Disallow: /nl/creÄ—er-een-blog.aspx Disallow: /omweg/reisverhaal/2012494843/ Disallow: /omweg/route/ Disallow: /peterecuador/over-ons/ Disallow: /rikhelene/reisverhaal/3004184450/ Disallow: /rikjeintogo/route/ Disallow: /sarahandtimgoeast/reisverhaal/1305084530/ Disallow: /sierra/reisverhaal/1907433320/ Disallow: /sofiehermans/route/ Disallow: /stijnmieke/route/ Disallow: /taliopverlof/reisfotos/syrian arab republic/ Disallow: /tamtam/route/ Disallow: /tanjadave/route/ Disallow: /tomenkim/reisfotos/bolivia/ Disallow: /tomensilke/reisverhaal/1402353420/ Disallow: /urslydave/reisverhaal/0111510010/ Disallow: /usa/reisverhaal/0308132677/ Disallow: /wagnaarcompostela/over-ons/ Disallow: /williamcasteels/reisverhaal/1610454630/ Disallow: /wpke/over-ons/ ############################################################################################ Sitemap: http://www.tangatanga.com/sitemap.xml