User-agent: Googlebot Disallow: /emne-oversigt-her-pa-denmark-online Disallow: /*?page=* Allow: /emne-oversigt-her-pa-denmark-online/* Disallow: /emne-oversigt-her-pa-denmark-online/*/*?page=* Allow: /emne_oversigt_her_pa_denmark_online/ Allow: /1/ Allow: /quotes/ Allow: /comment/ Disallow: /aggregator/sources Disallow: /comment/reply Disallow: /sitemap Allow: /sitemap.xml Allow: /node/feed Disallow: /*?* Disallow: /*? Disallow: /node/ Disallow: /crss/ Disallow: /user/login Disallow: /archive Disallow: /week/ Disallow: /cache/ Disallow: /print/ Disallow: /printpdf/ Disallow: /printmail/ Disallow: /tracker Disallow: /sitemenu Disallow: /article Disallow: /tagadelic Disallow: /search/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Allow: /sites/all/themes/* Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /taxonomy/ Disallow: /profiles/ # Paths (no clean URLs) Disallow: *&%24Version Disallow: *&$Version # allow google image bot to search all images User-agent: Googlebot-Image Disallow: Allow: /* # disallow all files with ? in url Disallow: /*?* Disallow: /node/ # allow adsense bot on entire site User-agent: Mediapartners-Google Disallow: Allow: /* # allow adsense bot on entire site User-agent: Mediapartners-Google* Disallow: Allow: /* User-agent: * Crawl-Delay: 10 # disallow all files with ? in url Disallow: /*?* Disallow: /*? Disallow: *?page Disallow: /connect/ Disallow: /node$ Disallow: /node/ Allow: /node/feed Disallow: /user/login Disallow: /user/help Disallow: */print Disallow: /print/ Disallow: /printpdf/ Disallow: /printmail/ Disallow: /cache/ Disallow: /aggregator/sources Disallow: /tracker Disallow: /glossary Disallow: /*/*/track Disallow: /comment/reply Disallow: /node/add Disallow: /user Disallow: /files Disallow: /search/ Disallow: /sitemap Allow: /sitemap.xml Disallow: /book/print Disallow: /archive/ Disallow: /week/ Disallow: /article/ Disallow: /trackback Disallow: /Tema_udgivelser Disallow: /node/list Disallow: /sitemenu/ Disallow: /tagadelic/ # Files Disallow: /xmlrpc.php Disallow: /cron.php Disallow: /update.php Disallow: /install.php # Paths (clean URLs) Disallow: /admin/ Disallow: /aggregator Disallow: /comment/reply/ Disallow: /contact Disallow: /logout Disallow: /node/add Disallow: /search/ Disallow: /user/register Disallow: /user/password Disallow: /user/login # Directories Disallow: /database/ Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /sites/ Allow: /sites/all/themes/* Disallow: /themes/ Disallow: /scripts/ Disallow: /updates/ Disallow: /taxonomy/ Allow: /*/*/*/feed Disallow: /*/*/*/0/feed Disallow: /*/*/*/all/feed Disallow: /profiles/ # Paths (no clean URLs) Disallow: *&%24Version Disallow: *&$Version