# All robots will spider the domain User-agent: * Disallow: # Disallow directory /db/ User-agent: * Disallow: /db/ # Disallow directory /administration/ User-agent: * Disallow: /administration/ # Disallow directory /brochurer/ User-agent: * Disallow: /brochurer/ # Disallow directory /connections/ User-agent: * Disallow: /connections/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /js/ User-agent: * Disallow: /js/ # Disallow directory /psd/ User-agent: * Disallow: /psd/ # Disallow directory /scriptlibrary/ User-agent: * Disallow: /scriptlibrary/ # Disallow directory /search/ User-agent: * Disallow: /search/ # Disallow directory /skabelon/ User-agent: * Disallow: /skabelon/ # Disallow directory /temp/ User-agent: * Disallow: /temp/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow directory /typografi/ User-agent: * Disallow: /typografi/