# All robots will spider the domain User-agent: * Disallow: / # Disallow directory /albums/ Disallow: /albums/ # Disallow directory /archives/ Disallow: /archives/ # Disallow directory /bridge/ Disallow: /bridge/ # Disallow: /cgi-bin/ Disallow: /cgi-bin/ # Disallow directory /images/ Disallow: /images/ # Disallow directory /include/ Disallow: /include/ # Disallow directory /lang/ Disallow: /lang/ # Disallow directory /logs/ Disallow: /logs/ # Disallow directory /plugins/ Disallow: /plugins/ # Disallow directory /themes/ Disallow: /themes/ Disallow: /index.php