# All robots will spider the domain User-agent: * Disallow: # Disallow directory /manager/ User-agent: * Disallow: /manager/ # Disallow directory /assets/ User-agent: * Disallow: /assets/ # Disallow directory /templates/ User-agent: * Disallow: /templates/ # Disallow: /XMLeditor.html User-agent: * Disallow: /XMLeditor.html # Disallow: /login.php User-agent: * Disallow: /login.php # Disallow: /grupptraning.xml User-agent: * Disallow: /grupptraning.xml