# All robots will spider the domain User-agent: * Disallow: # Disallow directory /products/expired User-agent: * Disallow: /products/expired # Disallow directory /pip User-agent: * Disallow: /pip # Disallow directory /images User-agent: * Disallow: /images # Disallow directory /retired User-agent: * Disallow: /retired # Disallow directory /cfx User-agent: * Disallow: /cfx # Disallow directory /julie User-agent: * Disallow: /julie # Disallow directory /storage User-agent: * Disallow: /storage # Disallow directory /server_builder User-agent: * Disallow: /server_builder # Disallow directory /management User-agent: * Disallow: /management