# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /creditcard/images/ User-agent: * Disallow: /creditcard/images/ # Disallow directory /insurance/inc/ User-agent: * Disallow: /insurance/inc/ # Disallow directory /mortgage/images/ User-agent: * Disallow: /mortgage/images/ # Disallow directory /real-estate/inc/ User-agent: * Disallow: /real-estate/inc/ # Disallow directory /stocks-mutual-funds/inc/ User-agent: * Disallow: /stocks-mutual-funds/inc/ # Disallow directory /mortgage-refinance/inc/ User-agent: * Disallow: /mortgage-refinance/inc/ # Disallow directory /investing/inc/ User-agent: * Disallow: /investing/inc/