# All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /pro/ User-agent: * Disallow: /profiles/ User-agent: * Disallow: /00specsheets/ User-agent: * Disallow: /mobcodeimage/ User-agent: * Disallow: /htmlarea/ User-agent: * Disallow: /cache/ User-agent: * Disallow: /bclock/ User-agent: * Disallow: /m3/ User-agent: * Disallow: /stats/ User-agent: * Disallow: /sqladmin/ User-agent: * Disallow: /info/