# robots.txt for http://www.schwabinstitutional.com/public User-agent: * # remove spidering of duplicate index and trust pages for pilot marketing test 11/7/2007 Disallow: /public/index-g.shtml #make sure no iterations of this file are spidered Disallow: /index-g.shtml Disallow: index-g.shtml Disallow: /public/index-b.shtml Disallow: /index-b.shtml Disallow: index-b.shtml Disallow: /public/trusts-g.shtml Disallow: /trusts-g.shtml Disallow: trusts-g.shtml Disallow: /public/trusts-b.shtml Disallow: /trusts-b.shtml Disallow: trusts-b.shtml Disallow: /public/custodialneeds/quality_trust_asset-g.shtml Disallow: /custodialneeds/quality_trust_asset-g.shtml Disallow: custodialneeds/quality_trust_asset-g.shtml Disallow: /public/custodialneeds/quality_trust_asset-b.shtml Disallow: /custodialneeds/quality_trust_asset-b.shtml Disallow: custodialneeds/quality_trust_asset-b.shtml # Permanent folders that should not be spidered Disallow: /public/regional Disallow: /public/regional/ Disallow: regional Disallow: /public/advisorcontent Disallow: /public/advisorcontent/ Disallow: advisorcontent