User-agent: Googlebot
Allow: /

User-agent: Mediapartners-Google*
Allow: /

User-agent: OmniExplorer_Bot
Crawl-Delay: 30
Allow: /

User-agent: Slurp
Crawl-delay: 5
Allow: /

User-agent: YahooSeeker 
Crawl-delay: 30
Allow: /

User-agent: Yahoo-Blogs/v3.9
Crawl-delay: 20
Allow: /

User-agent: Teoma
Crawl-delay: 15
Allow: /

User-agent: msnbot
Allow: /

User-agent: psbot
Allow: /

User-agent: BecomeBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: *
Allow: /

User-Agent: *

Allow: /directory/file.htm

Allow: /