# /robots.txt file for http://www.mldb.org

sitemap: http://www.mldb.com/sitemap-main.xml.gz
sitemap: http://www.mldb.com/sitemap-1.xml.gz
sitemap: http://www.mldb.com/sitemap-2.xml.gz
sitemap: http://www.mldb.com/sitemap-3.xml.gz
sitemap: http://www.mldb.com/sitemap-4.xml.gz
sitemap: http://www.mldb.com/sitemap-5.xml.gz
sitemap: http://www.mldb.com/sitemap-6.xml.gz

User-agent: BecomeBot
Crawl-Delay: 30
Allow: *

User-agent: Mediapartners-Google
Allow: *

User-agent: googlebot
Allow: *

User-agent: msnbot
Allow: *

User-agent: *
Allow: *

User-agent: ia_archiver
Allow: *

User-Agent: OmniExplorer_Bot
Allow: *