# robots.txt for http://www.yolinux.com/ User-agent: Mediapartners-Google Crawl-delay: 30 Disallow: /ADS Disallow: /RH-LDAP Disallow: /MINI-HOWTO Disallow: /TUTORIALS/Docs/db4-utils-4.7.25 User-agent: * Crawl-delay: 30 Disallow: /ADS Disallow: /RH-LDAP Disallow: /MINI-HOWTO Disallow: /TUTORIALS/Docs/db4-utils-4.7.25 user-agent: SputnikBot Crawl-delay: 60