User-agent: Googlebot
Allow: /
User-agent: googlebot-image
Allow: /
User-agent: googlebot-mobile
Allow: /
User-agent: MSNBot
Allow: /
User-agent: Slurp
Disallow: 
User-agent: Teoma
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: Robozilla
Allow: /
User-agent: Nutch
Disallow: /
User-agent: ia_archiver
Disallow: /
Disallow: /
User-agent: nave
User-agent: baiduspiderrbot
Disallow: 
User-agent: yeti
Disallow: 
User-agent: yahoo-mmcrawler
allow: /
User-agent: psbot
Disallow: 
User-agent: yahoo-blogs/v3.9
Disallow: /
User-agent: *
Allow: /
Crawl-delay: 5
Allow: /cgi-bin/
User-agent: *
Disallow: /calendar/
Disallow: /junk/
Disallow: /books/fiction/contemporary/
User-agent: *
Disallow: /useless_file.html
Disallow: /junk/other_useless_file.html
User-agent: *
Disallow: /
User-agent: Mediapartners-Google
Allow: /
User-agent: Googlebot
Allow: /
User-agent: *
Allow: /
Allow: /public/
User-agent: Googlebot-Image
Allow: /images/dogs.jpg
User-agent: *
Allow: /
Sitemap: http://ragilcucijogja.com/sitemap.xml