User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
User-agent: Mediapartners-Google
Allow: /
User-agent: Adsbot-Google
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: Googlebot-Mobile
Allow: /
User-agent: Twitterbot
Allow: /
User-agent: *
Allow: /
User-agent: Twitterbot
Disallow: *
Allow: /images
Allow: /archives
Sitemap: http://fh.ubb.ac.id/sitemap.xml