User-agent: Googlebot
Disallow: /showimage.ashx*
Disallow: /premiumlogin/
Disallow: /paywalllogin*
Disallow: /servlet/
Disallow: /printarticle.aspx*
Disallow: /pdf/
Disallow: /rss/
Disallow: /directory/
Disallow: /*search;query*
Disallow: /comments/


User-agent: Twitterbot
Allow: /kabbalah
Allow: /cybertech
    
Disallow: /trackback/
Disallow: /*search;query*
Disallow: /comments/

Sitemap: https://www.jpost.com/GoogleNewsSiteMap/GNSiteMap
Sitemap: https://www.jpost.com/jpgooglesitemap/sitemapindex.xml