user-agent: AhrefsBot
disallow: / 

User-agent: IfatSearch
disallow: / 
User-agent: Googlebot-News
Disallow: /haaretz-labels*
Disallow: /nyt*

#allow: /meta/Tag/Israel%20news

User-agent: *
Disallow: /mypromotions
Disallow: /misc/sitemap-page
Disallow: /misc/article-print-page/*
Disallow: /misc/iphone-blog-article/*
Disallow: /misc/comment-page/*
Disallow: /hasen/*
Disallow: /captain/*
Disallow: /9401/*
Disallow: /nyt*
Disallow: /mobile/*
Disallow: /news/international/*
Disallow: /9039763/*
Disallow: /misc/comment-page/*
Disallow: /misc/adxtest1/*
Disallow: /misc/search-results/*
Disallow: /misc/search-results
Disallow: /misc/all-today-s-headlines/*
Disallow: /misc/iphone-article/* 
Disallow: /misc/haaretzcomsmartphoneapp* 
Disallow: /json/cmlink/*
Disallow: /smadar*
sitemap: https://www.haaretz.com/sitemap-2013.xml
sitemap: https://www.haaretz.com/sitemap-2014.xml
sitemap: https://www.haaretz.com/sitemap-2015.xml
sitemap: https://www.haaretz.com/sitemap-2016.xml
sitemap: https://www.haaretz.com/sitemap-2017.xml
sitemap: https://www.haaretz.com/sitemap-2018.xml
sitemap: https://www.haaretz.com/news.xml