# Robots.txt file 
#
# All robots will spider the domain

User-Agent: TelegramBot (like TwitterBot)
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /adstream/
Disallow: /home_scripts
Disallow: /7263/
Disallow: @CONTENT-REF
Disallow: /news/undefined/
Disallow: /en/undefined/

Sitemap: http://www.globes.co.il/data/webservices/google-maps.ashx
Sitemap: http://www.globes.co.il/data/webservices/google-maps.ashx?language=he
Sitemap: http://www.globes.co.il/data/webservices/google-maps.ashx?language=en