User-agent: *
Disallow: /keepalive.html
Disallow: /keepalive2.html
Disallow: /sorryPage.html
User-agent: Gigabot/2.0 (http://www.gigablast.com/spider.html)
Disallow: /
User-agent: NutchCVS/0.7.2 (Nutch; http://lucene.apache.org/nutch/bot.html; nutch-agent@lucene.apache.org)
Disallow: /
User-agent: Gaisbot/3.0+(robot06@gais.cs.ccu.edu.tw;+http://gais.cs.ccu.edu.tw/robot.php)
Disallow: /
User-agent: Mozilla/5.0 (compatible; NLCrawler/2.0.15/S2; Linux 2.6.3-7; i686; en_US)KHTML/3.4.89 (like Gecko)
Disallow: /
User-agent: psbot/0.1 (+http://www.picsearch.com/bot.html)
Disallow: /
User-agent: SpokeSpider/1.0 (http://support.spoke.com/webspider/) Mozilla/5.0 (not really)
Disallow: /
User-agent: Mozilla/4.5 (compatible; HTTrack 3.0x; Windows 98)
Disallow: /
User-agent: sproose/1.0beta (sproose bot; http://www.sproose.com/bot.html; crawler@sproose.com)"
Disallow: /
User-agent: zibber-v0.1(www.zibb.com/crawler/)
Disallow: /
User-agent: ConveraCrawler/0.9d (+http://www.authoritativeweb.com/crawl)
Disallow: /
Sitemap: https://www.eni.com/sitemap-eng-giu16.xml
Sitemap: https://www.eni.com/sitemap-ita-giu16.xml
Sitemap: https://www.eni.com/sitemap-enipedia-eng-giu16.xml
Sitemap: https://www.eni.com/sitemap-enipedia-ita-giu16.xml